{"severity_text":"INFO","timestamp":"2026-11-03T12:01:04.566899719Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:01:04.615073724Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"odh-ai-gateway-infra","purpose":"infra","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:01:04.710960199Z","logger":"setup","body":"watching namespace for MaaS CRs","service.name":"maas-controller","namespace":"models-as-a-service","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:01:04.711000636Z","logger":"setup","body":"watching MaaS CRs across all namespaces","service.name":"maas-controller","defaultNamespace":"models-as-a-service","defaultNamespaceExists":true,"tenantNamespaceLabel":"ai-gateway.opendatahub.io/tenant","compatTenantNamespaceLabel":"maas.opendatahub.io/managed-by-aitenant","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:01:04.913762852Z","logger":"setup","body":"fetched cluster TLS security profile","service.name":"maas-controller","minTLSVersion":"VersionTLS12","tlsAdherence":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:01:04.913815898Z","logger":"setup","body":"resolved TLS security profile","service.name":"maas-controller","configuredMinTLSVersion":"VersionTLS12","appliedMinTLSVersion":"VersionTLS12","tlsAdherence":"","honorClusterTLSProfile":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:01:05.069636688Z","logger":"setup","body":"auto-detected cluster service account issuer","service.name":"maas-controller","audience":"https://dptp-hypershift-oidc-provider-2.s3.us-east-1.amazonaws.com/7eda3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:01:05.921225144Z","logger":"setup","body":"Tenant platform kustomize path","service.name":"maas-controller","path":"/maas-api/deploy/overlays/odh","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:01:06.023975072Z","logger":"controller-runtime.builder","body":"Registering a validating webhook","service.name":"maas-controller","GVK":"maas.opendatahub.io/v1alpha1, Kind=AITenant","path":"/validate-maas-opendatahub-io-v1alpha1-aitenant","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:01:06.024083601Z","logger":"controller-runtime.webhook","body":"Registering webhook","service.name":"maas-controller","path":"/validate-maas-opendatahub-io-v1alpha1-aitenant","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:01:06.024150343Z","logger":"controller-runtime.builder","body":"Registering a validating webhook","service.name":"maas-controller","GVK":"maas.opendatahub.io/v1alpha1, Kind=MaaSSubscription","path":"/validate-maas-opendatahub-io-v1alpha1-maassubscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:01:06.024187563Z","logger":"controller-runtime.webhook","body":"Registering webhook","service.name":"maas-controller","path":"/validate-maas-opendatahub-io-v1alpha1-maassubscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:01:06.024230627Z","logger":"controller-runtime.builder","body":"Registering a validating webhook","service.name":"maas-controller","GVK":"maas.opendatahub.io/v1alpha1, Kind=MaaSAuthPolicy","path":"/validate-maas-opendatahub-io-v1alpha1-maasauthpolicy","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:01:06.02426505Z","logger":"controller-runtime.webhook","body":"Registering webhook","service.name":"maas-controller","path":"/validate-maas-opendatahub-io-v1alpha1-maasauthpolicy","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:01:06.024306051Z","logger":"controller-runtime.builder","body":"Registering a validating webhook","service.name":"maas-controller","GVK":"maas.opendatahub.io/v1alpha1, Kind=MaaSModelRef","path":"/validate-maas-opendatahub-io-v1alpha1-maasmodelref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:01:06.024340332Z","logger":"controller-runtime.webhook","body":"Registering webhook","service.name":"maas-controller","path":"/validate-maas-opendatahub-io-v1alpha1-maasmodelref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:01:06.024406726Z","logger":"controller-runtime.builder","body":"Registering a validating webhook","service.name":"maas-controller","GVK":"maas.opendatahub.io/v1alpha1, Kind=ExternalModel","path":"/validate-maas-opendatahub-io-v1alpha1-externalmodel","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:01:06.024457321Z","logger":"controller-runtime.webhook","body":"Registering webhook","service.name":"maas-controller","path":"/validate-maas-opendatahub-io-v1alpha1-externalmodel","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:01:06.024493694Z","logger":"setup","body":"starting manager","service.name":"maas-controller","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:01:06.024542453Z","logger":"controller-runtime.metrics","body":"Starting metrics server","service.name":"maas-controller","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:01:06.024588026Z","body":"starting server","service.name":"maas-controller","name":"health probe","addr":"[::]:8081","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:01:06.02473923Z","logger":"controller-runtime.webhook","body":"Starting webhook server","service.name":"maas-controller","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:01:06.02485562Z","logger":"controller-runtime.certwatcher","body":"Updated current TLS certificate","service.name":"maas-controller","cert":"/tmp/k8s-metrics-server/metrics-certs/tls.crt","key":"/tmp/k8s-metrics-server/metrics-certs/tls.key","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:01:06.024961805Z","logger":"controller-runtime.metrics","body":"Serving metrics server","service.name":"maas-controller","bindAddress":":8443","secure":true,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:01:06.025011601Z","logger":"controller-runtime.certwatcher","body":"Updated current TLS certificate","service.name":"maas-controller","cert":"/tmp/k8s-webhook-server/serving-certs/tls.crt","key":"/tmp/k8s-webhook-server/serving-certs/tls.key","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:01:06.025038419Z","logger":"controller-runtime.certwatcher","body":"Starting certificate poll+watcher","service.name":"maas-controller","cert":"/tmp/k8s-metrics-server/metrics-certs/tls.crt","key":"/tmp/k8s-metrics-server/metrics-certs/tls.key","interval":10,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:01:06.025091184Z","logger":"controller-runtime.webhook","body":"Serving webhook server","service.name":"maas-controller","host":"","port":9443,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:01:06.02519885Z","logger":"controller-runtime.certwatcher","body":"Starting certificate poll+watcher","service.name":"maas-controller","cert":"/tmp/k8s-webhook-server/serving-certs/tls.crt","key":"/tmp/k8s-webhook-server/serving-certs/tls.key","interval":10,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:01:06.126072011Z","body":"Starting EventSource","service.name":"maas-controller","controller":"tlssecurityprofilewatcher","source":"kind source: *v1.APIServer","severity_number":9} I1103 12:01:06.126024 1 leaderelection.go:258] "Attempting to acquire leader lease..." lock="opendatahub/maas-controller.models-as-a-service.opendatahub.io" {"severity_text":"INFO","timestamp":"2026-11-03T12:01:06.327313735Z","body":"Starting Controller","service.name":"maas-controller","controller":"tlssecurityprofilewatcher","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:01:06.327371425Z","body":"Starting workers","service.name":"maas-controller","controller":"tlssecurityprofilewatcher","worker count":1,"severity_number":9} I1103 12:01:25.281886 1 leaderelection.go:272] "Successfully acquired lease" lock="opendatahub/maas-controller.models-as-a-service.opendatahub.io" {"severity_text":"INFO","timestamp":"2026-11-03T12:01:25.282252068Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","source":"kind source: *unstructured.Unstructured[inference.opendatahub.io/v1alpha1 ExternalModel]","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:01:25.282481711Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","source":"kind source: *v1alpha1.MaaSModelRef","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:01:25.282543923Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","source":"kind source: *v1.HTTPRoute","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:01:25.282615181Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","source":"kind source: *v1.Namespace","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:01:25.282651493Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","source":"kind source: *v1alpha1.MaaSModelRef","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:01:25.282672453Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","source":"kind source: *v1alpha2.LLMInferenceService","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:01:25.282693675Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","source":"kind source: *v1alpha1.MaaSSubscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:01:25.282778867Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","source":"kind source: *v1alpha1.MaaSAuthPolicy","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:01:25.282915783Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","source":"kind source: *v1alpha1.AITenant","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:01:25.283018781Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","source":"*maas.guardrailPropagationSource","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:01:25.283099983Z","body":"Starting EventSource","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","source":"kind source: *unstructured.Unstructured[inference.opendatahub.io/v1alpha1 ExternalModel]","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:01:25.283133625Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","source":"kind source: *v1alpha1.MaaSSubscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:01:25.283228932Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","source":"kind source: *v1alpha1.MaaSSubscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:01:25.283313453Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","source":"kind source: *v1.HTTPRoute","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:01:25.283340736Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","source":"kind source: *v1alpha1.MaaSModelRef","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:01:25.283365361Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","source":"kind source: *v1alpha1.AITenant","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:01:25.283399497Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","source":"kind source: *v1alpha1.MaasTenantConfig","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:01:25.283456835Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","source":"kind source: *v1alpha1.Tenant","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:01:25.283511787Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","source":"kind source: *v1alpha1.MaaSSubscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:01:25.28358424Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","source":"kind source: *unstructured.Unstructured[kuadrant.io/v1 AuthPolicy]","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:01:25.283603644Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","source":"kind source: *v1alpha2.LLMInferenceService","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:01:25.28361733Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","source":"kind source: *unstructured.Unstructured[inference.opendatahub.io/v1alpha1 ExternalModel]","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:01:25.283628419Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","source":"kind source: *v1alpha2.InferenceObjective","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:01:25.283652746Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","source":"kind source: *unstructured.Unstructured[kuadrant.io/v1alpha1 TokenRateLimitPolicy]","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:01:25.283702205Z","body":"Starting EventSource","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","source":"kind source: *v1.Gateway","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:01:25.283780972Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","source":"kind source: *unstructured.Unstructured[dscinitialization.opendatahub.io/v1 DSCInitialization]","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:01:25.283808792Z","body":"Starting EventSource","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","source":"kind source: *v1alpha1.ExternalModel","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:01:25.283835992Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","source":"kind source: *v1alpha1.MaaSAuthPolicy","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:01:25.283910694Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","source":"kind source: *v1.HTTPRoute","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:01:25.283939892Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","source":"kind source: *v1alpha1.MaaSModelRef","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:01:25.283983582Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","source":"kind source: *unstructured.Unstructured[maas.opendatahub.io/v1alpha1 Tenant]","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:01:25.284114243Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","source":"kind source: *v1alpha1.AITenant","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:01:25.284145604Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","source":"kind source: *v1alpha1.MaasTenantConfig","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:01:25.283605941Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","source":"kind source: *v1.Namespace","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:01:25.284423201Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","source":"kind source: *v1alpha1.MaasTenantConfig","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:01:25.284495995Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","source":"kind source: *v1alpha1.Config","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:01:25.284522484Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","source":"kind source: *v1alpha1.AITenant","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:01:25.284630479Z","body":"Starting EventSource","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","source":"kind source: *v1alpha1.AITenant","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:01:25.284974358Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","source":"kind source: *v1.PartialObjectMetadata[apiextensions.k8s.io/v1 CustomResourceDefinition]","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:01:25.284986777Z","body":"Starting EventSource","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","source":"kind source: *v1alpha1.MaasTenantConfig","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:01:25.28500224Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","source":"kind source: *v1.Secret","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:01:25.285132506Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","source":"kind source: *v1.NetworkPolicy","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:01:25.285184518Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","source":"kind source: *v1.PartialObjectMetadata[config.openshift.io/v1 Authentication]","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:01:25.2853259Z","body":"Starting EventSource","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","source":"kind source: *v1.Deployment","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:01:25.285363174Z","body":"Starting EventSource","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","source":"kind source: *v1.Deployment","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:01:25.28540634Z","body":"Starting EventSource","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","source":"kind source: *v1alpha1.Config","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:01:25.285435985Z","body":"Starting EventSource","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","source":"kind source: *v1alpha1.MaasTenantConfig","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:01:25.285498915Z","body":"Starting EventSource","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","source":"kind source: *v1alpha1.AITenant","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:01:25.285531175Z","body":"Starting EventSource","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","source":"kind source: *v1.PartialObjectMetadata[apiextensions.k8s.io/v1 CustomResourceDefinition]","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:01:25.285550914Z","body":"Starting EventSource","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","source":"kind source: *v1.ConfigMap","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:01:25.285570166Z","body":"Starting EventSource","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","source":"kind source: *v1.ClusterRoleBinding","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:01:25.285591841Z","body":"Starting EventSource","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","source":"kind source: *v1.NetworkPolicy","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:01:25.615294526Z","logger":"maas-authpolicy-controller","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","phase":"startup","gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:01:25.61602932Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:01:25.726415714Z","logger":"maas-authpolicy-controller","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","phase":"startup","name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:01:25.887517945Z","body":"Starting Controller","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:01:25.887562429Z","body":"Starting workers","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","worker count":5,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:01:25.888115194Z","body":"Starting Controller","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:01:25.888158259Z","body":"Starting workers","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","worker count":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:01:25.888436928Z","body":"Starting Controller","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:01:25.888463683Z","body":"Starting workers","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","worker count":5,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:01:25.888806537Z","body":"Starting Controller","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:01:25.88883788Z","body":"Starting workers","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","worker count":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:01:25.987649668Z","body":"Starting Controller","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:01:25.987694689Z","body":"Starting workers","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","worker count":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:01:25.988135431Z","body":"Starting Controller","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:01:25.988177077Z","body":"Starting workers","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","worker count":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:01:25.988763114Z","body":"Starting Controller","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:01:25.988776914Z","body":"Starting workers","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","worker count":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:01:26.135838838Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"7c91103a-7d4d-47f6-88c5-5a584f8c20d1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:01:26.184965864Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"c7cc5caf-4060-48a1-aa77-6c2025f4cef5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:01:26.190458467Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"d4929131-011c-4684-93e3-b11b1d993791","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:01:26.190785883Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"cff367f4-a1ee-4e60-9ad8-adaa2d106d20","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T12:01:26.32029369Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"c7cc5caf-4060-48a1-aa77-6c2025f4cef5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T12:01:26.32282773Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"7c91103a-7d4d-47f6-88c5-5a584f8c20d1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:01:26.423427134Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"cecd79e9-9319-4f34-9dc4-e06aad3b01aa","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:01:26.423635509Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"76cc76fc-258c-45a7-a81e-887b9d917cc6","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T12:01:26.423834126Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"c7cc5caf-4060-48a1-aa77-6c2025f4cef5","error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T12:01:26.425407465Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"7c91103a-7d4d-47f6-88c5-5a584f8c20d1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:01:26.666912087Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d5a01737-6344-44c5-9edb-1af08c6892fe","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:01:26.673903919Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"8789ffac-9079-4c37-a3a2-8c00f3e1b613","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:01:26.719139359Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"8d4dc167-8487-4f96-9fa3-168f7af81780","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:01:26.72379838Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d5a01737-6344-44c5-9edb-1af08c6892fe","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:01:26.77344623Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"8d4dc167-8487-4f96-9fa3-168f7af81780","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:01:26.7746631Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d5a01737-6344-44c5-9edb-1af08c6892fe","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T12:01:26.824238752Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d5a01737-6344-44c5-9edb-1af08c6892fe","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"premium-simulator-access\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T12:01:26.826069533Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"8d4dc167-8487-4f96-9fa3-168f7af81780","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:01:26.979581551Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"cb999062-2d41-4d4c-837a-4a88561c75dd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:01:27.037698174Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"cb999062-2d41-4d4c-837a-4a88561c75dd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:01:27.08958911Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"cb999062-2d41-4d4c-837a-4a88561c75dd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:01:27.131894026Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3a22c3d2-888f-40e8-8be4-b3158f5373c4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:01:27.132372559Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"79aebde7-814a-4e76-9e0e-27b4915c80d9","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:01:27.180858919Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3a22c3d2-888f-40e8-8be4-b3158f5373c4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:01:27.229731553Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3a22c3d2-888f-40e8-8be4-b3158f5373c4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:01:27.278874448Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3a22c3d2-888f-40e8-8be4-b3158f5373c4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:01:27.587714004Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"35b10430-2db5-4741-a96d-b9ee883978c1","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:01:28.417020047Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"97ac6611-22a1-4fd1-acff-3cbc1b120e53","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:01:28.417040288Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"97ac6611-22a1-4fd1-acff-3cbc1b120e53","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:01:28.465740379Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"ccaf2a83-fda0-4b3c-bc58-a7f71b160f91","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:01:28.465908193Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"f4231ed4-cd9a-4c19-ae0c-3a3298bdaa4f","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:01:28.479743544Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"906c9192-211d-46c3-9687-96e1a4c8b2df","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:01:28.479776567Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"906c9192-211d-46c3-9687-96e1a4c8b2df","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:01:28.56217242Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"afe35b4e-7217-4170-9ed1-62592976c498","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:01:28.562332772Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"5f8806b1-69df-4543-a48d-8155e699218e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:01:28.616037703Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"afe35b4e-7217-4170-9ed1-62592976c498","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:01:28.616057955Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"5f8806b1-69df-4543-a48d-8155e699218e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:01:28.667644976Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"afe35b4e-7217-4170-9ed1-62592976c498","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:01:28.667788041Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"5f8806b1-69df-4543-a48d-8155e699218e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:01:28.862910467Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d6d63042-1094-4e6f-a202-837e498a3920","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:01:28.86502486Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"0799eb05-b15e-49f5-90f3-f3319ecd1797","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:01:28.915367262Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d6d63042-1094-4e6f-a202-837e498a3920","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:01:28.917179936Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"0799eb05-b15e-49f5-90f3-f3319ecd1797","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:01:28.96645396Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d6d63042-1094-4e6f-a202-837e498a3920","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:01:28.9684006Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"0799eb05-b15e-49f5-90f3-f3319ecd1797","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:01:29.89859826Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"13480af5-0141-422e-bc60-263b60a1d690","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:01:29.898626645Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"13480af5-0141-422e-bc60-263b60a1d690","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:01:30.80894878Z","body":"Infrastructure namespace separation detected, will clean up legacy maas-api","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"default-tenant","reconcileID":"044008b5-937a-4d64-9040-e5a82b7ede85","infraNamespace":"odh-ai-gateway-infra","controllerNamespace":"opendatahub","legacyNamespaces":["opendatahub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:01:32.661284842Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"54b6df23-8c3e-4e32-96c8-a402d36468c2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:01:32.661286121Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"f3cb2578-c6cf-4e7c-9351-11fc0e6fe44f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:01:32.714908651Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"54b6df23-8c3e-4e32-96c8-a402d36468c2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:01:32.714968852Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"f3cb2578-c6cf-4e7c-9351-11fc0e6fe44f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:01:32.766131638Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"54b6df23-8c3e-4e32-96c8-a402d36468c2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:01:32.766147031Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"f3cb2578-c6cf-4e7c-9351-11fc0e6fe44f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:01:34.018344138Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"efd76427-4233-4067-9dc3-b2fe3412d15b","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:01:34.018522291Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"efd76427-4233-4067-9dc3-b2fe3412d15b","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:01:34.019041335Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"3459a6a4-ea2f-46bc-8127-d469a216e3f8","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:01:34.019059664Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"3459a6a4-ea2f-46bc-8127-d469a216e3f8","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:01:34.067944091Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"75563946-62ce-4787-bc13-893eb1765b5c","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:01:34.081043392Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"c7cdb4b4-0f71-4534-b3c8-f98421835058","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:01:34.081063979Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"c7cdb4b4-0f71-4534-b3c8-f98421835058","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:01:34.081338239Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"17d3d3ad-7610-471b-94aa-952db420235a","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:01:34.081352603Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"17d3d3ad-7610-471b-94aa-952db420235a","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:01:34.168228587Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"0a1504f8-1edf-455f-980d-cb75d02b7b34","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:01:34.168798263Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"356c6fef-c33a-4a6a-83de-4003e797cc5c","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:01:34.169699914Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"4d9087aa-19b2-41bb-ae12-27ed14000d41","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:01:34.220815846Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"0a1504f8-1edf-455f-980d-cb75d02b7b34","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:01:34.222302334Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"4d9087aa-19b2-41bb-ae12-27ed14000d41","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:01:34.273632719Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"4d9087aa-19b2-41bb-ae12-27ed14000d41","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:01:34.27363725Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"0a1504f8-1edf-455f-980d-cb75d02b7b34","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:01:34.422599307Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"ec634297-3c34-4ae0-8e8c-235b45e2762a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:01:34.422598956Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"440fd108-f6af-44de-966c-8efd5eafb838","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:01:34.476620751Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"440fd108-f6af-44de-966c-8efd5eafb838","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:01:34.477190093Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"ec634297-3c34-4ae0-8e8c-235b45e2762a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:01:34.528887542Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"440fd108-f6af-44de-966c-8efd5eafb838","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:01:34.528911926Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"ec634297-3c34-4ae0-8e8c-235b45e2762a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:01:35.183267395Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"1dbe36cd-8074-442b-a8df-151291fe9a97","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:01:35.183293393Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"1dbe36cd-8074-442b-a8df-151291fe9a97","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:01:36.793072343Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"447af6d8-c570-45bd-9d39-fc2a934e9857","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:01:36.793264055Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"0906218f-2225-4310-8621-cf3c7d78ecee","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:01:36.8675336Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"447af6d8-c570-45bd-9d39-fc2a934e9857","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:01:36.867650954Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"0906218f-2225-4310-8621-cf3c7d78ecee","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:01:36.919808124Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"0906218f-2225-4310-8621-cf3c7d78ecee","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:01:36.919970848Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"447af6d8-c570-45bd-9d39-fc2a934e9857","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:01:37.273451862Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"70d69b49-f3ba-4480-b9b9-6522cd565ceb","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:01:37.27347604Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"70d69b49-f3ba-4480-b9b9-6522cd565ceb","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:01:37.273781712Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"b540116f-4b65-4eaf-a7ee-34d28dd7dd31","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:01:37.273799351Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"b540116f-4b65-4eaf-a7ee-34d28dd7dd31","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:01:37.274099789Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"39f036b3-648a-4f3a-bec3-9de9ec8a8b16","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:01:37.274116786Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"39f036b3-648a-4f3a-bec3-9de9ec8a8b16","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:01:37.323891621Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"8e4ee9e3-3fae-4ba7-822d-98bcfd6edf4b","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:01:37.326566638Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"a39aca0e-c2a3-47b7-a5b9-9a029260d7d6","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:01:37.337924679Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"ba55a406-6046-4141-ad99-4176d5515862","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:01:37.337960077Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"ba55a406-6046-4141-ad99-4176d5515862","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:01:37.338229991Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"745423da-d35d-4e55-b980-78fb770298fc","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:01:37.338242128Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"745423da-d35d-4e55-b980-78fb770298fc","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:01:37.338470829Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"35a52f89-89a3-47eb-a02f-6677bf55e225","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:01:37.338485607Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"35a52f89-89a3-47eb-a02f-6677bf55e225","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:01:37.423452027Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"da38d062-8502-4ddf-8261-5dab18e3f280","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:01:37.423485963Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"74499ba1-5b99-4e44-8fd5-c239170b8a41","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:01:37.476989809Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"74499ba1-5b99-4e44-8fd5-c239170b8a41","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:01:37.477029523Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"da38d062-8502-4ddf-8261-5dab18e3f280","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:01:37.528601639Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"74499ba1-5b99-4e44-8fd5-c239170b8a41","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:01:37.528710333Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"da38d062-8502-4ddf-8261-5dab18e3f280","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:01:37.673992659Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"9dc44d2d-372b-4a2e-865e-14d3db19b406","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:01:37.674019418Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"3f0dad08-427d-4889-93f6-ab21b2f41a9c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:01:37.726842449Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"3f0dad08-427d-4889-93f6-ab21b2f41a9c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:01:37.727140139Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"9dc44d2d-372b-4a2e-865e-14d3db19b406","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:01:37.778654329Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"3f0dad08-427d-4889-93f6-ab21b2f41a9c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:01:37.778666548Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"9dc44d2d-372b-4a2e-865e-14d3db19b406","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:01:38.44710626Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"17b683b5-c63c-4ca5-800f-908f5553690b","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:01:38.447127797Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"17b683b5-c63c-4ca5-800f-908f5553690b","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:01:40.421110457Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"9e60f7c9-c687-4b6c-a9bc-e8af6a87189d","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:01:40.421132016Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"9e60f7c9-c687-4b6c-a9bc-e8af6a87189d","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:01:40.421402518Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"cdba497a-acc6-4670-85c8-73c614ba0d60","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:01:40.421416004Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"cdba497a-acc6-4670-85c8-73c614ba0d60","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:01:40.421615426Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"ebca4dcf-4e5d-476f-8e5d-a88f5d6bbbf4","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:01:40.421628922Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"ebca4dcf-4e5d-476f-8e5d-a88f5d6bbbf4","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:01:40.421919662Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"6c5c1e6c-5f9a-4623-8ab4-822ded91e6c0","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:01:40.421931831Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"6c5c1e6c-5f9a-4623-8ab4-822ded91e6c0","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:01:40.470916239Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"171e0e41-d0be-4b7d-88e2-98249ce84b5a","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:01:40.471220365Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"c79fb7ae-9483-4a60-a224-1d328abc36e6","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:01:40.484273394Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"8909b327-e766-4c09-929a-6643fab4491c","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:01:40.484299212Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"8909b327-e766-4c09-929a-6643fab4491c","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:01:40.484658836Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"f13d8b86-02f7-483c-a9b6-c2afa6732692","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:01:40.484678448Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"f13d8b86-02f7-483c-a9b6-c2afa6732692","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:01:40.484977361Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"bd2c87c8-f869-44a7-8158-5e6996083ee0","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:01:40.485029882Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"bd2c87c8-f869-44a7-8158-5e6996083ee0","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:01:40.485306191Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"661996e8-97a0-4c1c-a829-1855e6da4b93","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:01:40.485320473Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"661996e8-97a0-4c1c-a829-1855e6da4b93","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:01:40.568011971Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"61e050df-8fb9-4190-bb6a-7b87ee7fd1c9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:01:40.568010457Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"8f0b221a-5411-495c-97a0-122a95cece71","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:01:40.622146532Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"8f0b221a-5411-495c-97a0-122a95cece71","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:01:40.622146534Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"61e050df-8fb9-4190-bb6a-7b87ee7fd1c9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:01:40.673665294Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"8f0b221a-5411-495c-97a0-122a95cece71","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:01:40.674140115Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"61e050df-8fb9-4190-bb6a-7b87ee7fd1c9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:01:40.81991625Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"102257b1-e9ea-483f-ac26-61da1582cac9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:01:40.819916372Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"eeae12b4-9920-4788-bfc8-951dc990ce85","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:01:40.872992332Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"102257b1-e9ea-483f-ac26-61da1582cac9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:01:40.873302607Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"eeae12b4-9920-4788-bfc8-951dc990ce85","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:01:40.925182768Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"eeae12b4-9920-4788-bfc8-951dc990ce85","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:01:40.925444499Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"102257b1-e9ea-483f-ac26-61da1582cac9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:01:41.577877986Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"78c5bc3a-5340-4059-bbed-2e8a5eeafdaf","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:01:41.577903291Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"78c5bc3a-5340-4059-bbed-2e8a5eeafdaf","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:01:44.254498941Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"54c09f80-dfde-4399-9926-662e52fda3db","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:01:44.254527877Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"54c09f80-dfde-4399-9926-662e52fda3db","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:01:44.254879809Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"5abeff14-51d2-4c5c-93d7-983f1882b309","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:01:44.254898411Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"5abeff14-51d2-4c5c-93d7-983f1882b309","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:01:44.255199863Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"929206c5-f125-424f-90c6-3d71d578b179","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:01:44.255219492Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"929206c5-f125-424f-90c6-3d71d578b179","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:01:44.255559014Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"d3590060-d516-4970-8f08-2e88e048d5f7","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:01:44.255575945Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"d3590060-d516-4970-8f08-2e88e048d5f7","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:01:44.255844004Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"c4e98958-30d8-4c78-9a61-d4683eaf991d","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:01:44.255861056Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"c4e98958-30d8-4c78-9a61-d4683eaf991d","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:01:44.306558714Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"c0a86b38-7e50-4ce3-80c7-262b9f12bbe1","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:01:44.309315662Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"ddacebea-8eba-4efe-9b90-97b96dc50327","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:01:44.317738344Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"14cbdf16-6254-4fcb-8680-8b0ec191f07f","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:01:44.317764913Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"14cbdf16-6254-4fcb-8680-8b0ec191f07f","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:01:44.318098973Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"103e1fbc-bf94-4e14-98d4-4158ad600dab","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:01:44.318116791Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"103e1fbc-bf94-4e14-98d4-4158ad600dab","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:01:44.318452862Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"9cbeeeae-b06d-4277-a8ef-c6bb9bb76af4","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:01:44.318469889Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"9cbeeeae-b06d-4277-a8ef-c6bb9bb76af4","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:01:44.318723768Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"0cea2924-8e5b-4187-a009-5e78b9084c06","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:01:44.318737294Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"0cea2924-8e5b-4187-a009-5e78b9084c06","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:01:44.318959277Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"682b83a2-e633-491c-b0f1-12908ef6f694","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:01:44.318970541Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"682b83a2-e633-491c-b0f1-12908ef6f694","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:01:44.407272859Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"4d9508ed-fd61-4ee6-89cd-e70871b9d3e0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:01:44.407485616Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c3375135-825c-4bcd-b8c1-81b5020a7a42","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:01:44.460598371Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c3375135-825c-4bcd-b8c1-81b5020a7a42","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:01:44.461366008Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"4d9508ed-fd61-4ee6-89cd-e70871b9d3e0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:01:44.513283627Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c3375135-825c-4bcd-b8c1-81b5020a7a42","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:01:44.513634254Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"4d9508ed-fd61-4ee6-89cd-e70871b9d3e0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:01:44.716802201Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"b8e94d96-b3be-4631-b60d-1c4f284a7f80","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:01:44.72067906Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"35b1ea5a-1d13-445f-b0d2-ffe897c4a3a4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:01:44.769744264Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"b8e94d96-b3be-4631-b60d-1c4f284a7f80","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:01:44.773061534Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"35b1ea5a-1d13-445f-b0d2-ffe897c4a3a4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:01:44.82266035Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"b8e94d96-b3be-4631-b60d-1c4f284a7f80","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:01:44.82482283Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"35b1ea5a-1d13-445f-b0d2-ffe897c4a3a4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T12:01:44.872433099Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"b8e94d96-b3be-4631-b60d-1c4f284a7f80","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"simulator-access\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T12:01:45.022622031Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"85c5490e-a103-4e5c-9570-71ac5a1a0c46","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:01:45.075009049Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"85c5490e-a103-4e5c-9570-71ac5a1a0c46","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:01:45.126216697Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"85c5490e-a103-4e5c-9570-71ac5a1a0c46","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:01:45.43715794Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"766b319e-64ab-4afa-aa0e-a852956905fa","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:01:45.437186253Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"766b319e-64ab-4afa-aa0e-a852956905fa","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:01:47.842846775Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"487150d1-26fd-4235-ae5b-9f8bd211f598","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:01:47.842873117Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"487150d1-26fd-4235-ae5b-9f8bd211f598","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:01:47.843221145Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"3efed3f4-443d-472f-896f-080bac9285e5","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:01:47.843239493Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"3efed3f4-443d-472f-896f-080bac9285e5","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:01:47.843545232Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"78d9f09f-909c-4e99-971e-ff2b6e01627c","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:01:47.843562481Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"78d9f09f-909c-4e99-971e-ff2b6e01627c","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:01:47.84381579Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"c0422e6c-8994-4ecb-a02a-0815f00d87e8","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:01:47.843830883Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"c0422e6c-8994-4ecb-a02a-0815f00d87e8","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:01:47.844067809Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"aa1d4555-5e4e-44a0-bc2c-56f8b1da0146","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:01:47.84408264Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"aa1d4555-5e4e-44a0-bc2c-56f8b1da0146","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:01:47.844318219Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"d3688b93-1ab8-4998-81b8-607446500bbd","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:01:47.844333095Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"d3688b93-1ab8-4998-81b8-607446500bbd","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:01:47.892756808Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"a43c73cc-9867-467c-b9df-209f43b45aae","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:01:47.893358907Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"0992b0c9-1e94-4747-88f2-27a79ca7bdfb","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:01:47.908586633Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"4ce5d790-f305-40e9-97f8-adc7654d3692","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:01:47.908612365Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"4ce5d790-f305-40e9-97f8-adc7654d3692","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:01:47.908986952Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"5b60eb13-e4cd-4e3a-92bf-85c2ad9a76a8","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:01:47.909007463Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"5b60eb13-e4cd-4e3a-92bf-85c2ad9a76a8","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:01:47.909239708Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"1c9e3654-8a64-48ff-8394-33fd957ef3b7","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:01:47.909254932Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"1c9e3654-8a64-48ff-8394-33fd957ef3b7","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:01:47.909521328Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"89707905-8a0c-4c9c-99b3-4a3afdc63cb2","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:01:47.909536947Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"89707905-8a0c-4c9c-99b3-4a3afdc63cb2","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:01:47.909754858Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"803da19d-aef1-45eb-87d8-f8ee8c28b52c","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:01:47.909765896Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"803da19d-aef1-45eb-87d8-f8ee8c28b52c","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:01:47.9099781Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"225f356e-9533-4efa-af27-3f00ce9c60f8","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:01:47.909989206Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"225f356e-9533-4efa-af27-3f00ce9c60f8","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:01:47.990644141Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"3a874f44-9635-4162-bc79-eaabda7bb313","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:01:47.990644602Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"eaa473e4-fdfc-42cb-8a85-052d1d4f0be6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:01:48.043795109Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"3a874f44-9635-4162-bc79-eaabda7bb313","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:01:48.044601577Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"eaa473e4-fdfc-42cb-8a85-052d1d4f0be6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:01:48.095934988Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"3a874f44-9635-4162-bc79-eaabda7bb313","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:01:48.096053988Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"eaa473e4-fdfc-42cb-8a85-052d1d4f0be6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:01:48.241276989Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"c6ccd7b3-9110-4ed9-8242-e72716ef3f51","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:01:48.241276918Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"3dd5ed96-0096-47c5-b2ab-59f22cd78dc2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:01:48.294057762Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"3dd5ed96-0096-47c5-b2ab-59f22cd78dc2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:01:48.294180791Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"c6ccd7b3-9110-4ed9-8242-e72716ef3f51","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:01:48.345740389Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"c6ccd7b3-9110-4ed9-8242-e72716ef3f51","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:01:48.345759124Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"3dd5ed96-0096-47c5-b2ab-59f22cd78dc2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:01:49.011851235Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"8b64bf7b-9e9a-49e6-9772-83ba83228ded","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:01:49.011870688Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"8b64bf7b-9e9a-49e6-9772-83ba83228ded","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:01:50.758628505Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"aa166c3d-7046-4aac-89ca-3f91f788386d","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:01:50.758653997Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"aa166c3d-7046-4aac-89ca-3f91f788386d","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:01:50.758982751Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"eb4daa0f-efcd-4033-ae34-3b78e87117ea","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:01:50.759001409Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"eb4daa0f-efcd-4033-ae34-3b78e87117ea","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:01:50.75926123Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"c23d0a51-62d0-4bc2-a354-34a67534478c","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:01:50.7592749Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"c23d0a51-62d0-4bc2-a354-34a67534478c","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:01:50.759543155Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"456a642f-4f3c-4acf-8c0f-a2d965533126","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:01:50.759559617Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"456a642f-4f3c-4acf-8c0f-a2d965533126","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:01:50.759818751Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"a232849b-2326-4d81-925a-cdfa51b21a99","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:01:50.759830967Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"a232849b-2326-4d81-925a-cdfa51b21a99","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:01:50.760081134Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"0175e06d-7e77-40ea-8dc0-319216d3fe66","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:01:50.760094013Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"0175e06d-7e77-40ea-8dc0-319216d3fe66","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:01:50.760338639Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"4e6be210-20b9-4fc6-a502-71cd43dbac2c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:01:50.760353702Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"4e6be210-20b9-4fc6-a502-71cd43dbac2c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:01:50.808589359Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"7df564f4-f852-46d0-8cf0-91119018d7bd","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:01:50.822626228Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"df4a4195-8ef1-4b1c-a446-8ce882d49bdd","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:01:50.822649593Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"df4a4195-8ef1-4b1c-a446-8ce882d49bdd","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:01:50.822918937Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"0772bf53-8b6d-4d00-b6c7-6e90581954f2","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:01:50.822932271Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"0772bf53-8b6d-4d00-b6c7-6e90581954f2","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:01:50.823742954Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"a289eaa1-18df-4b78-a149-b805d217ba1d","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:01:50.823759842Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"a289eaa1-18df-4b78-a149-b805d217ba1d","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:01:50.824316559Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"9328163f-8a68-4693-946a-2b72729fd685","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:01:50.824330009Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"9328163f-8a68-4693-946a-2b72729fd685","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:01:50.824927528Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"bb1157e3-b625-41aa-a153-377f8c439a75","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:01:50.824948349Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"bb1157e3-b625-41aa-a153-377f8c439a75","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:01:50.826337162Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"282a12a4-7d4a-4dcf-a0ee-d8b85a286950","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:01:50.826362652Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"282a12a4-7d4a-4dcf-a0ee-d8b85a286950","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:01:50.827349184Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ceceae5d-9bd3-44a9-ab6d-604d2533555b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:01:50.827365609Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ceceae5d-9bd3-44a9-ab6d-604d2533555b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:01:50.905220851Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"dbcf454f-a438-469e-8b6b-cfaff9054923","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:01:50.905587373Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"8a41b880-a138-4d17-bab3-981c16e1ebb1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:01:50.959195067Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"dbcf454f-a438-469e-8b6b-cfaff9054923","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:01:50.959942348Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"87ae060a-f366-4a60-976b-316c3794afa5","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"facebook-opt-125m-simulated","subscriptionCount":1,"subscriptions":["models-as-a-service/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:01:50.960508692Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"8a41b880-a138-4d17-bab3-981c16e1ebb1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:01:51.011644035Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"dbcf454f-a438-469e-8b6b-cfaff9054923","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:01:51.012281961Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"8a41b880-a138-4d17-bab3-981c16e1ebb1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:01:51.113922182Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"69c7739b-1645-4592-9f8a-98066e3295c5","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:01:51.113949943Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"69c7739b-1645-4592-9f8a-98066e3295c5","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:01:51.157532332Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a82e7d63-c250-4756-8025-25df32228a4e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:01:51.157583338Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"1c43835c-5ac7-462c-943e-32b77425ef02","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:01:51.215890739Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a82e7d63-c250-4756-8025-25df32228a4e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:01:51.220146731Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"1c43835c-5ac7-462c-943e-32b77425ef02","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:01:51.268372393Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a82e7d63-c250-4756-8025-25df32228a4e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:01:51.272038115Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"1c43835c-5ac7-462c-943e-32b77425ef02","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:01:51.312222485Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"e6e1a676-3ea0-4e2e-a9bb-0b449e1a78a1","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:01:51.732452856Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"894e5fbf-5f00-4f5f-b96e-3d4c7aa58625","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:01:51.732516306Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"1d4bc69b-913a-4a99-bf09-b89766879c84","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:01:51.786046366Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"1d4bc69b-913a-4a99-bf09-b89766879c84","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:01:51.787987608Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"894e5fbf-5f00-4f5f-b96e-3d4c7aa58625","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:01:51.838581587Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"1d4bc69b-913a-4a99-bf09-b89766879c84","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:01:51.840947395Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"894e5fbf-5f00-4f5f-b96e-3d4c7aa58625","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:01:51.895753414Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"37954878-cca5-44fb-8682-5d2f1a7e2b37","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:01:51.895774572Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"37954878-cca5-44fb-8682-5d2f1a7e2b37","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:01:51.9354248Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"af44bd44-1837-438d-adfc-5b38edeab370","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:01:51.935453888Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"af44bd44-1837-438d-adfc-5b38edeab370","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:01:52.038213498Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"28535c48-7a25-49d9-8924-b386325f56b2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:01:52.039780262Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"86566266-8fc7-49dc-aac5-8906bcfaed15","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:01:52.091078759Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"28535c48-7a25-49d9-8924-b386325f56b2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:01:52.092262933Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"86566266-8fc7-49dc-aac5-8906bcfaed15","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:01:52.13336592Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"9e3851d2-a273-4bc0-8672-af85044d8c76","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:01:52.143227883Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"28535c48-7a25-49d9-8924-b386325f56b2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:01:52.144115117Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"86566266-8fc7-49dc-aac5-8906bcfaed15","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T12:01:52.194277727Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"86566266-8fc7-49dc-aac5-8906bcfaed15","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"simulator-access\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T12:01:52.344525667Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"1a3322fb-90d1-43c6-aa1d-a1c4d3a419b5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:01:52.397428961Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"1a3322fb-90d1-43c6-aa1d-a1c4d3a419b5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:01:52.449110963Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"1a3322fb-90d1-43c6-aa1d-a1c4d3a419b5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:01:54.156010589Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"2b9e96ab-1c6c-445a-a0da-4c6582c66dbf","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:01:54.156030386Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"2b9e96ab-1c6c-445a-a0da-4c6582c66dbf","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:01:54.156283089Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"34abfc07-cd16-4d21-832e-ac31c87587b5","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:01:54.156296702Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"34abfc07-cd16-4d21-832e-ac31c87587b5","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:01:54.156560979Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"301ad235-49c3-493f-8818-9ee5a8548d0b","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:01:54.156575549Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"301ad235-49c3-493f-8818-9ee5a8548d0b","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:01:54.156787688Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"b6077223-e960-4e2f-bba1-dfea0ef383eb","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:01:54.15679962Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"b6077223-e960-4e2f-bba1-dfea0ef383eb","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:01:54.156978195Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"9548f176-b259-499e-89f4-679b5b499940","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:01:54.156987859Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"9548f176-b259-499e-89f4-679b5b499940","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:01:54.157260926Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"9c4b241f-c089-421e-9f32-ff131dea6360","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:01:54.157277922Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"9c4b241f-c089-421e-9f32-ff131dea6360","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:01:54.157511917Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d92aa18d-e733-4d03-8a4f-cedbfebfacf9","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:01:54.157525312Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d92aa18d-e733-4d03-8a4f-cedbfebfacf9","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:01:54.157765288Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"8fc75763-6beb-4fae-a59d-fcd8b289cbb6","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:01:54.157777342Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"8fc75763-6beb-4fae-a59d-fcd8b289cbb6","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:01:54.22194515Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"04a1e0e5-c367-4491-84c5-01bec21bc731","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:01:54.221965167Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"04a1e0e5-c367-4491-84c5-01bec21bc731","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:01:54.22219082Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"fea35fc2-79bf-4f20-aaf2-f435583317e9","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:01:54.222201048Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"fea35fc2-79bf-4f20-aaf2-f435583317e9","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:01:54.222370701Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"d9a1d222-0726-44dd-8f21-5f2517c082e6","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:01:54.222395021Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"d9a1d222-0726-44dd-8f21-5f2517c082e6","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:01:54.222587392Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"c9529aaf-8865-4ac9-940a-cca36229daed","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:01:54.222599439Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"c9529aaf-8865-4ac9-940a-cca36229daed","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:01:54.222776015Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"4e3c1c54-47dc-462d-8b81-59aacb9f519c","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:01:54.222785666Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"4e3c1c54-47dc-462d-8b81-59aacb9f519c","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:01:54.222960411Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"7c6a71d3-7d5e-40b7-812b-ea4c690fca74","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:01:54.222970298Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"7c6a71d3-7d5e-40b7-812b-ea4c690fca74","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:01:54.223126179Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"841fc6ad-8e3e-46b6-a4b3-72f37ba8a83a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:01:54.223135239Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"841fc6ad-8e3e-46b6-a4b3-72f37ba8a83a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:01:54.223360366Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"9ee7f065-d607-4f63-9813-9795f3c7a6d1","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:01:54.223369644Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"9ee7f065-d607-4f63-9813-9795f3c7a6d1","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:01:54.301491151Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"1d7f6bcf-9712-425a-b81f-be1383757e2a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:01:54.351744992Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"205550b5-656c-45a8-90df-0c71c29e0815","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:01:54.354218855Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"6ffa4229-f59e-48ba-acef-82cf1c95dcd8","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"premium-simulated-simulated-premium","subscriptionCount":1,"subscriptions":["models-as-a-service/premium-simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:01:54.354557314Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"1d7f6bcf-9712-425a-b81f-be1383757e2a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:01:54.401265891Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"1dfc5ae4-8e82-4413-b63c-edb976333bb5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:01:54.40576509Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"1d7f6bcf-9712-425a-b81f-be1383757e2a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:01:54.453504431Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"1dfc5ae4-8e82-4413-b63c-edb976333bb5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:01:54.505396648Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"3c709c19-bbfd-47ab-b3e9-ab7236b4ba63","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:01:54.505415845Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"3c709c19-bbfd-47ab-b3e9-ab7236b4ba63","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:01:54.507579927Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"1dfc5ae4-8e82-4413-b63c-edb976333bb5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:01:54.552693577Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"afb80681-d6e2-44bd-be8d-366adbdd46b7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:01:54.608463281Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"afb80681-d6e2-44bd-be8d-366adbdd46b7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:01:54.652154826Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"8c8cdd80-109a-4551-9587-c3cc480a6817","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:01:54.659964217Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"afb80681-d6e2-44bd-be8d-366adbdd46b7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:01:54.700894534Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"14715b2f-79a6-415f-a012-8d5a560778e6","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:01:54.704809766Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"8c8cdd80-109a-4551-9587-c3cc480a6817","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:01:54.755934365Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"8c8cdd80-109a-4551-9587-c3cc480a6817","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:01:55.333814788Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"7ac05667-e800-410c-9c45-a21596fbee10","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:01:55.333835462Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"7ac05667-e800-410c-9c45-a21596fbee10","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:01:55.528671634Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"e6dae08d-3829-41cf-9839-0b99d691df52","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:01:55.712628732Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:01:58.23227879Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"665433ff-e800-4984-a673-a24538792c89","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:01:58.232307165Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"665433ff-e800-4984-a673-a24538792c89","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:01:59.138106305Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"a10ba49e-30a5-4b0b-8474-3a0d56121037","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:01:59.236623702Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"07825cd2-3f85-42f6-bc4c-bb66dcd9ceee","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:01:59.277778271Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"81cdf540-5cb5-4d4c-95e7-a02ef6d1dc6b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:01:59.277784914Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"8a8c333e-16fe-49b4-bc58-bdf5cc8c3632","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:01:59.291431708Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b1063c43-2393-40c3-b54b-34869a43a9f1","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:01:59.29144929Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b1063c43-2393-40c3-b54b-34869a43a9f1","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:01:59.35410413Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"8a8c333e-16fe-49b4-bc58-bdf5cc8c3632","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:01:59.354117677Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"81cdf540-5cb5-4d4c-95e7-a02ef6d1dc6b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:01:59.407199277Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"81cdf540-5cb5-4d4c-95e7-a02ef6d1dc6b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:01:59.407656622Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"8a8c333e-16fe-49b4-bc58-bdf5cc8c3632","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:01:59.408541644Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"5799eb96-fb18-44dc-9d08-19ec40d26800","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:01:59.408557304Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"5799eb96-fb18-44dc-9d08-19ec40d26800","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:01:59.462496554Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"75f98120-4bb0-42f0-ae1a-fc6a85461eaa","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:01:59.462522503Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"75f98120-4bb0-42f0-ae1a-fc6a85461eaa","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:01:59.464199943Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"16b204da-0e64-4bf2-bda0-de6d1f4cdbe6","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:01:59.464219583Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"16b204da-0e64-4bf2-bda0-de6d1f4cdbe6","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:01:59.611289369Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"c3d124f2-62a8-4886-ae26-421010b1b912","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:01:59.6125229Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d6338e8a-c2e9-42f4-b571-8bb4a7430a36","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:01:59.665293043Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d6338e8a-c2e9-42f4-b571-8bb4a7430a36","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:01:59.66601275Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"c3d124f2-62a8-4886-ae26-421010b1b912","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:01:59.717602339Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d6338e8a-c2e9-42f4-b571-8bb4a7430a36","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:01:59.718184433Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"c3d124f2-62a8-4886-ae26-421010b1b912","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T12:01:59.767823715Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"c3d124f2-62a8-4886-ae26-421010b1b912","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"premium-simulator-access\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T12:01:59.91843625Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b69bef6b-355a-4aed-91e3-d6adeb7497fe","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:01:59.972943749Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b69bef6b-355a-4aed-91e3-d6adeb7497fe","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:02:00.025087599Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b69bef6b-355a-4aed-91e3-d6adeb7497fe","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:02:01.142887004Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"de799755-4996-4126-912b-2e049ea61615","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:02:01.142910969Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"de799755-4996-4126-912b-2e049ea61615","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:02:03.374682479Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"b10de1ee-cdb4-45aa-b8ad-7eafad0e4b86","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:02:03.374705175Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"b10de1ee-cdb4-45aa-b8ad-7eafad0e4b86","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:02:04.223774903Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"e5acbf0d-7e99-47d0-a61d-0f1d30209bf2","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:02:04.223793345Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"e5acbf0d-7e99-47d0-a61d-0f1d30209bf2","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:02:04.224066036Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"96f7dc10-9896-4820-81e9-f0010aa47b7d","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:02:04.224077423Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"96f7dc10-9896-4820-81e9-f0010aa47b7d","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:02:04.224255127Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"8bedef93-db11-435e-a4bb-638117e19ffd","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:02:04.224264807Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"8bedef93-db11-435e-a4bb-638117e19ffd","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:02:04.746189706Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"ec422788-8ae7-458f-b8ed-ec75c970d818","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:02:04.845978496Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"597af4b0-686f-4922-89e9-56ac1c709999","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:02:06.321442044Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"fa70e80b-8b41-4634-9628-55e6a8964606","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:02:06.321463245Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"fa70e80b-8b41-4634-9628-55e6a8964606","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:02:09.463872012Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"15241577-797b-436c-8e4d-c19162de7d15","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:02:09.463893015Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"15241577-797b-436c-8e4d-c19162de7d15","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:02:09.465434679Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"75e3bec8-0b37-4d32-912b-93228f1140e1","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:02:09.46545101Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"75e3bec8-0b37-4d32-912b-93228f1140e1","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:02:09.604668759Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"9356ec2d-0063-4a39-96c1-d38c49b5bbd8","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:02:09.604695832Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"9356ec2d-0063-4a39-96c1-d38c49b5bbd8","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:02:09.864421163Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"b81688eb-41bc-4f9d-adee-c566087bca9b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:02:09.963731765Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"b81688eb-41bc-4f9d-adee-c566087bca9b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:02:10.170399117Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b5ad44eb-1180-4643-9d5d-8c0a6a6f6b35","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:02:10.223276397Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b5ad44eb-1180-4643-9d5d-8c0a6a6f6b35","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:02:10.266167666Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"65749e82-ec74-4fb5-8f46-8a514ea73959","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:02:10.266188637Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"65749e82-ec74-4fb5-8f46-8a514ea73959","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:02:10.475039916Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"dedff4f9-ef6f-47a9-a0a8-5944a8e06eff","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:02:10.475066354Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"dedff4f9-ef6f-47a9-a0a8-5944a8e06eff","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:02:13.706004907Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"dd089a85-204d-47fc-b7d4-e8167569c614","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:02:13.706028153Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"dd089a85-204d-47fc-b7d4-e8167569c614","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:02:15.990659032Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"99aa8a5e-c450-4561-bb36-5cf401d1d33f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:02:15.99068152Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"99aa8a5e-c450-4561-bb36-5cf401d1d33f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:02:16.187167567Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"ec04a2c6-dafa-4932-a5d9-3065f877aae5","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:02:16.190028004Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"637fd47d-3924-45a6-8725-c38a89c93495","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:02:16.190186613Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"a73a538d-3bb4-477a-85ab-f29e427fef29","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:02:16.293949438Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"a73a538d-3bb4-477a-85ab-f29e427fef29","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:02:16.29699267Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"637fd47d-3924-45a6-8725-c38a89c93495","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:02:16.34580859Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"fc0bc51d-57f0-4614-a0ba-f42236eb60c6","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:02:16.345835894Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"fc0bc51d-57f0-4614-a0ba-f42236eb60c6","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:02:16.541934956Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"576f55c8-aa13-4739-b2a2-036edb995198","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:02:18.968182318Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"06fb7b56-8e75-4f94-9b21-587a2b7197b4","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:02:18.968208302Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"06fb7b56-8e75-4f94-9b21-587a2b7197b4","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:02:19.165595331Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"e71d1fe8-b095-4aec-b25b-a339bbc995f2","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:02:19.16873138Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"2bfe8ab5-ca72-47eb-92a2-bf1d3f06d207","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:02:19.168775256Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"5095ad15-adbe-408b-b597-7f3d63172fcf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:02:19.263574808Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"2bfe8ab5-ca72-47eb-92a2-bf1d3f06d207","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:02:19.267915738Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"5095ad15-adbe-408b-b597-7f3d63172fcf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:02:19.319952419Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"005805b1-c453-4a5e-a79d-1b1ea5782291","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:02:19.319971845Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"005805b1-c453-4a5e-a79d-1b1ea5782291","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:02:19.514880685Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"36859c8a-a082-4be8-a5eb-9500b8c7cb50","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:02:21.865122036Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"95e97305-941e-416f-b21d-36d876e98efe","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:02:21.865141403Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"95e97305-941e-416f-b21d-36d876e98efe","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:02:22.011123436Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"1d2c8d45-de87-4dc5-9472-83d5efe19262","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:02:22.06611031Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"1d2c8d45-de87-4dc5-9472-83d5efe19262","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:02:22.102443094Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"d9ace4a1-6d56-4cd7-a6ef-a4860c95df02","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:02:22.10247009Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"d9ace4a1-6d56-4cd7-a6ef-a4860c95df02","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:02:22.248018023Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"3797fdd0-9709-4f17-a958-11bee4dff073","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:02:22.297553645Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"ebadff5d-0169-405e-98a2-a75e2db85b64","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:02:22.300551377Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"3797fdd0-9709-4f17-a958-11bee4dff073","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:02:22.317221233Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"bcccf571-740c-4cd4-9fed-521822752a4a","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:02:22.317242221Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"bcccf571-740c-4cd4-9fed-521822752a4a","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:02:22.451584083Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"1782b5b5-3f94-4d9c-9dae-afb05d3f2e34","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:02:22.451603466Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"1782b5b5-3f94-4d9c-9dae-afb05d3f2e34","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:02:22.46241486Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"f7908523-4e09-4c60-8227-5599a51b7fc6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:02:22.51513099Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"f7908523-4e09-4c60-8227-5599a51b7fc6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:02:25.759680193Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:02:55.72483467Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:03:09.564225217Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6ddcbe86-ceda-4465-b33e-72d6d792b4ad","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:03:09.612988243Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6ddcbe86-ceda-4465-b33e-72d6d792b4ad","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:03:09.661594279Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6ddcbe86-ceda-4465-b33e-72d6d792b4ad","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:03:09.710450816Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6ddcbe86-ceda-4465-b33e-72d6d792b4ad","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:03:10.209428663Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ait-1319e7ef","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ait-1319e7ef","reconcileID":"d1a097ad-4ae9-435e-ae54-127b7ae1f059","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ait-1319e7ef","applied":{"maas.opendatahub.io/gateway-access-e2e-ait-1319e7ef":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:03:10.762269549Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ait-f732077f","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ait-f732077f","reconcileID":"4dceaeac-a748-4f6d-b762-22ee0d1b3cbf","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ait-f732077f","applied":{"maas.opendatahub.io/gateway-access-e2e-ait-f732077f":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:03:11.563195598Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fbb11b78-2eb1-476e-85d8-b8a7188d189b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:03:11.612294677Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fbb11b78-2eb1-476e-85d8-b8a7188d189b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:03:11.662081316Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fbb11b78-2eb1-476e-85d8-b8a7188d189b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:03:11.711210038Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fbb11b78-2eb1-476e-85d8-b8a7188d189b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:03:11.768558046Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-migrate-30e6ec98","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-migrate-30e6ec98","reconcileID":"5afd2e4b-cd0a-4882-bfbd-7eb4c5be4b11","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-migrate-30e6ec98-gw","applied":{"maas.opendatahub.io/gateway-access-e2e-migrate-30e6ec98-gw":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:03:13.539136996Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d016a220-6caa-4554-86a4-ed99268c1bcc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:03:13.587900041Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d016a220-6caa-4554-86a4-ed99268c1bcc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:03:13.643853312Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d016a220-6caa-4554-86a4-ed99268c1bcc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:03:13.692706308Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d016a220-6caa-4554-86a4-ed99268c1bcc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:03:15.529281555Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"85a46dec-208e-4463-808f-986fb3476b2c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:03:15.578153665Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"85a46dec-208e-4463-808f-986fb3476b2c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:03:15.627562911Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"85a46dec-208e-4463-808f-986fb3476b2c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:03:15.677166263Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"85a46dec-208e-4463-808f-986fb3476b2c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:03:15.831554051Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ait-4b9370d1","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ait-4b9370d1","reconcileID":"e80e56da-d68d-4ac0-b804-421520e1b8b0","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ait-4b9370d1","applied":{"maas.opendatahub.io/gateway-access-e2e-ait-4b9370d1":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:03:17.516627315Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5c07c679-e9fe-4544-92f6-119ae79338dc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:03:17.565249377Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5c07c679-e9fe-4544-92f6-119ae79338dc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:03:17.613903301Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5c07c679-e9fe-4544-92f6-119ae79338dc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:03:17.662631755Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5c07c679-e9fe-4544-92f6-119ae79338dc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:03:19.527068357Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ffe0d1cf-f4e5-420d-9978-f2b928862a22","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:03:19.576741892Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ffe0d1cf-f4e5-420d-9978-f2b928862a22","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:03:19.625322765Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ffe0d1cf-f4e5-420d-9978-f2b928862a22","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:03:19.675758769Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ffe0d1cf-f4e5-420d-9978-f2b928862a22","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:03:19.731525559Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-derive-9ab28c7a","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-derive-9ab28c7a","reconcileID":"30988928-42f4-4c66-ad7f-c0aec1445a2c","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-derive-9ab28c7a","applied":{"maas.opendatahub.io/gateway-access-e2e-derive-9ab28c7a":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:03:20.024167251Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-f732077f"},"namespace":"ai-tenant-e2e-ait-f732077f","name":"default-tenant","reconcileID":"cb7fc5b1-88b6-4b2c-b6b0-6a755a3c7627","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ait-f732077f","tenantID":"e2e-ait-f732077f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:03:20.133672308Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-f732077f"},"namespace":"ai-tenant-e2e-ait-f732077f","name":"default-tenant","reconcileID":"cb7fc5b1-88b6-4b2c-b6b0-6a755a3c7627","name":"e2e-ait-f732077f-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:03:21.546239556Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"500f1f16-6664-45c9-86fa-e721c839641e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:03:21.595406539Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"500f1f16-6664-45c9-86fa-e721c839641e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:03:21.644816228Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"500f1f16-6664-45c9-86fa-e721c839641e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:03:21.693960716Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"500f1f16-6664-45c9-86fa-e721c839641e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:03:24.791075585Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-4b9370d1"},"namespace":"ai-tenant-e2e-ait-4b9370d1","name":"default-tenant","reconcileID":"dbbea3ed-0082-4455-b2f9-137ac19a31ca","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ait-4b9370d1","tenantID":"e2e-ait-4b9370d1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:03:24.899400382Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-4b9370d1"},"namespace":"ai-tenant-e2e-ait-4b9370d1","name":"default-tenant","reconcileID":"dbbea3ed-0082-4455-b2f9-137ac19a31ca","name":"e2e-ait-4b9370d1-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:03:25.712724263Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:03:25.765039951Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"496cc4c4-12e8-4987-a4e3-f38799705243","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:03:25.868646696Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"711832d1-403b-4439-9dc4-5e179178f9bb","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:03:28.928966749Z","body":"Updating maas-parameters ConfigMap","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-30e6ec98"},"namespace":"ai-tenant-e2e-migrate-30e6ec98","name":"default-tenant","reconcileID":"cc8e0c7d-ba3f-440c-84cb-85c125dd3381","api-key-max-expiration-days":"37","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:03:28.980719816Z","body":"OIDC configuration loaded from tenant platform context","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-30e6ec98"},"namespace":"ai-tenant-e2e-migrate-30e6ec98","name":"default-tenant","reconcileID":"cc8e0c7d-ba3f-440c-84cb-85c125dd3381","issuerUrl":"https://issuer.example.com/realms/e2e","clientId":"e2e-client","audience":"","accessTokenPurposeClaim":"","ttl":600,"source":"aitenant","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:03:29.077531214Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-30e6ec98"},"namespace":"ai-tenant-e2e-migrate-30e6ec98","name":"default-tenant","reconcileID":"cc8e0c7d-ba3f-440c-84cb-85c125dd3381","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-migrate-30e6ec98-gw","tenantID":"e2e-migrate-30e6ec98","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:03:29.186436678Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-30e6ec98"},"namespace":"ai-tenant-e2e-migrate-30e6ec98","name":"default-tenant","reconcileID":"cc8e0c7d-ba3f-440c-84cb-85c125dd3381","name":"e2e-migrate-30e6ec98-gw-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:03:33.4470588Z","body":"Updating maas-parameters ConfigMap","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"default-tenant","reconcileID":"bea5567f-d729-44d7-9b56-657308c8d6ab","api-key-max-expiration-days":"90","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:03:38.145654535Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-1319e7ef"},"namespace":"ai-tenant-e2e-ait-1319e7ef","name":"default-tenant","reconcileID":"41260765-218a-4277-b61c-a23dfb379dbc","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ait-1319e7ef","tenantID":"e2e-ait-1319e7ef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:03:38.252906932Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-1319e7ef"},"namespace":"ai-tenant-e2e-ait-1319e7ef","name":"default-tenant","reconcileID":"41260765-218a-4277-b61c-a23dfb379dbc","name":"e2e-ait-1319e7ef-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:03:42.65045792Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-9ab28c7a"},"namespace":"ai-tenant-e2e-derive-9ab28c7a","name":"default-tenant","reconcileID":"d344840a-7a6b-4b62-b190-89ba7f3e9f06","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-derive-9ab28c7a","tenantID":"e2e-derive-9ab28c7a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:03:42.75887398Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-9ab28c7a"},"namespace":"ai-tenant-e2e-derive-9ab28c7a","name":"default-tenant","reconcileID":"d344840a-7a6b-4b62-b190-89ba7f3e9f06","name":"e2e-derive-9ab28c7a-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:03:49.012503425Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4e86fbcc-529b-4d1e-a3c0-997226c67e58","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:03:49.062520044Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4e86fbcc-529b-4d1e-a3c0-997226c67e58","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:03:49.11135782Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4e86fbcc-529b-4d1e-a3c0-997226c67e58","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:03:49.160263116Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4e86fbcc-529b-4d1e-a3c0-997226c67e58","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:03:50.986141159Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6a33918e-0472-41ed-bd0c-dfda5b90f1ff","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:03:51.034986125Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6a33918e-0472-41ed-bd0c-dfda5b90f1ff","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:03:51.084160044Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6a33918e-0472-41ed-bd0c-dfda5b90f1ff","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:03:51.133036783Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6a33918e-0472-41ed-bd0c-dfda5b90f1ff","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:03:53.041838635Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e76f24d2-7289-4db8-9721-9d0eeee69fc3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:03:53.091296564Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e76f24d2-7289-4db8-9721-9d0eeee69fc3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:03:53.140712433Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e76f24d2-7289-4db8-9721-9d0eeee69fc3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:03:53.1896486Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e76f24d2-7289-4db8-9721-9d0eeee69fc3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:03:55.024449665Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"828eac23-b771-408d-a9ae-00b58df1f1cc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:03:55.073147141Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"828eac23-b771-408d-a9ae-00b58df1f1cc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:03:55.121796097Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"828eac23-b771-408d-a9ae-00b58df1f1cc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:03:55.170362226Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"828eac23-b771-408d-a9ae-00b58df1f1cc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:03:55.713322986Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:03:56.140278302Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"75ca37cc-70dd-4b2d-b73d-480c6dc98001","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:03:56.257900886Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"bc96c4d9-d781-47c6-bd39-8c46eb9b3b83","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:03:56.422146208Z","body":"Updating maas-parameters ConfigMap","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-30e6ec98"},"namespace":"ai-tenant-e2e-migrate-30e6ec98","name":"default-tenant","reconcileID":"4c2727ea-543c-4b67-a8d7-8a997be75f45","api-key-max-expiration-days":"37","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:03:56.522107067Z","body":"OIDC configuration loaded from tenant platform context","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-30e6ec98"},"namespace":"ai-tenant-e2e-migrate-30e6ec98","name":"default-tenant","reconcileID":"4c2727ea-543c-4b67-a8d7-8a997be75f45","issuerUrl":"https://issuer.example.com/realms/e2e","clientId":"e2e-client","audience":"","accessTokenPurposeClaim":"","ttl":600,"source":"aitenant","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:03:58.517079935Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"afee8b62-baea-4c7a-97a2-9d7f55576c27","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:03:58.56570691Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"afee8b62-baea-4c7a-97a2-9d7f55576c27","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:03:58.614760224Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"afee8b62-baea-4c7a-97a2-9d7f55576c27","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:03:58.664386706Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"afee8b62-baea-4c7a-97a2-9d7f55576c27","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:04:00.48656685Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"73a33e24-6b22-4342-b800-3b10f0d661a5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:04:00.535425843Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"73a33e24-6b22-4342-b800-3b10f0d661a5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:04:00.584090133Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"73a33e24-6b22-4342-b800-3b10f0d661a5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:04:00.632837143Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"73a33e24-6b22-4342-b800-3b10f0d661a5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:04:01.194836212Z","body":"Updating maas-parameters ConfigMap","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"default-tenant","reconcileID":"f675c820-20de-4079-a013-518ae6412687","api-key-max-expiration-days":"90","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:04:02.531677738Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5f415887-f8b2-4f68-a07a-b432dc82dad3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:04:02.580472146Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5f415887-f8b2-4f68-a07a-b432dc82dad3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:04:02.629459893Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5f415887-f8b2-4f68-a07a-b432dc82dad3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:04:02.680795041Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5f415887-f8b2-4f68-a07a-b432dc82dad3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:04:04.521828075Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d1ff0acc-599b-47dc-b8d4-b417580f99bd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:04:04.570424326Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d1ff0acc-599b-47dc-b8d4-b417580f99bd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:04:04.619635972Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d1ff0acc-599b-47dc-b8d4-b417580f99bd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:04:04.66851262Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d1ff0acc-599b-47dc-b8d4-b417580f99bd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:04:06.478315491Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e49d770e-3ad4-4a90-b1ac-7fa021b420e5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:04:06.527816112Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e49d770e-3ad4-4a90-b1ac-7fa021b420e5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:04:06.576886002Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e49d770e-3ad4-4a90-b1ac-7fa021b420e5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:04:06.633634913Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e49d770e-3ad4-4a90-b1ac-7fa021b420e5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:04:08.474236563Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"52974a32-9734-4afd-bd8f-e3431615b8df","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:04:08.522955769Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"52974a32-9734-4afd-bd8f-e3431615b8df","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:04:08.571774498Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"52974a32-9734-4afd-bd8f-e3431615b8df","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:04:08.620628147Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"52974a32-9734-4afd-bd8f-e3431615b8df","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:04:10.426083145Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4ec807a5-3a01-4b5f-a96c-23b1526b9d58","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:04:10.47616071Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4ec807a5-3a01-4b5f-a96c-23b1526b9d58","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:04:10.525208835Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4ec807a5-3a01-4b5f-a96c-23b1526b9d58","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:04:10.574267686Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4ec807a5-3a01-4b5f-a96c-23b1526b9d58","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:04:11.180582157Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-f732077f"},"namespace":"ai-tenant-e2e-ait-f732077f","name":"default-tenant","reconcileID":"6daec8cd-ba95-49f6-b384-f04429cc2ce4","namespace":"ai-tenant-e2e-ait-f732077f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:04:11.180645095Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-f732077f"},"namespace":"ai-tenant-e2e-ait-f732077f","name":"default-tenant","reconcileID":"6daec8cd-ba95-49f6-b384-f04429cc2ce4","namespace":"ai-tenant-e2e-ait-f732077f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:04:11.180699831Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-f732077f"},"namespace":"ai-tenant-e2e-ait-f732077f","name":"default-tenant","reconcileID":"6daec8cd-ba95-49f6-b384-f04429cc2ce4","tenant":"e2e-ait-f732077f","tenantID":"e2e-ait-f732077f","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:04:11.231020002Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-f732077f"},"namespace":"ai-tenant-e2e-ait-f732077f","name":"default-tenant","reconcileID":"6daec8cd-ba95-49f6-b384-f04429cc2ce4","gvk":"Deployment","name":"maas-api-e2e-ait-f732077f","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:04:11.290091263Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-f732077f"},"namespace":"ai-tenant-e2e-ait-f732077f","name":"default-tenant","reconcileID":"6daec8cd-ba95-49f6-b384-f04429cc2ce4","gvk":"Service","name":"maas-api-e2e-ait-f732077f","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:04:11.340860604Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-f732077f"},"namespace":"ai-tenant-e2e-ait-f732077f","name":"default-tenant","reconcileID":"6daec8cd-ba95-49f6-b384-f04429cc2ce4","gvk":"HTTPRoute","name":"maas-api-route-e2e-ait-f732077f","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:04:11.39082213Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-f732077f"},"namespace":"ai-tenant-e2e-ait-f732077f","name":"default-tenant","reconcileID":"6daec8cd-ba95-49f6-b384-f04429cc2ce4","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-ait-f732077f","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:04:11.44166434Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-f732077f"},"namespace":"ai-tenant-e2e-ait-f732077f","name":"default-tenant","reconcileID":"6daec8cd-ba95-49f6-b384-f04429cc2ce4","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-ait-f732077f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:04:11.492707189Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-f732077f"},"namespace":"ai-tenant-e2e-ait-f732077f","name":"default-tenant","reconcileID":"6daec8cd-ba95-49f6-b384-f04429cc2ce4","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-ait-f732077f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:04:11.556618453Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-f732077f"},"namespace":"ai-tenant-e2e-ait-f732077f","name":"default-tenant","reconcileID":"6daec8cd-ba95-49f6-b384-f04429cc2ce4","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-ait-f732077f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:04:11.607492683Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-f732077f"},"namespace":"ai-tenant-e2e-ait-f732077f","name":"default-tenant","reconcileID":"6daec8cd-ba95-49f6-b384-f04429cc2ce4","gvk":"Telemetry","name":"latency-per-subscription-e2e-ait-f732077f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:04:11.655441967Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-f732077f"},"namespace":"ai-tenant-e2e-ait-f732077f","name":"default-tenant","reconcileID":"6daec8cd-ba95-49f6-b384-f04429cc2ce4","gvk":"Deployment","name":"payload-processing-e2e-ait-f732077f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:04:11.703522178Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-f732077f"},"namespace":"ai-tenant-e2e-ait-f732077f","name":"default-tenant","reconcileID":"6daec8cd-ba95-49f6-b384-f04429cc2ce4","gvk":"Deployment","name":"payload-pre-processing-e2e-ait-f732077f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:04:11.751568482Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-f732077f"},"namespace":"ai-tenant-e2e-ait-f732077f","name":"default-tenant","reconcileID":"6daec8cd-ba95-49f6-b384-f04429cc2ce4","gvk":"Service","name":"payload-processing-e2e-ait-f732077f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:04:11.799661287Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-f732077f"},"namespace":"ai-tenant-e2e-ait-f732077f","name":"default-tenant","reconcileID":"6daec8cd-ba95-49f6-b384-f04429cc2ce4","gvk":"Service","name":"payload-pre-processing-e2e-ait-f732077f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:04:11.853759513Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-f732077f"},"namespace":"ai-tenant-e2e-ait-f732077f","name":"default-tenant","reconcileID":"6daec8cd-ba95-49f6-b384-f04429cc2ce4","gvk":"DestinationRule","name":"payload-processing-e2e-ait-f732077f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:04:11.902887584Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-f732077f"},"namespace":"ai-tenant-e2e-ait-f732077f","name":"default-tenant","reconcileID":"6daec8cd-ba95-49f6-b384-f04429cc2ce4","gvk":"DestinationRule","name":"payload-pre-processing-e2e-ait-f732077f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:04:11.95106307Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-f732077f"},"namespace":"ai-tenant-e2e-ait-f732077f","name":"default-tenant","reconcileID":"6daec8cd-ba95-49f6-b384-f04429cc2ce4","gvk":"EnvoyFilter","name":"payload-processing-e2e-ait-f732077f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:04:12.005191577Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-f732077f"},"namespace":"ai-tenant-e2e-ait-f732077f","name":"default-tenant","reconcileID":"6daec8cd-ba95-49f6-b384-f04429cc2ce4","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-ait-f732077f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:04:12.053452594Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-f732077f"},"namespace":"ai-tenant-e2e-ait-f732077f","name":"default-tenant","reconcileID":"6daec8cd-ba95-49f6-b384-f04429cc2ce4","gvk":"NetworkPolicy","name":"payload-processing-e2e-ait-f732077f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:04:12.101426664Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-f732077f"},"namespace":"ai-tenant-e2e-ait-f732077f","name":"default-tenant","reconcileID":"6daec8cd-ba95-49f6-b384-f04429cc2ce4","gvk":"ServiceAccount","name":"payload-processing-e2e-ait-f732077f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:04:12.149632009Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-f732077f"},"namespace":"ai-tenant-e2e-ait-f732077f","name":"default-tenant","reconcileID":"6daec8cd-ba95-49f6-b384-f04429cc2ce4","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-ait-f732077f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:04:12.198278544Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-f732077f"},"namespace":"ai-tenant-e2e-ait-f732077f","name":"default-tenant","reconcileID":"6daec8cd-ba95-49f6-b384-f04429cc2ce4","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-ait-f732077f","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:04:12.250204093Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-4b9370d1"},"namespace":"ai-tenant-e2e-ait-4b9370d1","name":"default-tenant","reconcileID":"8f5480f9-b849-4324-9430-f980441d5660","namespace":"ai-tenant-e2e-ait-4b9370d1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:04:12.250260419Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-4b9370d1"},"namespace":"ai-tenant-e2e-ait-4b9370d1","name":"default-tenant","reconcileID":"8f5480f9-b849-4324-9430-f980441d5660","namespace":"ai-tenant-e2e-ait-4b9370d1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:04:12.250317807Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-4b9370d1"},"namespace":"ai-tenant-e2e-ait-4b9370d1","name":"default-tenant","reconcileID":"8f5480f9-b849-4324-9430-f980441d5660","tenant":"e2e-ait-4b9370d1","tenantID":"e2e-ait-4b9370d1","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:04:12.301063242Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-4b9370d1"},"namespace":"ai-tenant-e2e-ait-4b9370d1","name":"default-tenant","reconcileID":"8f5480f9-b849-4324-9430-f980441d5660","gvk":"Deployment","name":"maas-api-e2e-ait-4b9370d1","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:04:12.357640155Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-4b9370d1"},"namespace":"ai-tenant-e2e-ait-4b9370d1","name":"default-tenant","reconcileID":"8f5480f9-b849-4324-9430-f980441d5660","gvk":"Service","name":"maas-api-e2e-ait-4b9370d1","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:04:12.389557283Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f2140b08-c1b0-4e64-be38-6ed9ca4013ce","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:04:12.438580059Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f2140b08-c1b0-4e64-be38-6ed9ca4013ce","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:04:12.442403262Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-4b9370d1"},"namespace":"ai-tenant-e2e-ait-4b9370d1","name":"default-tenant","reconcileID":"8f5480f9-b849-4324-9430-f980441d5660","gvk":"HTTPRoute","name":"maas-api-route-e2e-ait-4b9370d1","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:04:12.487138768Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f2140b08-c1b0-4e64-be38-6ed9ca4013ce","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:04:12.535913475Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f2140b08-c1b0-4e64-be38-6ed9ca4013ce","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:04:12.537315455Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-4b9370d1"},"namespace":"ai-tenant-e2e-ait-4b9370d1","name":"default-tenant","reconcileID":"8f5480f9-b849-4324-9430-f980441d5660","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-ait-4b9370d1","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:04:12.587780543Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-4b9370d1"},"namespace":"ai-tenant-e2e-ait-4b9370d1","name":"default-tenant","reconcileID":"8f5480f9-b849-4324-9430-f980441d5660","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-ait-4b9370d1","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:04:12.639214651Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-4b9370d1"},"namespace":"ai-tenant-e2e-ait-4b9370d1","name":"default-tenant","reconcileID":"8f5480f9-b849-4324-9430-f980441d5660","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-ait-4b9370d1","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:04:12.692068442Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-4b9370d1"},"namespace":"ai-tenant-e2e-ait-4b9370d1","name":"default-tenant","reconcileID":"8f5480f9-b849-4324-9430-f980441d5660","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-ait-4b9370d1","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:04:12.783364552Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-4b9370d1"},"namespace":"ai-tenant-e2e-ait-4b9370d1","name":"default-tenant","reconcileID":"8f5480f9-b849-4324-9430-f980441d5660","gvk":"Telemetry","name":"latency-per-subscription-e2e-ait-4b9370d1","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:04:12.831368893Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-4b9370d1"},"namespace":"ai-tenant-e2e-ait-4b9370d1","name":"default-tenant","reconcileID":"8f5480f9-b849-4324-9430-f980441d5660","gvk":"Deployment","name":"payload-processing-e2e-ait-4b9370d1","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:04:12.879348716Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-4b9370d1"},"namespace":"ai-tenant-e2e-ait-4b9370d1","name":"default-tenant","reconcileID":"8f5480f9-b849-4324-9430-f980441d5660","gvk":"Deployment","name":"payload-pre-processing-e2e-ait-4b9370d1","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:04:12.927613066Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-4b9370d1"},"namespace":"ai-tenant-e2e-ait-4b9370d1","name":"default-tenant","reconcileID":"8f5480f9-b849-4324-9430-f980441d5660","gvk":"Service","name":"payload-processing-e2e-ait-4b9370d1","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:04:12.975701057Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-4b9370d1"},"namespace":"ai-tenant-e2e-ait-4b9370d1","name":"default-tenant","reconcileID":"8f5480f9-b849-4324-9430-f980441d5660","gvk":"Service","name":"payload-pre-processing-e2e-ait-4b9370d1","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:04:13.023965707Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-4b9370d1"},"namespace":"ai-tenant-e2e-ait-4b9370d1","name":"default-tenant","reconcileID":"8f5480f9-b849-4324-9430-f980441d5660","gvk":"DestinationRule","name":"payload-processing-e2e-ait-4b9370d1","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:04:13.072061396Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-4b9370d1"},"namespace":"ai-tenant-e2e-ait-4b9370d1","name":"default-tenant","reconcileID":"8f5480f9-b849-4324-9430-f980441d5660","gvk":"DestinationRule","name":"payload-pre-processing-e2e-ait-4b9370d1","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:04:13.120336677Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-4b9370d1"},"namespace":"ai-tenant-e2e-ait-4b9370d1","name":"default-tenant","reconcileID":"8f5480f9-b849-4324-9430-f980441d5660","gvk":"EnvoyFilter","name":"payload-processing-e2e-ait-4b9370d1","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:04:13.171977226Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-4b9370d1"},"namespace":"ai-tenant-e2e-ait-4b9370d1","name":"default-tenant","reconcileID":"8f5480f9-b849-4324-9430-f980441d5660","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-ait-4b9370d1","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:04:13.220299188Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-4b9370d1"},"namespace":"ai-tenant-e2e-ait-4b9370d1","name":"default-tenant","reconcileID":"8f5480f9-b849-4324-9430-f980441d5660","gvk":"NetworkPolicy","name":"payload-processing-e2e-ait-4b9370d1","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:04:13.270527822Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-4b9370d1"},"namespace":"ai-tenant-e2e-ait-4b9370d1","name":"default-tenant","reconcileID":"8f5480f9-b849-4324-9430-f980441d5660","gvk":"ServiceAccount","name":"payload-processing-e2e-ait-4b9370d1","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:04:13.295877524Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ait-f732077f","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ait-f732077f","reconcileID":"9b330502-d013-4353-a41a-19465cb58d8b","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ait-f732077f","removed":["maas.opendatahub.io/gateway-access-e2e-ait-f732077f"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:04:13.320471628Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-4b9370d1"},"namespace":"ai-tenant-e2e-ait-4b9370d1","name":"default-tenant","reconcileID":"8f5480f9-b849-4324-9430-f980441d5660","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-ait-4b9370d1","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:04:13.381760841Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-4b9370d1"},"namespace":"ai-tenant-e2e-ait-4b9370d1","name":"default-tenant","reconcileID":"8f5480f9-b849-4324-9430-f980441d5660","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-ait-4b9370d1","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:04:14.367733565Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d72e81da-0d68-4940-954e-5fb2c8f6ed8a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:04:14.416640026Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d72e81da-0d68-4940-954e-5fb2c8f6ed8a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:04:14.465634676Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d72e81da-0d68-4940-954e-5fb2c8f6ed8a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:04:14.5146948Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d72e81da-0d68-4940-954e-5fb2c8f6ed8a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:04:16.327472152Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b94ecac0-dfe8-4053-b180-ef03a5850578","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:04:16.376235459Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b94ecac0-dfe8-4053-b180-ef03a5850578","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:04:16.424723655Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b94ecac0-dfe8-4053-b180-ef03a5850578","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:04:16.473602824Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b94ecac0-dfe8-4053-b180-ef03a5850578","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:04:17.566065786Z","body":"Updating maas-parameters ConfigMap","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-30e6ec98"},"namespace":"ai-tenant-e2e-migrate-30e6ec98","name":"default-tenant","reconcileID":"a0aef543-39cf-44d7-8764-ca2755bdd62f","api-key-max-expiration-days":"37","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:04:17.705923902Z","body":"OIDC configuration loaded from tenant platform context","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-30e6ec98"},"namespace":"ai-tenant-e2e-migrate-30e6ec98","name":"default-tenant","reconcileID":"a0aef543-39cf-44d7-8764-ca2755bdd62f","issuerUrl":"https://issuer.example.com/realms/e2e","clientId":"e2e-client","audience":"","accessTokenPurposeClaim":"","ttl":600,"source":"aitenant","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:04:18.37999302Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5bcb05f4-6897-4bdc-8f00-7c435284217b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:04:18.428938267Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5bcb05f4-6897-4bdc-8f00-7c435284217b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:04:18.477826038Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5bcb05f4-6897-4bdc-8f00-7c435284217b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:04:18.526612721Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5bcb05f4-6897-4bdc-8f00-7c435284217b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:04:18.968006161Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"f5328d4c-a639-49b0-bd4c-c7eea901f81d","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:04:19.085586749Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"c40fd951-1319-42b7-bbcb-808cc1e4c73c","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:04:19.507273063Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-worker-w2-91cd99","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-worker-w2-91cd99","reconcileID":"7fccdf5c-f896-44f4-8363-80d03151ed7a","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-worker-w2-91cd99","applied":{"maas.opendatahub.io/gateway-access-e2e-worker-w2-91cd99":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:04:20.341873398Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0de5d5e7-7cc5-40de-b1cb-abf060c550e0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:04:20.391151073Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0de5d5e7-7cc5-40de-b1cb-abf060c550e0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:04:20.439905677Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0de5d5e7-7cc5-40de-b1cb-abf060c550e0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:04:20.488532895Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0de5d5e7-7cc5-40de-b1cb-abf060c550e0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:04:22.322527333Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6c332fef-dc0d-4c8f-b22f-2c819756278c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:04:22.371098272Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6c332fef-dc0d-4c8f-b22f-2c819756278c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:04:22.419936544Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6c332fef-dc0d-4c8f-b22f-2c819756278c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:04:22.468672006Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6c332fef-dc0d-4c8f-b22f-2c819756278c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:04:22.61818129Z","body":"Updating maas-parameters ConfigMap","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"default-tenant","reconcileID":"1d6dfe9d-717b-4a50-a1b1-cb7332a8a9bf","api-key-max-expiration-days":"90","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:04:23.026503627Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-1319e7ef"},"namespace":"ai-tenant-e2e-ait-1319e7ef","name":"default-tenant","reconcileID":"b7959b52-5ff5-451e-9111-bbcc0dd30a55","namespace":"ai-tenant-e2e-ait-1319e7ef","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:04:23.026566775Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-1319e7ef"},"namespace":"ai-tenant-e2e-ait-1319e7ef","name":"default-tenant","reconcileID":"b7959b52-5ff5-451e-9111-bbcc0dd30a55","namespace":"ai-tenant-e2e-ait-1319e7ef","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:04:23.026628135Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-1319e7ef"},"namespace":"ai-tenant-e2e-ait-1319e7ef","name":"default-tenant","reconcileID":"b7959b52-5ff5-451e-9111-bbcc0dd30a55","tenant":"e2e-ait-1319e7ef","tenantID":"e2e-ait-1319e7ef","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:04:23.077995043Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-1319e7ef"},"namespace":"ai-tenant-e2e-ait-1319e7ef","name":"default-tenant","reconcileID":"b7959b52-5ff5-451e-9111-bbcc0dd30a55","gvk":"Deployment","name":"maas-api-e2e-ait-1319e7ef","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:04:23.13451058Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-1319e7ef"},"namespace":"ai-tenant-e2e-ait-1319e7ef","name":"default-tenant","reconcileID":"b7959b52-5ff5-451e-9111-bbcc0dd30a55","gvk":"Service","name":"maas-api-e2e-ait-1319e7ef","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:04:23.191955556Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-1319e7ef"},"namespace":"ai-tenant-e2e-ait-1319e7ef","name":"default-tenant","reconcileID":"b7959b52-5ff5-451e-9111-bbcc0dd30a55","gvk":"HTTPRoute","name":"maas-api-route-e2e-ait-1319e7ef","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:04:23.241962105Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-1319e7ef"},"namespace":"ai-tenant-e2e-ait-1319e7ef","name":"default-tenant","reconcileID":"b7959b52-5ff5-451e-9111-bbcc0dd30a55","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-ait-1319e7ef","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:04:23.292936975Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-1319e7ef"},"namespace":"ai-tenant-e2e-ait-1319e7ef","name":"default-tenant","reconcileID":"b7959b52-5ff5-451e-9111-bbcc0dd30a55","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-ait-1319e7ef","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:04:23.343456179Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-1319e7ef"},"namespace":"ai-tenant-e2e-ait-1319e7ef","name":"default-tenant","reconcileID":"b7959b52-5ff5-451e-9111-bbcc0dd30a55","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-ait-1319e7ef","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:04:23.396363593Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-1319e7ef"},"namespace":"ai-tenant-e2e-ait-1319e7ef","name":"default-tenant","reconcileID":"b7959b52-5ff5-451e-9111-bbcc0dd30a55","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-ait-1319e7ef","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:04:23.456628336Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-1319e7ef"},"namespace":"ai-tenant-e2e-ait-1319e7ef","name":"default-tenant","reconcileID":"b7959b52-5ff5-451e-9111-bbcc0dd30a55","gvk":"Telemetry","name":"latency-per-subscription-e2e-ait-1319e7ef","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:04:23.50678567Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-1319e7ef"},"namespace":"ai-tenant-e2e-ait-1319e7ef","name":"default-tenant","reconcileID":"b7959b52-5ff5-451e-9111-bbcc0dd30a55","gvk":"Deployment","name":"payload-processing-e2e-ait-1319e7ef","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:04:23.558875083Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-1319e7ef"},"namespace":"ai-tenant-e2e-ait-1319e7ef","name":"default-tenant","reconcileID":"b7959b52-5ff5-451e-9111-bbcc0dd30a55","gvk":"Deployment","name":"payload-pre-processing-e2e-ait-1319e7ef","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:04:23.616528553Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-1319e7ef"},"namespace":"ai-tenant-e2e-ait-1319e7ef","name":"default-tenant","reconcileID":"b7959b52-5ff5-451e-9111-bbcc0dd30a55","gvk":"Service","name":"payload-processing-e2e-ait-1319e7ef","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:04:23.673835579Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-1319e7ef"},"namespace":"ai-tenant-e2e-ait-1319e7ef","name":"default-tenant","reconcileID":"b7959b52-5ff5-451e-9111-bbcc0dd30a55","gvk":"Service","name":"payload-pre-processing-e2e-ait-1319e7ef","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:04:23.760102618Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-1319e7ef"},"namespace":"ai-tenant-e2e-ait-1319e7ef","name":"default-tenant","reconcileID":"b7959b52-5ff5-451e-9111-bbcc0dd30a55","gvk":"DestinationRule","name":"payload-processing-e2e-ait-1319e7ef","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:04:23.81690136Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-1319e7ef"},"namespace":"ai-tenant-e2e-ait-1319e7ef","name":"default-tenant","reconcileID":"b7959b52-5ff5-451e-9111-bbcc0dd30a55","gvk":"DestinationRule","name":"payload-pre-processing-e2e-ait-1319e7ef","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:04:23.868786523Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-1319e7ef"},"namespace":"ai-tenant-e2e-ait-1319e7ef","name":"default-tenant","reconcileID":"b7959b52-5ff5-451e-9111-bbcc0dd30a55","gvk":"EnvoyFilter","name":"payload-processing-e2e-ait-1319e7ef","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:04:23.919999297Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-1319e7ef"},"namespace":"ai-tenant-e2e-ait-1319e7ef","name":"default-tenant","reconcileID":"b7959b52-5ff5-451e-9111-bbcc0dd30a55","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-ait-1319e7ef","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:04:23.972031815Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-1319e7ef"},"namespace":"ai-tenant-e2e-ait-1319e7ef","name":"default-tenant","reconcileID":"b7959b52-5ff5-451e-9111-bbcc0dd30a55","gvk":"NetworkPolicy","name":"payload-processing-e2e-ait-1319e7ef","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:04:24.022643939Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-1319e7ef"},"namespace":"ai-tenant-e2e-ait-1319e7ef","name":"default-tenant","reconcileID":"b7959b52-5ff5-451e-9111-bbcc0dd30a55","gvk":"ServiceAccount","name":"payload-processing-e2e-ait-1319e7ef","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:04:24.072891269Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-1319e7ef"},"namespace":"ai-tenant-e2e-ait-1319e7ef","name":"default-tenant","reconcileID":"b7959b52-5ff5-451e-9111-bbcc0dd30a55","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-ait-1319e7ef","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:04:24.123077865Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-1319e7ef"},"namespace":"ai-tenant-e2e-ait-1319e7ef","name":"default-tenant","reconcileID":"b7959b52-5ff5-451e-9111-bbcc0dd30a55","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-ait-1319e7ef","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:04:24.324832378Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c21fde61-1ea8-4579-9ec3-dd71e87bdf73","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:04:24.373572832Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c21fde61-1ea8-4579-9ec3-dd71e87bdf73","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:04:24.422524307Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c21fde61-1ea8-4579-9ec3-dd71e87bdf73","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:04:24.471332702Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c21fde61-1ea8-4579-9ec3-dd71e87bdf73","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:04:25.712988062Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:04:28.665691915Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-4b9370d1"},"namespace":"ai-tenant-e2e-ait-4b9370d1","name":"default-tenant","reconcileID":"89b79d2e-7d18-49fb-9311-8f569488b27b","namespace":"ai-tenant-e2e-ait-4b9370d1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:04:28.665753162Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-4b9370d1"},"namespace":"ai-tenant-e2e-ait-4b9370d1","name":"default-tenant","reconcileID":"89b79d2e-7d18-49fb-9311-8f569488b27b","namespace":"ai-tenant-e2e-ait-4b9370d1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:04:28.66581397Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-4b9370d1"},"namespace":"ai-tenant-e2e-ait-4b9370d1","name":"default-tenant","reconcileID":"89b79d2e-7d18-49fb-9311-8f569488b27b","tenant":"e2e-ait-4b9370d1","tenantID":"e2e-ait-4b9370d1","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:04:28.714732825Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-4b9370d1"},"namespace":"ai-tenant-e2e-ait-4b9370d1","name":"default-tenant","reconcileID":"89b79d2e-7d18-49fb-9311-8f569488b27b","gvk":"Deployment","name":"maas-api-e2e-ait-4b9370d1","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:04:28.762979882Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-4b9370d1"},"namespace":"ai-tenant-e2e-ait-4b9370d1","name":"default-tenant","reconcileID":"89b79d2e-7d18-49fb-9311-8f569488b27b","gvk":"Service","name":"maas-api-e2e-ait-4b9370d1","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:04:28.810873623Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-4b9370d1"},"namespace":"ai-tenant-e2e-ait-4b9370d1","name":"default-tenant","reconcileID":"89b79d2e-7d18-49fb-9311-8f569488b27b","gvk":"HTTPRoute","name":"maas-api-route-e2e-ait-4b9370d1","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:04:28.859040752Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-4b9370d1"},"namespace":"ai-tenant-e2e-ait-4b9370d1","name":"default-tenant","reconcileID":"89b79d2e-7d18-49fb-9311-8f569488b27b","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-ait-4b9370d1","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:04:28.907199854Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-4b9370d1"},"namespace":"ai-tenant-e2e-ait-4b9370d1","name":"default-tenant","reconcileID":"89b79d2e-7d18-49fb-9311-8f569488b27b","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-ait-4b9370d1","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:04:28.95567992Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-4b9370d1"},"namespace":"ai-tenant-e2e-ait-4b9370d1","name":"default-tenant","reconcileID":"89b79d2e-7d18-49fb-9311-8f569488b27b","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-ait-4b9370d1","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:04:29.003616025Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-4b9370d1"},"namespace":"ai-tenant-e2e-ait-4b9370d1","name":"default-tenant","reconcileID":"89b79d2e-7d18-49fb-9311-8f569488b27b","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-ait-4b9370d1","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:04:29.051643462Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-4b9370d1"},"namespace":"ai-tenant-e2e-ait-4b9370d1","name":"default-tenant","reconcileID":"89b79d2e-7d18-49fb-9311-8f569488b27b","gvk":"Telemetry","name":"latency-per-subscription-e2e-ait-4b9370d1","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:04:29.099513586Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-4b9370d1"},"namespace":"ai-tenant-e2e-ait-4b9370d1","name":"default-tenant","reconcileID":"89b79d2e-7d18-49fb-9311-8f569488b27b","gvk":"Deployment","name":"payload-processing-e2e-ait-4b9370d1","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:04:29.147444563Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-4b9370d1"},"namespace":"ai-tenant-e2e-ait-4b9370d1","name":"default-tenant","reconcileID":"89b79d2e-7d18-49fb-9311-8f569488b27b","gvk":"Deployment","name":"payload-pre-processing-e2e-ait-4b9370d1","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:04:29.195973163Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-4b9370d1"},"namespace":"ai-tenant-e2e-ait-4b9370d1","name":"default-tenant","reconcileID":"89b79d2e-7d18-49fb-9311-8f569488b27b","gvk":"Service","name":"payload-processing-e2e-ait-4b9370d1","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:04:29.243958917Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-4b9370d1"},"namespace":"ai-tenant-e2e-ait-4b9370d1","name":"default-tenant","reconcileID":"89b79d2e-7d18-49fb-9311-8f569488b27b","gvk":"Service","name":"payload-pre-processing-e2e-ait-4b9370d1","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:04:29.292063111Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-4b9370d1"},"namespace":"ai-tenant-e2e-ait-4b9370d1","name":"default-tenant","reconcileID":"89b79d2e-7d18-49fb-9311-8f569488b27b","gvk":"DestinationRule","name":"payload-processing-e2e-ait-4b9370d1","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:04:29.340274038Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-4b9370d1"},"namespace":"ai-tenant-e2e-ait-4b9370d1","name":"default-tenant","reconcileID":"89b79d2e-7d18-49fb-9311-8f569488b27b","gvk":"DestinationRule","name":"payload-pre-processing-e2e-ait-4b9370d1","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:04:29.388803452Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-4b9370d1"},"namespace":"ai-tenant-e2e-ait-4b9370d1","name":"default-tenant","reconcileID":"89b79d2e-7d18-49fb-9311-8f569488b27b","gvk":"EnvoyFilter","name":"payload-processing-e2e-ait-4b9370d1","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:04:29.436989289Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-4b9370d1"},"namespace":"ai-tenant-e2e-ait-4b9370d1","name":"default-tenant","reconcileID":"89b79d2e-7d18-49fb-9311-8f569488b27b","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-ait-4b9370d1","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:04:29.485161103Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-4b9370d1"},"namespace":"ai-tenant-e2e-ait-4b9370d1","name":"default-tenant","reconcileID":"89b79d2e-7d18-49fb-9311-8f569488b27b","gvk":"NetworkPolicy","name":"payload-processing-e2e-ait-4b9370d1","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:04:29.533582632Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-4b9370d1"},"namespace":"ai-tenant-e2e-ait-4b9370d1","name":"default-tenant","reconcileID":"89b79d2e-7d18-49fb-9311-8f569488b27b","gvk":"ServiceAccount","name":"payload-processing-e2e-ait-4b9370d1","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:04:29.581718623Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-4b9370d1"},"namespace":"ai-tenant-e2e-ait-4b9370d1","name":"default-tenant","reconcileID":"89b79d2e-7d18-49fb-9311-8f569488b27b","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-ait-4b9370d1","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:04:29.629897771Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-4b9370d1"},"namespace":"ai-tenant-e2e-ait-4b9370d1","name":"default-tenant","reconcileID":"89b79d2e-7d18-49fb-9311-8f569488b27b","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-ait-4b9370d1","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:04:29.682709642Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-30e6ec98"},"namespace":"ai-tenant-e2e-migrate-30e6ec98","name":"default-tenant","reconcileID":"bd04455f-54c9-426e-ba6a-a369b79753f0","namespace":"ai-tenant-e2e-migrate-30e6ec98","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:04:29.682768951Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-30e6ec98"},"namespace":"ai-tenant-e2e-migrate-30e6ec98","name":"default-tenant","reconcileID":"bd04455f-54c9-426e-ba6a-a369b79753f0","namespace":"ai-tenant-e2e-migrate-30e6ec98","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:04:29.682815761Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-30e6ec98"},"namespace":"ai-tenant-e2e-migrate-30e6ec98","name":"default-tenant","reconcileID":"bd04455f-54c9-426e-ba6a-a369b79753f0","tenant":"e2e-migrate-30e6ec98","tenantID":"e2e-migrate-30e6ec98","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:04:29.73326062Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-30e6ec98"},"namespace":"ai-tenant-e2e-migrate-30e6ec98","name":"default-tenant","reconcileID":"bd04455f-54c9-426e-ba6a-a369b79753f0","gvk":"Deployment","name":"maas-api-e2e-migrate-30e6ec98","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:04:29.793054632Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-30e6ec98"},"namespace":"ai-tenant-e2e-migrate-30e6ec98","name":"default-tenant","reconcileID":"bd04455f-54c9-426e-ba6a-a369b79753f0","gvk":"Service","name":"maas-api-e2e-migrate-30e6ec98","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:04:29.802963512Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ait-1319e7ef","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ait-1319e7ef","reconcileID":"6771f71b-bded-4dcf-a7ca-ee6d5408f87f","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ait-1319e7ef","removed":["maas.opendatahub.io/gateway-access-e2e-ait-1319e7ef"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:04:29.844547137Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-30e6ec98"},"namespace":"ai-tenant-e2e-migrate-30e6ec98","name":"default-tenant","reconcileID":"bd04455f-54c9-426e-ba6a-a369b79753f0","gvk":"HTTPRoute","name":"maas-api-route-e2e-migrate-30e6ec98","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:04:29.89504992Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-30e6ec98"},"namespace":"ai-tenant-e2e-migrate-30e6ec98","name":"default-tenant","reconcileID":"bd04455f-54c9-426e-ba6a-a369b79753f0","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-migrate-30e6ec98","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:04:29.946600564Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-30e6ec98"},"namespace":"ai-tenant-e2e-migrate-30e6ec98","name":"default-tenant","reconcileID":"bd04455f-54c9-426e-ba6a-a369b79753f0","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-migrate-30e6ec98","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:04:29.996959739Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-30e6ec98"},"namespace":"ai-tenant-e2e-migrate-30e6ec98","name":"default-tenant","reconcileID":"bd04455f-54c9-426e-ba6a-a369b79753f0","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-migrate-30e6ec98","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:04:30.059633088Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-30e6ec98"},"namespace":"ai-tenant-e2e-migrate-30e6ec98","name":"default-tenant","reconcileID":"bd04455f-54c9-426e-ba6a-a369b79753f0","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-migrate-30e6ec98","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:04:30.108618875Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-30e6ec98"},"namespace":"ai-tenant-e2e-migrate-30e6ec98","name":"default-tenant","reconcileID":"bd04455f-54c9-426e-ba6a-a369b79753f0","gvk":"Telemetry","name":"latency-per-subscription-e2e-migrate-30e6ec98","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:04:30.156980564Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-30e6ec98"},"namespace":"ai-tenant-e2e-migrate-30e6ec98","name":"default-tenant","reconcileID":"bd04455f-54c9-426e-ba6a-a369b79753f0","gvk":"Deployment","name":"payload-processing-e2e-migrate-30e6ec98","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:04:30.205059865Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-30e6ec98"},"namespace":"ai-tenant-e2e-migrate-30e6ec98","name":"default-tenant","reconcileID":"bd04455f-54c9-426e-ba6a-a369b79753f0","gvk":"Deployment","name":"payload-pre-processing-e2e-migrate-30e6ec98","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:04:30.253059107Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-30e6ec98"},"namespace":"ai-tenant-e2e-migrate-30e6ec98","name":"default-tenant","reconcileID":"bd04455f-54c9-426e-ba6a-a369b79753f0","gvk":"Service","name":"payload-processing-e2e-migrate-30e6ec98","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:04:30.301209555Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-30e6ec98"},"namespace":"ai-tenant-e2e-migrate-30e6ec98","name":"default-tenant","reconcileID":"bd04455f-54c9-426e-ba6a-a369b79753f0","gvk":"Service","name":"payload-pre-processing-e2e-migrate-30e6ec98","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:04:30.36401669Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-30e6ec98"},"namespace":"ai-tenant-e2e-migrate-30e6ec98","name":"default-tenant","reconcileID":"bd04455f-54c9-426e-ba6a-a369b79753f0","gvk":"DestinationRule","name":"payload-processing-e2e-migrate-30e6ec98","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:04:30.420625681Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-30e6ec98"},"namespace":"ai-tenant-e2e-migrate-30e6ec98","name":"default-tenant","reconcileID":"bd04455f-54c9-426e-ba6a-a369b79753f0","gvk":"DestinationRule","name":"payload-pre-processing-e2e-migrate-30e6ec98","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:04:30.4750341Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-30e6ec98"},"namespace":"ai-tenant-e2e-migrate-30e6ec98","name":"default-tenant","reconcileID":"bd04455f-54c9-426e-ba6a-a369b79753f0","gvk":"EnvoyFilter","name":"payload-processing-e2e-migrate-30e6ec98","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:04:30.528806529Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-30e6ec98"},"namespace":"ai-tenant-e2e-migrate-30e6ec98","name":"default-tenant","reconcileID":"bd04455f-54c9-426e-ba6a-a369b79753f0","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-migrate-30e6ec98","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:04:30.576928062Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-30e6ec98"},"namespace":"ai-tenant-e2e-migrate-30e6ec98","name":"default-tenant","reconcileID":"bd04455f-54c9-426e-ba6a-a369b79753f0","gvk":"NetworkPolicy","name":"payload-processing-e2e-migrate-30e6ec98","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:04:30.625300931Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-30e6ec98"},"namespace":"ai-tenant-e2e-migrate-30e6ec98","name":"default-tenant","reconcileID":"bd04455f-54c9-426e-ba6a-a369b79753f0","gvk":"ServiceAccount","name":"payload-processing-e2e-migrate-30e6ec98","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:04:30.673587378Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-30e6ec98"},"namespace":"ai-tenant-e2e-migrate-30e6ec98","name":"default-tenant","reconcileID":"bd04455f-54c9-426e-ba6a-a369b79753f0","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-migrate-30e6ec98","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:04:30.72167885Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-30e6ec98"},"namespace":"ai-tenant-e2e-migrate-30e6ec98","name":"default-tenant","reconcileID":"bd04455f-54c9-426e-ba6a-a369b79753f0","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-migrate-30e6ec98","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:04:30.786520631Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ait-4b9370d1","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ait-4b9370d1","reconcileID":"982d2d5d-5928-40a4-a2e8-f24db7fcbfa0","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ait-4b9370d1","removed":["maas.opendatahub.io/gateway-access-e2e-ait-4b9370d1"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:04:30.906583868Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"73514c07-5bb2-4dd3-9bc3-e7ff547e1f81","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:04:30.955316167Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"73514c07-5bb2-4dd3-9bc3-e7ff547e1f81","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:04:31.00398713Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"73514c07-5bb2-4dd3-9bc3-e7ff547e1f81","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:04:31.116741446Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"73514c07-5bb2-4dd3-9bc3-e7ff547e1f81","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:04:32.60866696Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-migrate-30e6ec98","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-migrate-30e6ec98","reconcileID":"46b0db86-002f-4469-bacc-35b92eddc7bb","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-migrate-30e6ec98-gw","removed":["maas.opendatahub.io/gateway-access-e2e-migrate-30e6ec98-gw"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:04:32.942150636Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a5f7b301-dea4-4809-bbfa-59c51a05f616","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:04:32.990994463Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a5f7b301-dea4-4809-bbfa-59c51a05f616","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:04:33.041434544Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a5f7b301-dea4-4809-bbfa-59c51a05f616","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:04:33.090198195Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a5f7b301-dea4-4809-bbfa-59c51a05f616","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:04:34.92338893Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3e036c2c-6533-41b5-9a05-94732a0eabef","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:04:34.972887998Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3e036c2c-6533-41b5-9a05-94732a0eabef","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:04:35.022587063Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3e036c2c-6533-41b5-9a05-94732a0eabef","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:04:35.071327917Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3e036c2c-6533-41b5-9a05-94732a0eabef","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:04:35.567252428Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"default-tenant","reconcileID":"0e6ffed3-e6b1-4f70-9c1a-628ae527dea0","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-91cd99","tenantID":"e2e-worker-w2-91cd99","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:04:35.675916161Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"default-tenant","reconcileID":"0e6ffed3-e6b1-4f70-9c1a-628ae527dea0","name":"e2e-worker-w2-91cd99-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:04:36.930358059Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9d4f0dfe-2022-4c08-8f7d-71d2af7c86ba","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:04:36.980023979Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9d4f0dfe-2022-4c08-8f7d-71d2af7c86ba","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:04:36.985085952Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-worker-w4-8d2c7c","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-worker-w4-8d2c7c","reconcileID":"459eea04-dd22-4d87-a19d-e6dc98fdb664","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-worker-w4-8d2c7c","applied":{"maas.opendatahub.io/gateway-access-e2e-worker-w4-8d2c7c":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:04:37.028824682Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9d4f0dfe-2022-4c08-8f7d-71d2af7c86ba","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:04:37.07764646Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9d4f0dfe-2022-4c08-8f7d-71d2af7c86ba","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:04:37.910340103Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-worker-w0-9893f0","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-worker-w0-9893f0","reconcileID":"b85f0825-1bf6-481d-b548-a93098ddf96a","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-worker-w0-9893f0","applied":{"maas.opendatahub.io/gateway-access-e2e-worker-w0-9893f0":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:04:38.934641315Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0a047ec3-9a3d-4ec5-bf61-0aaf4162ee3b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:04:38.983327882Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0a047ec3-9a3d-4ec5-bf61-0aaf4162ee3b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:04:39.032081257Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0a047ec3-9a3d-4ec5-bf61-0aaf4162ee3b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:04:39.08083536Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0a047ec3-9a3d-4ec5-bf61-0aaf4162ee3b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:04:39.576625489Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-worker-w3-bb1b51","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-worker-w3-bb1b51","reconcileID":"5a55a6e5-d7bf-4dca-8456-e3fd55ad18a2","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-worker-w3-bb1b51","applied":{"maas.opendatahub.io/gateway-access-e2e-worker-w3-bb1b51":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:04:40.637827075Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-9ab28c7a"},"namespace":"ai-tenant-e2e-derive-9ab28c7a","name":"default-tenant","reconcileID":"70ce2029-eea1-4238-8861-a52d1bb03636","namespace":"ai-tenant-e2e-derive-9ab28c7a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:04:40.637910956Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-9ab28c7a"},"namespace":"ai-tenant-e2e-derive-9ab28c7a","name":"default-tenant","reconcileID":"70ce2029-eea1-4238-8861-a52d1bb03636","namespace":"ai-tenant-e2e-derive-9ab28c7a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:04:40.637986643Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-9ab28c7a"},"namespace":"ai-tenant-e2e-derive-9ab28c7a","name":"default-tenant","reconcileID":"70ce2029-eea1-4238-8861-a52d1bb03636","tenant":"e2e-derive-9ab28c7a","tenantID":"e2e-derive-9ab28c7a","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:04:40.688085566Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-9ab28c7a"},"namespace":"ai-tenant-e2e-derive-9ab28c7a","name":"default-tenant","reconcileID":"70ce2029-eea1-4238-8861-a52d1bb03636","gvk":"Deployment","name":"maas-api-e2e-derive-9ab28c7a","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:04:40.745709023Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-9ab28c7a"},"namespace":"ai-tenant-e2e-derive-9ab28c7a","name":"default-tenant","reconcileID":"70ce2029-eea1-4238-8861-a52d1bb03636","gvk":"Service","name":"maas-api-e2e-derive-9ab28c7a","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:04:40.801975836Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-9ab28c7a"},"namespace":"ai-tenant-e2e-derive-9ab28c7a","name":"default-tenant","reconcileID":"70ce2029-eea1-4238-8861-a52d1bb03636","gvk":"HTTPRoute","name":"maas-api-route-e2e-derive-9ab28c7a","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:04:40.85229458Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-9ab28c7a"},"namespace":"ai-tenant-e2e-derive-9ab28c7a","name":"default-tenant","reconcileID":"70ce2029-eea1-4238-8861-a52d1bb03636","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-derive-9ab28c7a","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:04:40.904058495Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-9ab28c7a"},"namespace":"ai-tenant-e2e-derive-9ab28c7a","name":"default-tenant","reconcileID":"70ce2029-eea1-4238-8861-a52d1bb03636","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-derive-9ab28c7a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:04:40.9145851Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c401c71f-85f1-40a6-be94-7d9b6368104b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:04:40.963491311Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c401c71f-85f1-40a6-be94-7d9b6368104b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:04:40.965211559Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-9ab28c7a"},"namespace":"ai-tenant-e2e-derive-9ab28c7a","name":"default-tenant","reconcileID":"70ce2029-eea1-4238-8861-a52d1bb03636","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-derive-9ab28c7a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:04:41.012250787Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c401c71f-85f1-40a6-be94-7d9b6368104b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:04:41.061525751Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c401c71f-85f1-40a6-be94-7d9b6368104b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:04:41.063437206Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-9ab28c7a"},"namespace":"ai-tenant-e2e-derive-9ab28c7a","name":"default-tenant","reconcileID":"70ce2029-eea1-4238-8861-a52d1bb03636","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-derive-9ab28c7a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:04:41.116465794Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-9ab28c7a"},"namespace":"ai-tenant-e2e-derive-9ab28c7a","name":"default-tenant","reconcileID":"70ce2029-eea1-4238-8861-a52d1bb03636","gvk":"Telemetry","name":"latency-per-subscription-e2e-derive-9ab28c7a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:04:41.164623342Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-9ab28c7a"},"namespace":"ai-tenant-e2e-derive-9ab28c7a","name":"default-tenant","reconcileID":"70ce2029-eea1-4238-8861-a52d1bb03636","gvk":"Deployment","name":"payload-processing-e2e-derive-9ab28c7a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:04:41.212980919Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-9ab28c7a"},"namespace":"ai-tenant-e2e-derive-9ab28c7a","name":"default-tenant","reconcileID":"70ce2029-eea1-4238-8861-a52d1bb03636","gvk":"Deployment","name":"payload-pre-processing-e2e-derive-9ab28c7a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:04:41.261032763Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-9ab28c7a"},"namespace":"ai-tenant-e2e-derive-9ab28c7a","name":"default-tenant","reconcileID":"70ce2029-eea1-4238-8861-a52d1bb03636","gvk":"Service","name":"payload-processing-e2e-derive-9ab28c7a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:04:41.310602397Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-9ab28c7a"},"namespace":"ai-tenant-e2e-derive-9ab28c7a","name":"default-tenant","reconcileID":"70ce2029-eea1-4238-8861-a52d1bb03636","gvk":"Service","name":"payload-pre-processing-e2e-derive-9ab28c7a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:04:41.359074596Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-9ab28c7a"},"namespace":"ai-tenant-e2e-derive-9ab28c7a","name":"default-tenant","reconcileID":"70ce2029-eea1-4238-8861-a52d1bb03636","gvk":"DestinationRule","name":"payload-processing-e2e-derive-9ab28c7a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:04:41.407199199Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-9ab28c7a"},"namespace":"ai-tenant-e2e-derive-9ab28c7a","name":"default-tenant","reconcileID":"70ce2029-eea1-4238-8861-a52d1bb03636","gvk":"DestinationRule","name":"payload-pre-processing-e2e-derive-9ab28c7a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:04:41.455229811Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-9ab28c7a"},"namespace":"ai-tenant-e2e-derive-9ab28c7a","name":"default-tenant","reconcileID":"70ce2029-eea1-4238-8861-a52d1bb03636","gvk":"EnvoyFilter","name":"payload-processing-e2e-derive-9ab28c7a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:04:41.506403758Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-9ab28c7a"},"namespace":"ai-tenant-e2e-derive-9ab28c7a","name":"default-tenant","reconcileID":"70ce2029-eea1-4238-8861-a52d1bb03636","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-derive-9ab28c7a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:04:41.554288614Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-9ab28c7a"},"namespace":"ai-tenant-e2e-derive-9ab28c7a","name":"default-tenant","reconcileID":"70ce2029-eea1-4238-8861-a52d1bb03636","gvk":"NetworkPolicy","name":"payload-processing-e2e-derive-9ab28c7a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:04:41.602283099Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-9ab28c7a"},"namespace":"ai-tenant-e2e-derive-9ab28c7a","name":"default-tenant","reconcileID":"70ce2029-eea1-4238-8861-a52d1bb03636","gvk":"ServiceAccount","name":"payload-processing-e2e-derive-9ab28c7a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:04:41.65036477Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-9ab28c7a"},"namespace":"ai-tenant-e2e-derive-9ab28c7a","name":"default-tenant","reconcileID":"70ce2029-eea1-4238-8861-a52d1bb03636","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-derive-9ab28c7a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:04:41.698099866Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-9ab28c7a"},"namespace":"ai-tenant-e2e-derive-9ab28c7a","name":"default-tenant","reconcileID":"70ce2029-eea1-4238-8861-a52d1bb03636","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-derive-9ab28c7a","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:04:42.925606891Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"38c352fe-58f9-4915-826a-c726118ad809","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:04:42.974884628Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"38c352fe-58f9-4915-826a-c726118ad809","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:04:43.023780681Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"38c352fe-58f9-4915-826a-c726118ad809","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:04:43.072482089Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"38c352fe-58f9-4915-826a-c726118ad809","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:04:43.328050984Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-derive-9ab28c7a","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-derive-9ab28c7a","reconcileID":"ea37554a-5de4-4b8b-919c-ccd35dd4c76b","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-derive-9ab28c7a","removed":["maas.opendatahub.io/gateway-access-e2e-derive-9ab28c7a"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:04:44.9341897Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cd6f2bf3-c199-4404-bcc3-6584fab05677","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:04:44.983063871Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cd6f2bf3-c199-4404-bcc3-6584fab05677","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:04:45.032222208Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cd6f2bf3-c199-4404-bcc3-6584fab05677","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:04:45.081792377Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cd6f2bf3-c199-4404-bcc3-6584fab05677","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:04:46.921891865Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2f28f837-5acc-4243-b617-ad637f287cef","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:04:46.970978741Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2f28f837-5acc-4243-b617-ad637f287cef","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:04:47.0198508Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2f28f837-5acc-4243-b617-ad637f287cef","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:04:47.068615094Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2f28f837-5acc-4243-b617-ad637f287cef","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:04:48.928068854Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3d2e0121-c174-4e62-b242-d8731914418b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:04:48.97682546Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3d2e0121-c174-4e62-b242-d8731914418b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:04:49.02550852Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3d2e0121-c174-4e62-b242-d8731914418b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:04:49.07415286Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3d2e0121-c174-4e62-b242-d8731914418b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:04:49.911641102Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-worker-w1-5951bc","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-worker-w1-5951bc","reconcileID":"9ba925bd-62a2-4e69-8ed0-a3ad2ab561fa","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-worker-w1-5951bc","applied":{"maas.opendatahub.io/gateway-access-e2e-worker-w1-5951bc":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:04:50.953648297Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7b2ec234-2a63-4b72-a842-ea552c6ca6c7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:04:51.003741587Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7b2ec234-2a63-4b72-a842-ea552c6ca6c7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:04:51.052452494Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7b2ec234-2a63-4b72-a842-ea552c6ca6c7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:04:51.102047171Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7b2ec234-2a63-4b72-a842-ea552c6ca6c7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:04:51.252412171Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"namespace":"ai-tenant-e2e-worker-w4-8d2c7c","name":"default-tenant","reconcileID":"bf53541a-6d71-459d-b129-9d8c656f79e8","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-8d2c7c","tenantID":"e2e-worker-w4-8d2c7c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:04:51.364119027Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"namespace":"ai-tenant-e2e-worker-w4-8d2c7c","name":"default-tenant","reconcileID":"bf53541a-6d71-459d-b129-9d8c656f79e8","name":"e2e-worker-w4-8d2c7c-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:04:53.020480073Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"32e04d63-a0a1-42eb-8b94-f41c21780a07","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:04:53.069452217Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"32e04d63-a0a1-42eb-8b94-f41c21780a07","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:04:53.118014382Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"32e04d63-a0a1-42eb-8b94-f41c21780a07","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:04:53.16659099Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"32e04d63-a0a1-42eb-8b94-f41c21780a07","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:04:54.996154343Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"81ed927e-9acd-421c-9889-e34f8cfdcb7e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:04:55.045685136Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"81ed927e-9acd-421c-9889-e34f8cfdcb7e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:04:55.097914408Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"81ed927e-9acd-421c-9889-e34f8cfdcb7e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:04:55.147959632Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"81ed927e-9acd-421c-9889-e34f8cfdcb7e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:04:55.712732674Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:04:57.07571151Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9b00751b-870e-43d8-bab2-ce961f43d638","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:04:57.124495034Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9b00751b-870e-43d8-bab2-ce961f43d638","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:04:57.174166828Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9b00751b-870e-43d8-bab2-ce961f43d638","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:04:57.222941893Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9b00751b-870e-43d8-bab2-ce961f43d638","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:04:59.033063455Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7e067646-8f61-4f5b-8dbf-b5eb0eeaad67","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:04:59.081960171Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7e067646-8f61-4f5b-8dbf-b5eb0eeaad67","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:04:59.132555868Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7e067646-8f61-4f5b-8dbf-b5eb0eeaad67","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:04:59.181888353Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7e067646-8f61-4f5b-8dbf-b5eb0eeaad67","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:05:00.994191051Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fc55bb0d-74e9-4ac8-8fa5-d1fe90901e8f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:05:01.044018787Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fc55bb0d-74e9-4ac8-8fa5-d1fe90901e8f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:05:01.092830717Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fc55bb0d-74e9-4ac8-8fa5-d1fe90901e8f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:05:01.141584883Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fc55bb0d-74e9-4ac8-8fa5-d1fe90901e8f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:05:01.190142735Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"namespace":"ai-tenant-e2e-worker-w0-9893f0","name":"default-tenant","reconcileID":"9828889b-f21e-4276-9552-46335ec0a805","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9893f0","tenantID":"e2e-worker-w0-9893f0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:05:01.299154224Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"namespace":"ai-tenant-e2e-worker-w0-9893f0","name":"default-tenant","reconcileID":"9828889b-f21e-4276-9552-46335ec0a805","name":"e2e-worker-w0-9893f0-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:05:02.968238231Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3483727f-1bb4-4749-a1cf-1ab217873cb9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:05:03.016895604Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3483727f-1bb4-4749-a1cf-1ab217873cb9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:05:03.065538138Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3483727f-1bb4-4749-a1cf-1ab217873cb9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:05:03.114307509Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3483727f-1bb4-4749-a1cf-1ab217873cb9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:05:05.900851505Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"namespace":"ai-tenant-e2e-worker-w3-bb1b51","name":"default-tenant","reconcileID":"fa8e386a-10d0-47f9-9514-60e56385a6c8","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bb1b51","tenantID":"e2e-worker-w3-bb1b51","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:05:06.008880423Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"namespace":"ai-tenant-e2e-worker-w3-bb1b51","name":"default-tenant","reconcileID":"fa8e386a-10d0-47f9-9514-60e56385a6c8","name":"e2e-worker-w3-bb1b51-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:05:16.818541311Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"09f5a7fa-d2ac-4a30-8459-62d25cb1ece3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:05:16.867509357Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"09f5a7fa-d2ac-4a30-8459-62d25cb1ece3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:05:16.916138286Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"09f5a7fa-d2ac-4a30-8459-62d25cb1ece3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:05:16.964917766Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"09f5a7fa-d2ac-4a30-8459-62d25cb1ece3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:05:18.087558259Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-91cd99","namespace":"e2e-models-e2e-worker-w2-91cd99"},"namespace":"e2e-models-e2e-worker-w2-91cd99","name":"simulator-w2-91cd99","reconcileID":"defb3d8a-98e8-4507-8f01-871af4b7513b","MaaSModelRef":{"name":"simulator-w2-91cd99","namespace":"e2e-models-e2e-worker-w2-91cd99"},"routeName":"simulator-w2-91cd99-kserve-route","namespace":"e2e-models-e2e-worker-w2-91cd99","llmisvcName":"simulator-w2-91cd99","gateway":"openshift-ingress/e2e-worker-w2-91cd99","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:05:18.776713716Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8325c026-1fb7-4ead-9a4d-0dea737f5259","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:05:18.82532744Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8325c026-1fb7-4ead-9a4d-0dea737f5259","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:05:18.87398439Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8325c026-1fb7-4ead-9a4d-0dea737f5259","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:05:18.923983321Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8325c026-1fb7-4ead-9a4d-0dea737f5259","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:05:19.57009295Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"namespace":"ai-tenant-e2e-worker-w1-5951bc","name":"default-tenant","reconcileID":"d2b6a42a-66a9-477d-8848-14e5de59f5e1","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5951bc","tenantID":"e2e-worker-w1-5951bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:05:19.678660086Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"namespace":"ai-tenant-e2e-worker-w1-5951bc","name":"default-tenant","reconcileID":"d2b6a42a-66a9-477d-8848-14e5de59f5e1","name":"e2e-worker-w1-5951bc-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:05:20.988959644Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-91cd99","namespace":"e2e-models-e2e-worker-w2-91cd99"},"namespace":"e2e-models-e2e-worker-w2-91cd99","name":"simulator-w2-91cd99","reconcileID":"93d9cbfc-0559-4660-b745-62fcd44fe79d","MaaSModelRef":{"name":"simulator-w2-91cd99","namespace":"e2e-models-e2e-worker-w2-91cd99"},"routeName":"simulator-w2-91cd99-kserve-route","namespace":"e2e-models-e2e-worker-w2-91cd99","llmisvcName":"simulator-w2-91cd99","gateway":"openshift-ingress/e2e-worker-w2-91cd99","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:05:21.05687394Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-91cd99","namespace":"e2e-models-e2e-worker-w2-91cd99"},"namespace":"e2e-models-e2e-worker-w2-91cd99","name":"simulator-w2-91cd99","reconcileID":"e5580597-5822-4c8b-bb2a-8fdf2f96f4bf","MaaSModelRef":{"name":"simulator-w2-91cd99","namespace":"e2e-models-e2e-worker-w2-91cd99"},"routeName":"simulator-w2-91cd99-kserve-route","namespace":"e2e-models-e2e-worker-w2-91cd99","llmisvcName":"simulator-w2-91cd99","gateway":"openshift-ingress/e2e-worker-w2-91cd99","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:05:22.287671326Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"4575f88c-6db8-4e18-9614-5a67ba588e5e","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:05:22.395804873Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"c103465a-c65c-41a2-9f39-3731a556badd","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:05:25.720620341Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:05:30.59759538Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1e97181e-7403-4df3-943e-c49fa98cfcb1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:05:30.646478712Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1e97181e-7403-4df3-943e-c49fa98cfcb1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:05:30.695598056Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1e97181e-7403-4df3-943e-c49fa98cfcb1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:05:30.744982614Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1e97181e-7403-4df3-943e-c49fa98cfcb1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:05:32.632433122Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1d0e94e4-717b-4123-bb06-39b9746f903a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:05:32.681737011Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1d0e94e4-717b-4123-bb06-39b9746f903a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:05:32.73041378Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1d0e94e4-717b-4123-bb06-39b9746f903a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:05:32.779149582Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1d0e94e4-717b-4123-bb06-39b9746f903a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:05:34.579188353Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"d46c6a1e-5986-4974-8b3a-61e61ef9b9d1","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:05:34.749844345Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"1c17c0e0-bd49-474c-8715-658508421586","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:05:35.435903329Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e0e195e0-ef88-4c9f-9529-5fa7b6063acb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:05:35.484747231Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e0e195e0-ef88-4c9f-9529-5fa7b6063acb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:05:35.534000536Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e0e195e0-ef88-4c9f-9529-5fa7b6063acb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:05:35.58296954Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e0e195e0-ef88-4c9f-9529-5fa7b6063acb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:05:37.393171163Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d55126c5-34e7-43b7-90b0-7a32182c68d1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:05:37.44205852Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d55126c5-34e7-43b7-90b0-7a32182c68d1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:05:37.490736265Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d55126c5-34e7-43b7-90b0-7a32182c68d1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:05:37.539524851Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d55126c5-34e7-43b7-90b0-7a32182c68d1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:05:44.973903114Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"ad015407-0057-4d5d-8adf-989cee521ad8","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:05:45.144289433Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"4abe753e-f9b2-474f-b6ed-e63c3f85f881","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:05:48.997733195Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c683b6de-f67f-4fe3-aea0-0525587188cc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:05:49.047200275Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c683b6de-f67f-4fe3-aea0-0525587188cc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:05:49.09580401Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c683b6de-f67f-4fe3-aea0-0525587188cc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:05:49.146852303Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c683b6de-f67f-4fe3-aea0-0525587188cc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:05:50.361011219Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-91cd99","namespace":"e2e-models-e2e-worker-w2-91cd99"},"namespace":"e2e-models-e2e-worker-w2-91cd99","name":"premium-w2-91cd99","reconcileID":"a43e28ca-afd6-4229-8eea-47df5863f200","MaaSModelRef":{"name":"premium-w2-91cd99","namespace":"e2e-models-e2e-worker-w2-91cd99"},"routeName":"premium-w2-91cd99-kserve-route","namespace":"e2e-models-e2e-worker-w2-91cd99","llmisvcName":"premium-w2-91cd99","gateway":"openshift-ingress/e2e-worker-w2-91cd99","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:05:50.672809783Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-91cd99","namespace":"e2e-models-e2e-worker-w2-91cd99"},"namespace":"e2e-models-e2e-worker-w2-91cd99","name":"simulator-w2-91cd99","reconcileID":"7923d6c2-dc21-45b9-bd75-6726a6ee4672","MaaSModelRef":{"name":"simulator-w2-91cd99","namespace":"e2e-models-e2e-worker-w2-91cd99"},"routeName":"simulator-w2-91cd99-kserve-route","namespace":"e2e-models-e2e-worker-w2-91cd99","llmisvcName":"simulator-w2-91cd99","gateway":"openshift-ingress/e2e-worker-w2-91cd99","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:05:50.728737358Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"4bd56e6a-d9db-4d83-8deb-e98f8bd0cf74","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:05:50.728772524Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"4bd56e6a-d9db-4d83-8deb-e98f8bd0cf74","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:05:50.776228899Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-91cd99","namespace":"e2e-models-e2e-worker-w2-91cd99"},"namespace":"e2e-models-e2e-worker-w2-91cd99","name":"simulator-w2-91cd99","reconcileID":"bccef302-00ee-4a75-8b04-a22bac701134","MaaSModelRef":{"name":"simulator-w2-91cd99","namespace":"e2e-models-e2e-worker-w2-91cd99"},"routeName":"simulator-w2-91cd99-kserve-route","namespace":"e2e-models-e2e-worker-w2-91cd99","llmisvcName":"simulator-w2-91cd99","gateway":"openshift-ingress/e2e-worker-w2-91cd99","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T12:05:50.778841727Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w2-91cd99/simulator-subscription","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"simulator-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-03T12:05:50.832895531Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-91cd99","namespace":"e2e-models-e2e-worker-w2-91cd99"},"namespace":"e2e-models-e2e-worker-w2-91cd99","name":"simulator-w2-91cd99","reconcileID":"472b087f-e19c-4295-b21b-5dd388079534","MaaSModelRef":{"name":"simulator-w2-91cd99","namespace":"e2e-models-e2e-worker-w2-91cd99"},"routeName":"simulator-w2-91cd99-kserve-route","namespace":"e2e-models-e2e-worker-w2-91cd99","llmisvcName":"simulator-w2-91cd99","gateway":"openshift-ingress/e2e-worker-w2-91cd99","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:05:50.837549162Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"e960d1ab-26fc-42eb-9737-da3a3f06fcc9","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:05:50.837574108Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"e960d1ab-26fc-42eb-9737-da3a3f06fcc9","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:05:50.989522079Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"797a08e1-1356-4b38-8440-6389f2978dff","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:05:51.041960239Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"797a08e1-1356-4b38-8440-6389f2978dff","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:05:51.04439522Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"simulator-subscription","reconcileID":"2d8068ec-a3b4-42a6-ab38-e6a267f64a23","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"name":"maas-trlp-simulator-w2-91cd99","model":"simulator-w2-91cd99","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w2-91cd99/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:05:51.059355635Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-91cd99","namespace":"e2e-models-e2e-worker-w2-91cd99"},"namespace":"e2e-models-e2e-worker-w2-91cd99","name":"simulator-w2-91cd99","reconcileID":"c5f42a86-bf6e-448d-b01c-f8587e62a5cd","MaaSModelRef":{"name":"simulator-w2-91cd99","namespace":"e2e-models-e2e-worker-w2-91cd99"},"routeName":"simulator-w2-91cd99-kserve-route","namespace":"e2e-models-e2e-worker-w2-91cd99","llmisvcName":"simulator-w2-91cd99","gateway":"openshift-ingress/e2e-worker-w2-91cd99","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:05:51.091896989Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"797a08e1-1356-4b38-8440-6389f2978dff","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:05:51.142802582Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"797a08e1-1356-4b38-8440-6389f2978dff","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:05:51.207114086Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-91cd99","namespace":"e2e-models-e2e-worker-w2-91cd99"},"namespace":"e2e-models-e2e-worker-w2-91cd99","name":"simulator-w2-91cd99","reconcileID":"4bffa94b-bac7-4199-b015-bd80425a1bdc","MaaSModelRef":{"name":"simulator-w2-91cd99","namespace":"e2e-models-e2e-worker-w2-91cd99"},"routeName":"simulator-w2-91cd99-kserve-route","namespace":"e2e-models-e2e-worker-w2-91cd99","llmisvcName":"simulator-w2-91cd99","gateway":"openshift-ingress/e2e-worker-w2-91cd99","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T12:05:51.262615959Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-91cd99","namespace":"e2e-models-e2e-worker-w2-91cd99"},"namespace":"e2e-models-e2e-worker-w2-91cd99","name":"simulator-w2-91cd99","reconcileID":"4bffa94b-bac7-4199-b015-bd80425a1bdc","name":"simulator-w2-91cd99","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"simulator-w2-91cd99\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T12:05:51.262681077Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-91cd99","namespace":"e2e-models-e2e-worker-w2-91cd99"},"namespace":"e2e-models-e2e-worker-w2-91cd99","name":"simulator-w2-91cd99","reconcileID":"4bffa94b-bac7-4199-b015-bd80425a1bdc","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"simulator-w2-91cd99\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T12:05:51.262835059Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-91cd99","namespace":"e2e-models-e2e-worker-w2-91cd99"},"namespace":"e2e-models-e2e-worker-w2-91cd99","name":"simulator-w2-91cd99","reconcileID":"56c00694-da2a-4f1f-a8a0-b0a413c6c98a","MaaSModelRef":{"name":"simulator-w2-91cd99","namespace":"e2e-models-e2e-worker-w2-91cd99"},"routeName":"simulator-w2-91cd99-kserve-route","namespace":"e2e-models-e2e-worker-w2-91cd99","llmisvcName":"simulator-w2-91cd99","gateway":"openshift-ingress/e2e-worker-w2-91cd99","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:05:51.308125214Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"simulator-access","reconcileID":"37543120-6278-42e3-92a9-6e0878e68aec","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-91cd99","tenantID":"e2e-worker-w2-91cd99","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:05:51.351691013Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-91cd99","namespace":"e2e-models-e2e-worker-w2-91cd99"},"namespace":"e2e-models-e2e-worker-w2-91cd99","name":"premium-w2-91cd99","reconcileID":"c8bd2e5b-814e-4f36-b93d-b2006fe5e547","MaaSModelRef":{"name":"premium-w2-91cd99","namespace":"e2e-models-e2e-worker-w2-91cd99"},"routeName":"premium-w2-91cd99-kserve-route","namespace":"e2e-models-e2e-worker-w2-91cd99","llmisvcName":"premium-w2-91cd99","gateway":"openshift-ingress/e2e-worker-w2-91cd99","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:05:51.443979546Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-91cd99","namespace":"e2e-models-e2e-worker-w2-91cd99"},"namespace":"e2e-models-e2e-worker-w2-91cd99","name":"simulator-w2-91cd99","reconcileID":"1c9301c4-b123-4b09-9afd-3d718c2a19ef","MaaSModelRef":{"name":"simulator-w2-91cd99","namespace":"e2e-models-e2e-worker-w2-91cd99"},"routeName":"simulator-w2-91cd99-kserve-route","namespace":"e2e-models-e2e-worker-w2-91cd99","llmisvcName":"simulator-w2-91cd99","gateway":"openshift-ingress/e2e-worker-w2-91cd99","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:05:51.49342799Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"simulator-subscription","reconcileID":"8e4bdb8d-e838-4fd1-9048-d5e85bb62028","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"name":"maas-trlp-simulator-w2-91cd99","model":"e2e-models-e2e-worker-w2-91cd99/simulator-w2-91cd99","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:05:51.494980681Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"simulator-access","reconcileID":"37543120-6278-42e3-92a9-6e0878e68aec","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"name":"e2e-worker-w2-91cd99-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:05:51.501226466Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-91cd99","namespace":"e2e-models-e2e-worker-w2-91cd99"},"namespace":"e2e-models-e2e-worker-w2-91cd99","name":"premium-w2-91cd99","reconcileID":"e1e8dc68-0872-4dad-8930-d079dfea41c7","MaaSModelRef":{"name":"premium-w2-91cd99","namespace":"e2e-models-e2e-worker-w2-91cd99"},"routeName":"premium-w2-91cd99-kserve-route","namespace":"e2e-models-e2e-worker-w2-91cd99","llmisvcName":"premium-w2-91cd99","gateway":"openshift-ingress/e2e-worker-w2-91cd99","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T12:05:51.504351975Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w2-91cd99/premium-simulator-subscription","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"premium-simulator-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-03T12:05:51.551979855Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w2-91cd99-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"simulator-access","reconcileID":"37543120-6278-42e3-92a9-6e0878e68aec","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:05:51.560085756Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-91cd99","namespace":"e2e-models-e2e-worker-w2-91cd99"},"namespace":"e2e-models-e2e-worker-w2-91cd99","name":"premium-w2-91cd99","reconcileID":"6a6c971d-d5c5-4ae9-b663-128c1d5ef44a","MaaSModelRef":{"name":"premium-w2-91cd99","namespace":"e2e-models-e2e-worker-w2-91cd99"},"routeName":"premium-w2-91cd99-kserve-route","namespace":"e2e-models-e2e-worker-w2-91cd99","llmisvcName":"premium-w2-91cd99","gateway":"openshift-ingress/e2e-worker-w2-91cd99","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:05:51.606248902Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-91cd99","namespace":"e2e-models-e2e-worker-w2-91cd99"},"namespace":"e2e-models-e2e-worker-w2-91cd99","name":"simulator-w2-91cd99","reconcileID":"deff19aa-1105-48c0-ac77-65e5fcf55eb9","MaaSModelRef":{"name":"simulator-w2-91cd99","namespace":"e2e-models-e2e-worker-w2-91cd99"},"routeName":"simulator-w2-91cd99-kserve-route","namespace":"e2e-models-e2e-worker-w2-91cd99","llmisvcName":"simulator-w2-91cd99","gateway":"openshift-ingress/e2e-worker-w2-91cd99","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:05:51.642080195Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-91cd99","namespace":"e2e-models-e2e-worker-w2-91cd99"},"namespace":"e2e-models-e2e-worker-w2-91cd99","name":"premium-w2-91cd99","reconcileID":"71616f42-b218-419f-a058-5299ca5a2021","MaaSModelRef":{"name":"premium-w2-91cd99","namespace":"e2e-models-e2e-worker-w2-91cd99"},"routeName":"premium-w2-91cd99-kserve-route","namespace":"e2e-models-e2e-worker-w2-91cd99","llmisvcName":"premium-w2-91cd99","gateway":"openshift-ingress/e2e-worker-w2-91cd99","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:05:51.697258681Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-91cd99","namespace":"e2e-models-e2e-worker-w2-91cd99"},"namespace":"e2e-models-e2e-worker-w2-91cd99","name":"premium-w2-91cd99","reconcileID":"35dedb60-5be7-436a-8e1b-ba114d0254fe","MaaSModelRef":{"name":"premium-w2-91cd99","namespace":"e2e-models-e2e-worker-w2-91cd99"},"routeName":"premium-w2-91cd99-kserve-route","namespace":"e2e-models-e2e-worker-w2-91cd99","llmisvcName":"premium-w2-91cd99","gateway":"openshift-ingress/e2e-worker-w2-91cd99","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:05:51.753926456Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"simulator-access","reconcileID":"547b475e-f1bb-4795-8ea2-5fc1f4deaa7b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-91cd99","tenantID":"e2e-worker-w2-91cd99","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T12:05:51.754184976Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-91cd99","namespace":"e2e-models-e2e-worker-w2-91cd99"},"namespace":"e2e-models-e2e-worker-w2-91cd99","name":"premium-w2-91cd99","reconcileID":"35dedb60-5be7-436a-8e1b-ba114d0254fe","name":"premium-w2-91cd99","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"premium-w2-91cd99\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T12:05:51.754248306Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-91cd99","namespace":"e2e-models-e2e-worker-w2-91cd99"},"namespace":"e2e-models-e2e-worker-w2-91cd99","name":"premium-w2-91cd99","reconcileID":"35dedb60-5be7-436a-8e1b-ba114d0254fe","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"premium-w2-91cd99\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T12:05:51.756935684Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"premium-simulator-subscription","reconcileID":"9df4445f-97e7-4c6e-a8a3-4f9b8b85403b","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"name":"maas-trlp-premium-w2-91cd99","model":"premium-w2-91cd99","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w2-91cd99/premium-simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:05:51.760346581Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-91cd99","namespace":"e2e-models-e2e-worker-w2-91cd99"},"namespace":"e2e-models-e2e-worker-w2-91cd99","name":"premium-w2-91cd99","reconcileID":"8f0edea9-b721-4272-a38f-013e331ebca1","MaaSModelRef":{"name":"premium-w2-91cd99","namespace":"e2e-models-e2e-worker-w2-91cd99"},"routeName":"premium-w2-91cd99-kserve-route","namespace":"e2e-models-e2e-worker-w2-91cd99","llmisvcName":"premium-w2-91cd99","gateway":"openshift-ingress/e2e-worker-w2-91cd99","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:05:51.808403063Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"simulator-access","reconcileID":"547b475e-f1bb-4795-8ea2-5fc1f4deaa7b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"name":"e2e-worker-w2-91cd99-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:05:51.85129566Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"premium-simulator-access","reconcileID":"5773851a-3e48-4bfa-a462-bb414abe4130","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-91cd99","tenantID":"e2e-worker-w2-91cd99","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:05:51.861268798Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w2-91cd99-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"simulator-access","reconcileID":"547b475e-f1bb-4795-8ea2-5fc1f4deaa7b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:05:51.904815163Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"premium-simulator-access","reconcileID":"5773851a-3e48-4bfa-a462-bb414abe4130","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"name":"e2e-worker-w2-91cd99-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:05:51.910960135Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-91cd99","namespace":"e2e-models-e2e-worker-w2-91cd99"},"namespace":"e2e-models-e2e-worker-w2-91cd99","name":"premium-w2-91cd99","reconcileID":"29494de6-bcab-4ed2-a5f8-8b6854797f36","MaaSModelRef":{"name":"premium-w2-91cd99","namespace":"e2e-models-e2e-worker-w2-91cd99"},"routeName":"premium-w2-91cd99-kserve-route","namespace":"e2e-models-e2e-worker-w2-91cd99","llmisvcName":"premium-w2-91cd99","gateway":"openshift-ingress/e2e-worker-w2-91cd99","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:05:51.956970091Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w2-91cd99-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"premium-simulator-access","reconcileID":"5773851a-3e48-4bfa-a462-bb414abe4130","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:05:52.011047326Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-91cd99","namespace":"e2e-models-e2e-worker-w2-91cd99"},"namespace":"e2e-models-e2e-worker-w2-91cd99","name":"premium-w2-91cd99","reconcileID":"1779d517-c958-4d08-9c0e-85c2580e02e9","MaaSModelRef":{"name":"premium-w2-91cd99","namespace":"e2e-models-e2e-worker-w2-91cd99"},"routeName":"premium-w2-91cd99-kserve-route","namespace":"e2e-models-e2e-worker-w2-91cd99","llmisvcName":"premium-w2-91cd99","gateway":"openshift-ingress/e2e-worker-w2-91cd99","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:05:52.011480164Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"simulator-access","reconcileID":"2407c3e0-c660-46ed-a35d-1ea21ccd4441","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-91cd99","tenantID":"e2e-worker-w2-91cd99","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:05:52.065088492Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"simulator-access","reconcileID":"2407c3e0-c660-46ed-a35d-1ea21ccd4441","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"name":"e2e-worker-w2-91cd99-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:05:52.108685566Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"premium-simulator-subscription","reconcileID":"0a07fa82-3f41-4f5e-b8d2-4c0a401ed667","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"name":"maas-trlp-premium-w2-91cd99","model":"e2e-models-e2e-worker-w2-91cd99/premium-w2-91cd99","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:05:52.120233858Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w2-91cd99-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"simulator-access","reconcileID":"2407c3e0-c660-46ed-a35d-1ea21ccd4441","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:05:52.207144376Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"premium-simulator-access","reconcileID":"7c616aaa-3421-4236-add5-626b79f4f0fe","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-91cd99","tenantID":"e2e-worker-w2-91cd99","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:05:52.262116532Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-91cd99","namespace":"e2e-models-e2e-worker-w2-91cd99"},"namespace":"e2e-models-e2e-worker-w2-91cd99","name":"premium-w2-91cd99","reconcileID":"c2c84e2e-7c13-4697-b511-93be831b010e","MaaSModelRef":{"name":"premium-w2-91cd99","namespace":"e2e-models-e2e-worker-w2-91cd99"},"routeName":"premium-w2-91cd99-kserve-route","namespace":"e2e-models-e2e-worker-w2-91cd99","llmisvcName":"premium-w2-91cd99","gateway":"openshift-ingress/e2e-worker-w2-91cd99","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:05:52.262893176Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"premium-simulator-access","reconcileID":"7c616aaa-3421-4236-add5-626b79f4f0fe","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"name":"e2e-worker-w2-91cd99-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:05:52.316235692Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w2-91cd99-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"premium-simulator-access","reconcileID":"7c616aaa-3421-4236-add5-626b79f4f0fe","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:05:55.611613342Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-8d2c7c","namespace":"e2e-models-e2e-worker-w4-8d2c7c"},"namespace":"e2e-models-e2e-worker-w4-8d2c7c","name":"simulator-w4-8d2c7c","reconcileID":"34fe863c-acd9-400f-b8f0-c1d132cc2ca2","MaaSModelRef":{"name":"simulator-w4-8d2c7c","namespace":"e2e-models-e2e-worker-w4-8d2c7c"},"routeName":"simulator-w4-8d2c7c-kserve-route","namespace":"e2e-models-e2e-worker-w4-8d2c7c","llmisvcName":"simulator-w4-8d2c7c","gateway":"openshift-ingress/e2e-worker-w4-8d2c7c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:05:55.713885521Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:06:01.991529478Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"simulator-subscription","reconcileID":"87083123-3f2d-4083-84fc-edb98c8dba9f","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"name":"maas-trlp-simulator-w2-91cd99","model":"e2e-models-e2e-worker-w2-91cd99/simulator-w2-91cd99","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:06:02.090244559Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"790a5b0b-febd-412b-8a0a-8252e720a9b2","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:06:02.147587143Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-91cd99","namespace":"e2e-models-e2e-worker-w2-91cd99"},"namespace":"e2e-models-e2e-worker-w2-91cd99","name":"simulator-w2-91cd99","reconcileID":"ba5d1b73-690e-4984-98c8-2d67260bcfe5","MaaSModelRef":{"name":"simulator-w2-91cd99","namespace":"e2e-models-e2e-worker-w2-91cd99"},"routeName":"simulator-w2-91cd99-kserve-route","namespace":"e2e-models-e2e-worker-w2-91cd99","llmisvcName":"simulator-w2-91cd99","gateway":"openshift-ingress/e2e-worker-w2-91cd99","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:06:02.190893418Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"e6b1b486-e125-44b1-a1e3-122888b0ca95","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:06:02.260683371Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"simulator-access","reconcileID":"3622e7f2-22c0-4408-81a3-616269d33911","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-91cd99","tenantID":"e2e-worker-w2-91cd99","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:06:02.260684246Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"premium-simulator-access","reconcileID":"85bbe1d0-9e65-4695-88ba-6b73cdb11a41","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-91cd99","tenantID":"e2e-worker-w2-91cd99","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:06:02.294198843Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"premium-simulator-subscription","reconcileID":"25567171-4fd6-4719-84b9-b9887787a074","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"name":"maas-trlp-premium-w2-91cd99","model":"e2e-models-e2e-worker-w2-91cd99/premium-w2-91cd99","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:06:02.313610885Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"simulator-access","reconcileID":"3622e7f2-22c0-4408-81a3-616269d33911","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"name":"e2e-worker-w2-91cd99-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:06:02.313609086Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"premium-simulator-access","reconcileID":"85bbe1d0-9e65-4695-88ba-6b73cdb11a41","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"name":"e2e-worker-w2-91cd99-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:06:02.366799323Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w2-91cd99-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (ec1d84990a225b0b6db02da2b73013ab3b1687949fe9b0291a24a034bb0de2d3) AuthConfig (5d9aab507022ee3a343c2f8b6eaba615ee0bcace50edeb782252039612aa3aa1) AuthConfig (7bf6fe916db865a99e84e5352f240621b1192312c06abadede1cdfc67dde1112) AuthConfig (b628c3fa03c5114a808e55067cee41e175b8f3c3b7e803835d29367b714026d8) AuthConfig (36eab49489e77f3b2abc8d2e5dab01e2c0e79470d03cfee88c11e6ff709dfe42) AuthConfig (e58e2738f0be727570441165ab2dd48a0147a66966f814b667b2d670ccc4c44e) AuthConfig (b9bdc3e36843c581faefe4eab9626fa6d98fff0c8e4543d7f0aeab2e135da7e3) AuthConfig (21b72d7e12b18f0cabb9f10488cda55144b696b79a0a6d1557612949e2528c44) AuthConfig (bf489eb4fde083f44e80914024833b77cd81a7bf5a9af717ae7c5b28fbc9c7b7) AuthConfig (c5cb81efd3c2cb0c3dc4759051d8e9b855c56976374fadd85f5db4d9fcf8fc4c) AuthConfig (e6bb3b1b143768529a67cf74dddc86ced56e605a2a8435c0beddf6404d020cd8) AuthConfig (2bf5d4a2daa5b95ed2821cd5d6170907108ba4df0e44b59989f562d899e993e1) AuthConfig (800f21fb2d07b33b2b718c5a4aa9df220f676715b2cb2ab95d7a143c647be71b) AuthConfig (441d0042b807c7d2dfcf83845b73ca625d37f0732885cf285e7fc0cc534141ef) AuthConfig (6ee56e0f639ac27b3483b24ade4e703f2e4c8e7791a22ac1cdc39192e4956cee) AuthConfig (7fdcb0264e1d7aa376ee7555f7551108a11c328dbcae8208deeb7d297dd30016) AuthConfig (de6a295254bee0505c6a400fdc57787c6a6f38a304547644ced691ce6f21b35d) AuthConfig (0946e084c7ce9dbd0a270892944a730999d073d11d05df5a1307a6afd94e4d34) AuthConfig (af9edec709cc925a71ccb016ef73aa1266c5fba3f3cbd4ccf520e18348b32acc) AuthConfig (5688f0bac562c04148768d4a0f9e17600ca002fa7a1bbf899854e66af564a9b0) AuthConfig (760dba7733eabb6f4c68b086b32486231225961285c86f8c00f1d9a81a652b8e) AuthConfig (776feb86077faed205dd9cb1b446cdfe349de763ee5b54cf30e668f931394d0f) AuthConfig (9c4617a98f6035110ea5b76cf693015672c75ae4926e0bf4b76d730bacbba085) AuthConfig (42457a54310627b978d36bea78be0811d5ea11a10fd5e42dda6087fedc59dba7) AuthConfig (dfab2e82b7fd71a77cd1c16019aff91b1cbd0f84f03ddd65c8e60f44239977dc) AuthConfig (62453ada5737e0e217ba97ce0081df0be4e9df1b482624eb04e7abb3338cd2f0) AuthConfig (d9d9b6d73cad8ddec0f06180aec4490e55867862ce3db19beaf3aecaa7760659) AuthConfig (a8684939f74339ef1f1578f6c685714c1a4e77e41cc14c04707c1ee0a6a59a15) AuthConfig (bc71fc72a8a954b33a8402288081bf2725caaf36dab8c84fe9989f9313a827a2) AuthConfig (6fe8bdb78ce578e10a035d5f3ea95b57cd24bcff9a618f5354f581a5d9f453ea)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"simulator-access","reconcileID":"3622e7f2-22c0-4408-81a3-616269d33911","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:06:02.366873169Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w2-91cd99-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (ec1d84990a225b0b6db02da2b73013ab3b1687949fe9b0291a24a034bb0de2d3) AuthConfig (5d9aab507022ee3a343c2f8b6eaba615ee0bcace50edeb782252039612aa3aa1) AuthConfig (7bf6fe916db865a99e84e5352f240621b1192312c06abadede1cdfc67dde1112) AuthConfig (b628c3fa03c5114a808e55067cee41e175b8f3c3b7e803835d29367b714026d8) AuthConfig (36eab49489e77f3b2abc8d2e5dab01e2c0e79470d03cfee88c11e6ff709dfe42) AuthConfig (e58e2738f0be727570441165ab2dd48a0147a66966f814b667b2d670ccc4c44e) AuthConfig (b9bdc3e36843c581faefe4eab9626fa6d98fff0c8e4543d7f0aeab2e135da7e3) AuthConfig (21b72d7e12b18f0cabb9f10488cda55144b696b79a0a6d1557612949e2528c44) AuthConfig (bf489eb4fde083f44e80914024833b77cd81a7bf5a9af717ae7c5b28fbc9c7b7) AuthConfig (c5cb81efd3c2cb0c3dc4759051d8e9b855c56976374fadd85f5db4d9fcf8fc4c) AuthConfig (e6bb3b1b143768529a67cf74dddc86ced56e605a2a8435c0beddf6404d020cd8) AuthConfig (2bf5d4a2daa5b95ed2821cd5d6170907108ba4df0e44b59989f562d899e993e1) AuthConfig (800f21fb2d07b33b2b718c5a4aa9df220f676715b2cb2ab95d7a143c647be71b) AuthConfig (441d0042b807c7d2dfcf83845b73ca625d37f0732885cf285e7fc0cc534141ef) AuthConfig (6ee56e0f639ac27b3483b24ade4e703f2e4c8e7791a22ac1cdc39192e4956cee) AuthConfig (7fdcb0264e1d7aa376ee7555f7551108a11c328dbcae8208deeb7d297dd30016) AuthConfig (de6a295254bee0505c6a400fdc57787c6a6f38a304547644ced691ce6f21b35d) AuthConfig (0946e084c7ce9dbd0a270892944a730999d073d11d05df5a1307a6afd94e4d34) AuthConfig (af9edec709cc925a71ccb016ef73aa1266c5fba3f3cbd4ccf520e18348b32acc) AuthConfig (5688f0bac562c04148768d4a0f9e17600ca002fa7a1bbf899854e66af564a9b0) AuthConfig (760dba7733eabb6f4c68b086b32486231225961285c86f8c00f1d9a81a652b8e) AuthConfig (776feb86077faed205dd9cb1b446cdfe349de763ee5b54cf30e668f931394d0f) AuthConfig (9c4617a98f6035110ea5b76cf693015672c75ae4926e0bf4b76d730bacbba085) AuthConfig (42457a54310627b978d36bea78be0811d5ea11a10fd5e42dda6087fedc59dba7) AuthConfig (dfab2e82b7fd71a77cd1c16019aff91b1cbd0f84f03ddd65c8e60f44239977dc) AuthConfig (62453ada5737e0e217ba97ce0081df0be4e9df1b482624eb04e7abb3338cd2f0) AuthConfig (d9d9b6d73cad8ddec0f06180aec4490e55867862ce3db19beaf3aecaa7760659) AuthConfig (a8684939f74339ef1f1578f6c685714c1a4e77e41cc14c04707c1ee0a6a59a15) AuthConfig (bc71fc72a8a954b33a8402288081bf2725caaf36dab8c84fe9989f9313a827a2) AuthConfig (6fe8bdb78ce578e10a035d5f3ea95b57cd24bcff9a618f5354f581a5d9f453ea)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"premium-simulator-access","reconcileID":"85bbe1d0-9e65-4695-88ba-6b73cdb11a41","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:06:02.420582196Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-91cd99","namespace":"e2e-models-e2e-worker-w2-91cd99"},"namespace":"e2e-models-e2e-worker-w2-91cd99","name":"simulator-w2-91cd99","reconcileID":"286a5916-60fd-4004-b952-b0c2b75d52e2","MaaSModelRef":{"name":"simulator-w2-91cd99","namespace":"e2e-models-e2e-worker-w2-91cd99"},"routeName":"simulator-w2-91cd99-kserve-route","namespace":"e2e-models-e2e-worker-w2-91cd99","llmisvcName":"simulator-w2-91cd99","gateway":"openshift-ingress/e2e-worker-w2-91cd99","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:06:02.423458879Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-91cd99","namespace":"e2e-models-e2e-worker-w2-91cd99"},"namespace":"e2e-models-e2e-worker-w2-91cd99","name":"premium-w2-91cd99","reconcileID":"1f093131-45e7-4c4e-b9fc-b6614cb9453c","MaaSModelRef":{"name":"premium-w2-91cd99","namespace":"e2e-models-e2e-worker-w2-91cd99"},"routeName":"premium-w2-91cd99-kserve-route","namespace":"e2e-models-e2e-worker-w2-91cd99","llmisvcName":"premium-w2-91cd99","gateway":"openshift-ingress/e2e-worker-w2-91cd99","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:06:02.447015264Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-91cd99","namespace":"e2e-models-e2e-worker-w2-91cd99"},"namespace":"e2e-models-e2e-worker-w2-91cd99","name":"premium-w2-91cd99","reconcileID":"0f1a0a85-5953-4136-9082-a5710caeb0dc","MaaSModelRef":{"name":"premium-w2-91cd99","namespace":"e2e-models-e2e-worker-w2-91cd99"},"routeName":"premium-w2-91cd99-kserve-route","namespace":"e2e-models-e2e-worker-w2-91cd99","llmisvcName":"premium-w2-91cd99","gateway":"openshift-ingress/e2e-worker-w2-91cd99","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:06:02.564304065Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"simulator-access","reconcileID":"c6dc341f-608c-4e80-81b1-d647a2bfec1a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-91cd99","tenantID":"e2e-worker-w2-91cd99","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:06:02.569015632Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"premium-simulator-access","reconcileID":"918ea623-40a5-427d-886e-2a6b61dbcb9b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-91cd99","tenantID":"e2e-worker-w2-91cd99","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:06:02.617342792Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"simulator-access","reconcileID":"c6dc341f-608c-4e80-81b1-d647a2bfec1a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"name":"e2e-worker-w2-91cd99-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:06:02.621496317Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"premium-simulator-access","reconcileID":"918ea623-40a5-427d-886e-2a6b61dbcb9b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"name":"e2e-worker-w2-91cd99-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:06:02.669459273Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w2-91cd99-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (ec1d84990a225b0b6db02da2b73013ab3b1687949fe9b0291a24a034bb0de2d3) AuthConfig (5d9aab507022ee3a343c2f8b6eaba615ee0bcace50edeb782252039612aa3aa1) AuthConfig (7bf6fe916db865a99e84e5352f240621b1192312c06abadede1cdfc67dde1112) AuthConfig (b628c3fa03c5114a808e55067cee41e175b8f3c3b7e803835d29367b714026d8) AuthConfig (36eab49489e77f3b2abc8d2e5dab01e2c0e79470d03cfee88c11e6ff709dfe42) AuthConfig (e58e2738f0be727570441165ab2dd48a0147a66966f814b667b2d670ccc4c44e) AuthConfig (b9bdc3e36843c581faefe4eab9626fa6d98fff0c8e4543d7f0aeab2e135da7e3) AuthConfig (21b72d7e12b18f0cabb9f10488cda55144b696b79a0a6d1557612949e2528c44) AuthConfig (bf489eb4fde083f44e80914024833b77cd81a7bf5a9af717ae7c5b28fbc9c7b7) AuthConfig (c5cb81efd3c2cb0c3dc4759051d8e9b855c56976374fadd85f5db4d9fcf8fc4c) AuthConfig (e6bb3b1b143768529a67cf74dddc86ced56e605a2a8435c0beddf6404d020cd8) AuthConfig (2bf5d4a2daa5b95ed2821cd5d6170907108ba4df0e44b59989f562d899e993e1) AuthConfig (800f21fb2d07b33b2b718c5a4aa9df220f676715b2cb2ab95d7a143c647be71b) AuthConfig (441d0042b807c7d2dfcf83845b73ca625d37f0732885cf285e7fc0cc534141ef) AuthConfig (6ee56e0f639ac27b3483b24ade4e703f2e4c8e7791a22ac1cdc39192e4956cee) AuthConfig (7fdcb0264e1d7aa376ee7555f7551108a11c328dbcae8208deeb7d297dd30016) AuthConfig (de6a295254bee0505c6a400fdc57787c6a6f38a304547644ced691ce6f21b35d) AuthConfig (0946e084c7ce9dbd0a270892944a730999d073d11d05df5a1307a6afd94e4d34) AuthConfig (af9edec709cc925a71ccb016ef73aa1266c5fba3f3cbd4ccf520e18348b32acc) AuthConfig (5688f0bac562c04148768d4a0f9e17600ca002fa7a1bbf899854e66af564a9b0) AuthConfig (760dba7733eabb6f4c68b086b32486231225961285c86f8c00f1d9a81a652b8e) AuthConfig (776feb86077faed205dd9cb1b446cdfe349de763ee5b54cf30e668f931394d0f) AuthConfig (9c4617a98f6035110ea5b76cf693015672c75ae4926e0bf4b76d730bacbba085) AuthConfig (42457a54310627b978d36bea78be0811d5ea11a10fd5e42dda6087fedc59dba7) AuthConfig (dfab2e82b7fd71a77cd1c16019aff91b1cbd0f84f03ddd65c8e60f44239977dc) AuthConfig (62453ada5737e0e217ba97ce0081df0be4e9df1b482624eb04e7abb3338cd2f0) AuthConfig (d9d9b6d73cad8ddec0f06180aec4490e55867862ce3db19beaf3aecaa7760659) AuthConfig (a8684939f74339ef1f1578f6c685714c1a4e77e41cc14c04707c1ee0a6a59a15) AuthConfig (bc71fc72a8a954b33a8402288081bf2725caaf36dab8c84fe9989f9313a827a2) AuthConfig (6fe8bdb78ce578e10a035d5f3ea95b57cd24bcff9a618f5354f581a5d9f453ea)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"simulator-access","reconcileID":"c6dc341f-608c-4e80-81b1-d647a2bfec1a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:06:02.675404643Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w2-91cd99-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (ec1d84990a225b0b6db02da2b73013ab3b1687949fe9b0291a24a034bb0de2d3) AuthConfig (5d9aab507022ee3a343c2f8b6eaba615ee0bcace50edeb782252039612aa3aa1) AuthConfig (7bf6fe916db865a99e84e5352f240621b1192312c06abadede1cdfc67dde1112) AuthConfig (b628c3fa03c5114a808e55067cee41e175b8f3c3b7e803835d29367b714026d8) AuthConfig (36eab49489e77f3b2abc8d2e5dab01e2c0e79470d03cfee88c11e6ff709dfe42) AuthConfig (e58e2738f0be727570441165ab2dd48a0147a66966f814b667b2d670ccc4c44e) AuthConfig (b9bdc3e36843c581faefe4eab9626fa6d98fff0c8e4543d7f0aeab2e135da7e3) AuthConfig (21b72d7e12b18f0cabb9f10488cda55144b696b79a0a6d1557612949e2528c44) AuthConfig (bf489eb4fde083f44e80914024833b77cd81a7bf5a9af717ae7c5b28fbc9c7b7) AuthConfig (c5cb81efd3c2cb0c3dc4759051d8e9b855c56976374fadd85f5db4d9fcf8fc4c) AuthConfig (e6bb3b1b143768529a67cf74dddc86ced56e605a2a8435c0beddf6404d020cd8) AuthConfig (2bf5d4a2daa5b95ed2821cd5d6170907108ba4df0e44b59989f562d899e993e1) AuthConfig (800f21fb2d07b33b2b718c5a4aa9df220f676715b2cb2ab95d7a143c647be71b) AuthConfig (441d0042b807c7d2dfcf83845b73ca625d37f0732885cf285e7fc0cc534141ef) AuthConfig (6ee56e0f639ac27b3483b24ade4e703f2e4c8e7791a22ac1cdc39192e4956cee) AuthConfig (7fdcb0264e1d7aa376ee7555f7551108a11c328dbcae8208deeb7d297dd30016) AuthConfig (de6a295254bee0505c6a400fdc57787c6a6f38a304547644ced691ce6f21b35d) AuthConfig (0946e084c7ce9dbd0a270892944a730999d073d11d05df5a1307a6afd94e4d34) AuthConfig (af9edec709cc925a71ccb016ef73aa1266c5fba3f3cbd4ccf520e18348b32acc) AuthConfig (5688f0bac562c04148768d4a0f9e17600ca002fa7a1bbf899854e66af564a9b0) AuthConfig (760dba7733eabb6f4c68b086b32486231225961285c86f8c00f1d9a81a652b8e) AuthConfig (776feb86077faed205dd9cb1b446cdfe349de763ee5b54cf30e668f931394d0f) AuthConfig (9c4617a98f6035110ea5b76cf693015672c75ae4926e0bf4b76d730bacbba085) AuthConfig (42457a54310627b978d36bea78be0811d5ea11a10fd5e42dda6087fedc59dba7) AuthConfig (dfab2e82b7fd71a77cd1c16019aff91b1cbd0f84f03ddd65c8e60f44239977dc) AuthConfig (62453ada5737e0e217ba97ce0081df0be4e9df1b482624eb04e7abb3338cd2f0) AuthConfig (d9d9b6d73cad8ddec0f06180aec4490e55867862ce3db19beaf3aecaa7760659) AuthConfig (a8684939f74339ef1f1578f6c685714c1a4e77e41cc14c04707c1ee0a6a59a15) AuthConfig (bc71fc72a8a954b33a8402288081bf2725caaf36dab8c84fe9989f9313a827a2) AuthConfig (6fe8bdb78ce578e10a035d5f3ea95b57cd24bcff9a618f5354f581a5d9f453ea)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"premium-simulator-access","reconcileID":"918ea623-40a5-427d-886e-2a6b61dbcb9b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T12:06:02.71902307Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"simulator-access","reconcileID":"c6dc341f-608c-4e80-81b1-d647a2bfec1a","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"simulator-access\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T12:06:02.872084574Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"simulator-access","reconcileID":"fa845b3f-3e9f-4edc-a836-40f464214c03","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-91cd99","tenantID":"e2e-worker-w2-91cd99","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:06:02.926291509Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"simulator-access","reconcileID":"fa845b3f-3e9f-4edc-a836-40f464214c03","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"name":"e2e-worker-w2-91cd99-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:06:02.977860412Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w2-91cd99-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (ec1d84990a225b0b6db02da2b73013ab3b1687949fe9b0291a24a034bb0de2d3) AuthConfig (5d9aab507022ee3a343c2f8b6eaba615ee0bcace50edeb782252039612aa3aa1) AuthConfig (7bf6fe916db865a99e84e5352f240621b1192312c06abadede1cdfc67dde1112) AuthConfig (b628c3fa03c5114a808e55067cee41e175b8f3c3b7e803835d29367b714026d8) AuthConfig (36eab49489e77f3b2abc8d2e5dab01e2c0e79470d03cfee88c11e6ff709dfe42) AuthConfig (e58e2738f0be727570441165ab2dd48a0147a66966f814b667b2d670ccc4c44e) AuthConfig (b9bdc3e36843c581faefe4eab9626fa6d98fff0c8e4543d7f0aeab2e135da7e3) AuthConfig (21b72d7e12b18f0cabb9f10488cda55144b696b79a0a6d1557612949e2528c44) AuthConfig (bf489eb4fde083f44e80914024833b77cd81a7bf5a9af717ae7c5b28fbc9c7b7) AuthConfig (c5cb81efd3c2cb0c3dc4759051d8e9b855c56976374fadd85f5db4d9fcf8fc4c) AuthConfig (e6bb3b1b143768529a67cf74dddc86ced56e605a2a8435c0beddf6404d020cd8) AuthConfig (2bf5d4a2daa5b95ed2821cd5d6170907108ba4df0e44b59989f562d899e993e1) AuthConfig (800f21fb2d07b33b2b718c5a4aa9df220f676715b2cb2ab95d7a143c647be71b) AuthConfig (441d0042b807c7d2dfcf83845b73ca625d37f0732885cf285e7fc0cc534141ef) AuthConfig (6ee56e0f639ac27b3483b24ade4e703f2e4c8e7791a22ac1cdc39192e4956cee) AuthConfig (7fdcb0264e1d7aa376ee7555f7551108a11c328dbcae8208deeb7d297dd30016) AuthConfig (de6a295254bee0505c6a400fdc57787c6a6f38a304547644ced691ce6f21b35d) AuthConfig (0946e084c7ce9dbd0a270892944a730999d073d11d05df5a1307a6afd94e4d34) AuthConfig (af9edec709cc925a71ccb016ef73aa1266c5fba3f3cbd4ccf520e18348b32acc) AuthConfig (5688f0bac562c04148768d4a0f9e17600ca002fa7a1bbf899854e66af564a9b0) AuthConfig (760dba7733eabb6f4c68b086b32486231225961285c86f8c00f1d9a81a652b8e) AuthConfig (776feb86077faed205dd9cb1b446cdfe349de763ee5b54cf30e668f931394d0f) AuthConfig (9c4617a98f6035110ea5b76cf693015672c75ae4926e0bf4b76d730bacbba085) AuthConfig (42457a54310627b978d36bea78be0811d5ea11a10fd5e42dda6087fedc59dba7) AuthConfig (dfab2e82b7fd71a77cd1c16019aff91b1cbd0f84f03ddd65c8e60f44239977dc) AuthConfig (62453ada5737e0e217ba97ce0081df0be4e9df1b482624eb04e7abb3338cd2f0) AuthConfig (d9d9b6d73cad8ddec0f06180aec4490e55867862ce3db19beaf3aecaa7760659) AuthConfig (a8684939f74339ef1f1578f6c685714c1a4e77e41cc14c04707c1ee0a6a59a15) AuthConfig (bc71fc72a8a954b33a8402288081bf2725caaf36dab8c84fe9989f9313a827a2) AuthConfig (6fe8bdb78ce578e10a035d5f3ea95b57cd24bcff9a618f5354f581a5d9f453ea)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"simulator-access","reconcileID":"fa845b3f-3e9f-4edc-a836-40f464214c03","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:06:12.823128323Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"premium-simulator-access","reconcileID":"6a10af4b-84a9-43f0-a681-2a1c8bbcd977","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-91cd99","tenantID":"e2e-worker-w2-91cd99","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:06:12.876249733Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"premium-simulator-access","reconcileID":"6a10af4b-84a9-43f0-a681-2a1c8bbcd977","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"name":"e2e-worker-w2-91cd99-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:06:12.92771097Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w2-91cd99-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (ec1d84990a225b0b6db02da2b73013ab3b1687949fe9b0291a24a034bb0de2d3) AuthConfig (5d9aab507022ee3a343c2f8b6eaba615ee0bcace50edeb782252039612aa3aa1) AuthConfig (7bf6fe916db865a99e84e5352f240621b1192312c06abadede1cdfc67dde1112) AuthConfig (b628c3fa03c5114a808e55067cee41e175b8f3c3b7e803835d29367b714026d8) AuthConfig (36eab49489e77f3b2abc8d2e5dab01e2c0e79470d03cfee88c11e6ff709dfe42) AuthConfig (e58e2738f0be727570441165ab2dd48a0147a66966f814b667b2d670ccc4c44e) AuthConfig (b9bdc3e36843c581faefe4eab9626fa6d98fff0c8e4543d7f0aeab2e135da7e3) AuthConfig (21b72d7e12b18f0cabb9f10488cda55144b696b79a0a6d1557612949e2528c44) AuthConfig (bf489eb4fde083f44e80914024833b77cd81a7bf5a9af717ae7c5b28fbc9c7b7) AuthConfig (c5cb81efd3c2cb0c3dc4759051d8e9b855c56976374fadd85f5db4d9fcf8fc4c) AuthConfig (e6bb3b1b143768529a67cf74dddc86ced56e605a2a8435c0beddf6404d020cd8) AuthConfig (2bf5d4a2daa5b95ed2821cd5d6170907108ba4df0e44b59989f562d899e993e1) AuthConfig (800f21fb2d07b33b2b718c5a4aa9df220f676715b2cb2ab95d7a143c647be71b) AuthConfig (441d0042b807c7d2dfcf83845b73ca625d37f0732885cf285e7fc0cc534141ef) AuthConfig (6ee56e0f639ac27b3483b24ade4e703f2e4c8e7791a22ac1cdc39192e4956cee) AuthConfig (7fdcb0264e1d7aa376ee7555f7551108a11c328dbcae8208deeb7d297dd30016) AuthConfig (de6a295254bee0505c6a400fdc57787c6a6f38a304547644ced691ce6f21b35d) AuthConfig (0946e084c7ce9dbd0a270892944a730999d073d11d05df5a1307a6afd94e4d34) AuthConfig (af9edec709cc925a71ccb016ef73aa1266c5fba3f3cbd4ccf520e18348b32acc) AuthConfig (5688f0bac562c04148768d4a0f9e17600ca002fa7a1bbf899854e66af564a9b0) AuthConfig (760dba7733eabb6f4c68b086b32486231225961285c86f8c00f1d9a81a652b8e) AuthConfig (776feb86077faed205dd9cb1b446cdfe349de763ee5b54cf30e668f931394d0f) AuthConfig (9c4617a98f6035110ea5b76cf693015672c75ae4926e0bf4b76d730bacbba085) AuthConfig (42457a54310627b978d36bea78be0811d5ea11a10fd5e42dda6087fedc59dba7) AuthConfig (dfab2e82b7fd71a77cd1c16019aff91b1cbd0f84f03ddd65c8e60f44239977dc) AuthConfig (62453ada5737e0e217ba97ce0081df0be4e9df1b482624eb04e7abb3338cd2f0) AuthConfig (d9d9b6d73cad8ddec0f06180aec4490e55867862ce3db19beaf3aecaa7760659) AuthConfig (a8684939f74339ef1f1578f6c685714c1a4e77e41cc14c04707c1ee0a6a59a15) AuthConfig (bc71fc72a8a954b33a8402288081bf2725caaf36dab8c84fe9989f9313a827a2) AuthConfig (6fe8bdb78ce578e10a035d5f3ea95b57cd24bcff9a618f5354f581a5d9f453ea)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"premium-simulator-access","reconcileID":"6a10af4b-84a9-43f0-a681-2a1c8bbcd977","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:06:13.123818694Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"simulator-access","reconcileID":"99073e80-8a09-41f8-b6b8-f023d92f35a9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-91cd99","tenantID":"e2e-worker-w2-91cd99","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:06:13.178754348Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"simulator-access","reconcileID":"99073e80-8a09-41f8-b6b8-f023d92f35a9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"name":"e2e-worker-w2-91cd99-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:06:13.230304688Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w2-91cd99-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (ec1d84990a225b0b6db02da2b73013ab3b1687949fe9b0291a24a034bb0de2d3) AuthConfig (5d9aab507022ee3a343c2f8b6eaba615ee0bcace50edeb782252039612aa3aa1) AuthConfig (7bf6fe916db865a99e84e5352f240621b1192312c06abadede1cdfc67dde1112) AuthConfig (b628c3fa03c5114a808e55067cee41e175b8f3c3b7e803835d29367b714026d8) AuthConfig (36eab49489e77f3b2abc8d2e5dab01e2c0e79470d03cfee88c11e6ff709dfe42) AuthConfig (e58e2738f0be727570441165ab2dd48a0147a66966f814b667b2d670ccc4c44e) AuthConfig (b9bdc3e36843c581faefe4eab9626fa6d98fff0c8e4543d7f0aeab2e135da7e3) AuthConfig (21b72d7e12b18f0cabb9f10488cda55144b696b79a0a6d1557612949e2528c44) AuthConfig (bf489eb4fde083f44e80914024833b77cd81a7bf5a9af717ae7c5b28fbc9c7b7) AuthConfig (c5cb81efd3c2cb0c3dc4759051d8e9b855c56976374fadd85f5db4d9fcf8fc4c) AuthConfig (e6bb3b1b143768529a67cf74dddc86ced56e605a2a8435c0beddf6404d020cd8) AuthConfig (2bf5d4a2daa5b95ed2821cd5d6170907108ba4df0e44b59989f562d899e993e1) AuthConfig (800f21fb2d07b33b2b718c5a4aa9df220f676715b2cb2ab95d7a143c647be71b) AuthConfig (441d0042b807c7d2dfcf83845b73ca625d37f0732885cf285e7fc0cc534141ef) AuthConfig (6ee56e0f639ac27b3483b24ade4e703f2e4c8e7791a22ac1cdc39192e4956cee) AuthConfig (7fdcb0264e1d7aa376ee7555f7551108a11c328dbcae8208deeb7d297dd30016) AuthConfig (de6a295254bee0505c6a400fdc57787c6a6f38a304547644ced691ce6f21b35d) AuthConfig (0946e084c7ce9dbd0a270892944a730999d073d11d05df5a1307a6afd94e4d34) AuthConfig (af9edec709cc925a71ccb016ef73aa1266c5fba3f3cbd4ccf520e18348b32acc) AuthConfig (5688f0bac562c04148768d4a0f9e17600ca002fa7a1bbf899854e66af564a9b0) AuthConfig (760dba7733eabb6f4c68b086b32486231225961285c86f8c00f1d9a81a652b8e) AuthConfig (776feb86077faed205dd9cb1b446cdfe349de763ee5b54cf30e668f931394d0f) AuthConfig (9c4617a98f6035110ea5b76cf693015672c75ae4926e0bf4b76d730bacbba085) AuthConfig (42457a54310627b978d36bea78be0811d5ea11a10fd5e42dda6087fedc59dba7) AuthConfig (dfab2e82b7fd71a77cd1c16019aff91b1cbd0f84f03ddd65c8e60f44239977dc) AuthConfig (62453ada5737e0e217ba97ce0081df0be4e9df1b482624eb04e7abb3338cd2f0) AuthConfig (d9d9b6d73cad8ddec0f06180aec4490e55867862ce3db19beaf3aecaa7760659) AuthConfig (a8684939f74339ef1f1578f6c685714c1a4e77e41cc14c04707c1ee0a6a59a15) AuthConfig (bc71fc72a8a954b33a8402288081bf2725caaf36dab8c84fe9989f9313a827a2) AuthConfig (6fe8bdb78ce578e10a035d5f3ea95b57cd24bcff9a618f5354f581a5d9f453ea)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"simulator-access","reconcileID":"99073e80-8a09-41f8-b6b8-f023d92f35a9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:06:21.9060873Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-9893f0","namespace":"e2e-models-e2e-worker-w0-9893f0"},"namespace":"e2e-models-e2e-worker-w0-9893f0","name":"simulator-w0-9893f0","reconcileID":"1875adff-9715-45bc-910c-430aef901496","MaaSModelRef":{"name":"simulator-w0-9893f0","namespace":"e2e-models-e2e-worker-w0-9893f0"},"routeName":"simulator-w0-9893f0-kserve-route","namespace":"e2e-models-e2e-worker-w0-9893f0","llmisvcName":"simulator-w0-9893f0","gateway":"openshift-ingress/e2e-worker-w0-9893f0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:06:23.073035557Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"premium-simulator-access","reconcileID":"28f980d8-ca2b-45e8-95b4-d84563b84389","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-91cd99","tenantID":"e2e-worker-w2-91cd99","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:06:23.129123901Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"premium-simulator-access","reconcileID":"28f980d8-ca2b-45e8-95b4-d84563b84389","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"name":"e2e-worker-w2-91cd99-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:06:23.375455842Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"simulator-access","reconcileID":"929e9778-26ef-47ab-82f5-4ef250382444","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-91cd99","tenantID":"e2e-worker-w2-91cd99","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:06:23.428159002Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"simulator-access","reconcileID":"929e9778-26ef-47ab-82f5-4ef250382444","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"name":"e2e-worker-w2-91cd99-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:06:23.431037872Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-91cd99","namespace":"e2e-models-e2e-worker-w2-91cd99"},"namespace":"e2e-models-e2e-worker-w2-91cd99","name":"premium-w2-91cd99","reconcileID":"ca156fda-2598-4bc0-b4b8-8a9a82279ee6","MaaSModelRef":{"name":"premium-w2-91cd99","namespace":"e2e-models-e2e-worker-w2-91cd99"},"routeName":"premium-w2-91cd99-kserve-route","namespace":"e2e-models-e2e-worker-w2-91cd99","llmisvcName":"premium-w2-91cd99","gateway":"openshift-ingress/e2e-worker-w2-91cd99","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:06:23.730061314Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-91cd99","namespace":"e2e-models-e2e-worker-w2-91cd99"},"namespace":"e2e-models-e2e-worker-w2-91cd99","name":"simulator-w2-91cd99","reconcileID":"fb51694d-dad6-4fe9-b8dc-d3fefe22df33","MaaSModelRef":{"name":"simulator-w2-91cd99","namespace":"e2e-models-e2e-worker-w2-91cd99"},"routeName":"simulator-w2-91cd99-kserve-route","namespace":"e2e-models-e2e-worker-w2-91cd99","llmisvcName":"simulator-w2-91cd99","gateway":"openshift-ingress/e2e-worker-w2-91cd99","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:06:25.715644552Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:06:27.797985616Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-8d2c7c","namespace":"e2e-models-e2e-worker-w4-8d2c7c"},"namespace":"e2e-models-e2e-worker-w4-8d2c7c","name":"simulator-w4-8d2c7c","reconcileID":"a315946a-d738-4998-b1ef-8f7882ada4c3","MaaSModelRef":{"name":"simulator-w4-8d2c7c","namespace":"e2e-models-e2e-worker-w4-8d2c7c"},"routeName":"simulator-w4-8d2c7c-kserve-route","namespace":"e2e-models-e2e-worker-w4-8d2c7c","llmisvcName":"simulator-w4-8d2c7c","gateway":"openshift-ingress/e2e-worker-w4-8d2c7c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:06:27.861845145Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-8d2c7c","namespace":"e2e-models-e2e-worker-w4-8d2c7c"},"namespace":"e2e-models-e2e-worker-w4-8d2c7c","name":"simulator-w4-8d2c7c","reconcileID":"18c08e7a-092a-4677-a6a5-7edfd83ed5a8","MaaSModelRef":{"name":"simulator-w4-8d2c7c","namespace":"e2e-models-e2e-worker-w4-8d2c7c"},"routeName":"simulator-w4-8d2c7c-kserve-route","namespace":"e2e-models-e2e-worker-w4-8d2c7c","llmisvcName":"simulator-w4-8d2c7c","gateway":"openshift-ingress/e2e-worker-w4-8d2c7c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:06:31.736373053Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-91cd99","namespace":"e2e-models-e2e-worker-w2-91cd99"},"namespace":"e2e-models-e2e-worker-w2-91cd99","name":"simulator-w2-91cd99","reconcileID":"e046170d-991a-4648-8054-6978913fe365","MaaSModelRef":{"name":"simulator-w2-91cd99","namespace":"e2e-models-e2e-worker-w2-91cd99"},"routeName":"simulator-w2-91cd99-kserve-route","namespace":"e2e-models-e2e-worker-w2-91cd99","llmisvcName":"simulator-w2-91cd99","gateway":"openshift-ingress/e2e-worker-w2-91cd99","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:06:31.787106553Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-91cd99","namespace":"e2e-models-e2e-worker-w2-91cd99"},"namespace":"e2e-models-e2e-worker-w2-91cd99","name":"simulator-w2-91cd99","reconcileID":"ace3e536-ad88-41a6-90ff-5f3254d33d0e","MaaSModelRef":{"name":"simulator-w2-91cd99","namespace":"e2e-models-e2e-worker-w2-91cd99"},"routeName":"simulator-w2-91cd99-kserve-route","namespace":"e2e-models-e2e-worker-w2-91cd99","llmisvcName":"simulator-w2-91cd99","gateway":"openshift-ingress/e2e-worker-w2-91cd99","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:06:31.9329412Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dry-sub-84c52976-auth","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"e2e-dry-sub-84c52976-auth","reconcileID":"cd8a0581-3817-4648-9dc2-4831e466ed87","MaaSAuthPolicy":{"name":"e2e-dry-sub-84c52976-auth","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-91cd99","tenantID":"e2e-worker-w2-91cd99","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:06:31.985666112Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dry-sub-84c52976-auth","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"e2e-dry-sub-84c52976-auth","reconcileID":"cd8a0581-3817-4648-9dc2-4831e466ed87","MaaSAuthPolicy":{"name":"e2e-dry-sub-84c52976-auth","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"name":"e2e-worker-w2-91cd99-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:06:32.002701753Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-91cd99","namespace":"e2e-models-e2e-worker-w2-91cd99"},"namespace":"e2e-models-e2e-worker-w2-91cd99","name":"simulator-w2-91cd99","reconcileID":"4b351aa9-1140-40a0-9912-edc1b84d347f","MaaSModelRef":{"name":"simulator-w2-91cd99","namespace":"e2e-models-e2e-worker-w2-91cd99"},"routeName":"simulator-w2-91cd99-kserve-route","namespace":"e2e-models-e2e-worker-w2-91cd99","llmisvcName":"simulator-w2-91cd99","gateway":"openshift-ingress/e2e-worker-w2-91cd99","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:06:32.057524466Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-91cd99","namespace":"e2e-models-e2e-worker-w2-91cd99"},"namespace":"e2e-models-e2e-worker-w2-91cd99","name":"premium-w2-91cd99","reconcileID":"c5dc91ea-b22e-4d35-9f55-e3f81ed5c396","MaaSModelRef":{"name":"premium-w2-91cd99","namespace":"e2e-models-e2e-worker-w2-91cd99"},"routeName":"premium-w2-91cd99-kserve-route","namespace":"e2e-models-e2e-worker-w2-91cd99","llmisvcName":"premium-w2-91cd99","gateway":"openshift-ingress/e2e-worker-w2-91cd99","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:06:32.105963618Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-91cd99","namespace":"e2e-models-e2e-worker-w2-91cd99"},"namespace":"e2e-models-e2e-worker-w2-91cd99","name":"simulator-w2-91cd99","reconcileID":"28a08a95-f078-46e5-9326-a8cf89597d2a","MaaSModelRef":{"name":"simulator-w2-91cd99","namespace":"e2e-models-e2e-worker-w2-91cd99"},"routeName":"simulator-w2-91cd99-kserve-route","namespace":"e2e-models-e2e-worker-w2-91cd99","llmisvcName":"simulator-w2-91cd99","gateway":"openshift-ingress/e2e-worker-w2-91cd99","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T12:06:32.108271587Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w2-91cd99/e2e-dry-sub-84c52976","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-dry-sub-84c52976\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-03T12:06:32.14794111Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"premium-simulator-access","reconcileID":"c5d96e7d-3a6c-4ec8-bcfb-30daefa56dd5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-91cd99","tenantID":"e2e-worker-w2-91cd99","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:06:32.148096667Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"simulator-access","reconcileID":"0c77fcec-8bd8-432e-b069-2b3eeca4e6a4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-91cd99","tenantID":"e2e-worker-w2-91cd99","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:06:32.156602636Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-91cd99","namespace":"e2e-models-e2e-worker-w2-91cd99"},"namespace":"e2e-models-e2e-worker-w2-91cd99","name":"simulator-w2-91cd99","reconcileID":"02a66ffa-0e64-4dbe-aa0a-478c7bee3b71","MaaSModelRef":{"name":"simulator-w2-91cd99","namespace":"e2e-models-e2e-worker-w2-91cd99"},"routeName":"simulator-w2-91cd99-kserve-route","namespace":"e2e-models-e2e-worker-w2-91cd99","llmisvcName":"simulator-w2-91cd99","gateway":"openshift-ingress/e2e-worker-w2-91cd99","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:06:32.201546812Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"premium-simulator-access","reconcileID":"c5d96e7d-3a6c-4ec8-bcfb-30daefa56dd5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"name":"e2e-worker-w2-91cd99-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:06:32.202845009Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"simulator-access","reconcileID":"0c77fcec-8bd8-432e-b069-2b3eeca4e6a4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"name":"e2e-worker-w2-91cd99-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:06:32.284928175Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-91cd99","namespace":"e2e-models-e2e-worker-w2-91cd99"},"namespace":"e2e-models-e2e-worker-w2-91cd99","name":"simulator-w2-91cd99","reconcileID":"9072451f-46cb-4614-8197-40a7b68485e3","MaaSModelRef":{"name":"simulator-w2-91cd99","namespace":"e2e-models-e2e-worker-w2-91cd99"},"routeName":"simulator-w2-91cd99-kserve-route","namespace":"e2e-models-e2e-worker-w2-91cd99","llmisvcName":"simulator-w2-91cd99","gateway":"openshift-ingress/e2e-worker-w2-91cd99","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:06:32.404807568Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dry-sub-84c52976","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"e2e-dry-sub-84c52976","reconcileID":"5641c78c-b15b-4913-bb86-da1dc01ab6f4","MaaSSubscription":{"name":"e2e-dry-sub-84c52976","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"name":"maas-trlp-simulator-w2-91cd99","model":"e2e-models-e2e-worker-w2-91cd99/simulator-w2-91cd99","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w2-91cd99/e2e-dry-sub-84c52976","ai-tenant-e2e-worker-w2-91cd99/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:06:32.429883711Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dry-sub-84c52976-auth","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"e2e-dry-sub-84c52976-auth","reconcileID":"52b14eb2-8de8-4b28-ace1-93e9eb149572","MaaSAuthPolicy":{"name":"e2e-dry-sub-84c52976-auth","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-91cd99","tenantID":"e2e-worker-w2-91cd99","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:06:32.482269355Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dry-sub-84c52976-auth","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"e2e-dry-sub-84c52976-auth","reconcileID":"52b14eb2-8de8-4b28-ace1-93e9eb149572","MaaSAuthPolicy":{"name":"e2e-dry-sub-84c52976-auth","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"name":"e2e-worker-w2-91cd99-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:06:32.554819903Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-91cd99","namespace":"e2e-models-e2e-worker-w2-91cd99"},"namespace":"e2e-models-e2e-worker-w2-91cd99","name":"simulator-w2-91cd99","reconcileID":"f1d4d837-2c80-4a75-8a40-c907c041528c","MaaSModelRef":{"name":"simulator-w2-91cd99","namespace":"e2e-models-e2e-worker-w2-91cd99"},"routeName":"simulator-w2-91cd99-kserve-route","namespace":"e2e-models-e2e-worker-w2-91cd99","llmisvcName":"simulator-w2-91cd99","gateway":"openshift-ingress/e2e-worker-w2-91cd99","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:06:32.578977258Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"simulator-access","reconcileID":"89091601-3197-4004-a525-a5f8343c6d20","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-91cd99","tenantID":"e2e-worker-w2-91cd99","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:06:32.578977921Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"premium-simulator-access","reconcileID":"2b9c4b21-738c-4542-8ddb-fb90a3c7601c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-91cd99","tenantID":"e2e-worker-w2-91cd99","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:06:32.60048224Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"simulator-subscription","reconcileID":"0dac5cce-7a7d-4e43-b383-cbc3414f79ad","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"name":"maas-trlp-simulator-w2-91cd99","model":"e2e-models-e2e-worker-w2-91cd99/simulator-w2-91cd99","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:06:32.63284175Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"simulator-access","reconcileID":"89091601-3197-4004-a525-a5f8343c6d20","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"name":"e2e-worker-w2-91cd99-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:06:32.636433776Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"premium-simulator-access","reconcileID":"2b9c4b21-738c-4542-8ddb-fb90a3c7601c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"name":"e2e-worker-w2-91cd99-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:06:32.773460286Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dry-sub-84c52976","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"e2e-dry-sub-84c52976","reconcileID":"0d159065-022d-41d7-8fed-0a4ec4d944e4","MaaSSubscription":{"name":"e2e-dry-sub-84c52976","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"name":"maas-trlp-simulator-w2-91cd99","model":"e2e-models-e2e-worker-w2-91cd99/simulator-w2-91cd99","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:06:36.64561046Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-91cd99","namespace":"e2e-models-e2e-worker-w2-91cd99"},"namespace":"e2e-models-e2e-worker-w2-91cd99","name":"simulator-w2-91cd99","reconcileID":"6e6caa9b-324f-4629-9891-96143cf62971","MaaSModelRef":{"name":"simulator-w2-91cd99","namespace":"e2e-models-e2e-worker-w2-91cd99"},"routeName":"simulator-w2-91cd99-kserve-route","namespace":"e2e-models-e2e-worker-w2-91cd99","llmisvcName":"simulator-w2-91cd99","gateway":"openshift-ingress/e2e-worker-w2-91cd99","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:06:36.791487186Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"premium-simulator-access","reconcileID":"15218423-01b3-408c-8bb3-e1be3be67594","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-91cd99","tenantID":"e2e-worker-w2-91cd99","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:06:36.791637155Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dry-sub-84c52976-auth","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"e2e-dry-sub-84c52976-auth","reconcileID":"beaef98a-38ca-4fbe-abb7-c354a409061c","MaaSAuthPolicy":{"name":"e2e-dry-sub-84c52976-auth","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-91cd99","tenantID":"e2e-worker-w2-91cd99","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:06:36.791495459Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"simulator-access","reconcileID":"625f4904-ded7-4f07-a77f-47fce322b4b5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-91cd99","tenantID":"e2e-worker-w2-91cd99","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:06:36.845661453Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dry-sub-84c52976-auth","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"e2e-dry-sub-84c52976-auth","reconcileID":"beaef98a-38ca-4fbe-abb7-c354a409061c","MaaSAuthPolicy":{"name":"e2e-dry-sub-84c52976-auth","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"name":"e2e-worker-w2-91cd99-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:06:36.84645328Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"simulator-access","reconcileID":"625f4904-ded7-4f07-a77f-47fce322b4b5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"name":"e2e-worker-w2-91cd99-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:06:36.84933155Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"premium-simulator-access","reconcileID":"15218423-01b3-408c-8bb3-e1be3be67594","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"name":"e2e-worker-w2-91cd99-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:06:38.820342521Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-bb1b51","namespace":"e2e-models-e2e-worker-w3-bb1b51"},"namespace":"e2e-models-e2e-worker-w3-bb1b51","name":"simulator-w3-bb1b51","reconcileID":"a0f3d532-2580-41a2-ba6c-4ec36f51adc0","MaaSModelRef":{"name":"simulator-w3-bb1b51","namespace":"e2e-models-e2e-worker-w3-bb1b51"},"routeName":"simulator-w3-bb1b51-kserve-route","namespace":"e2e-models-e2e-worker-w3-bb1b51","llmisvcName":"simulator-w3-bb1b51","gateway":"openshift-ingress/e2e-worker-w3-bb1b51","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:06:42.318408327Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-9893f0","namespace":"e2e-models-e2e-worker-w0-9893f0"},"namespace":"e2e-models-e2e-worker-w0-9893f0","name":"simulator-w0-9893f0","reconcileID":"15605b14-f4a1-42c2-a3ae-dfc419ef5d1b","MaaSModelRef":{"name":"simulator-w0-9893f0","namespace":"e2e-models-e2e-worker-w0-9893f0"},"routeName":"simulator-w0-9893f0-kserve-route","namespace":"e2e-models-e2e-worker-w0-9893f0","llmisvcName":"simulator-w0-9893f0","gateway":"openshift-ingress/e2e-worker-w0-9893f0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:06:42.381159044Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-9893f0","namespace":"e2e-models-e2e-worker-w0-9893f0"},"namespace":"e2e-models-e2e-worker-w0-9893f0","name":"simulator-w0-9893f0","reconcileID":"494fe27c-946d-43e9-897b-a6947cbb97cf","MaaSModelRef":{"name":"simulator-w0-9893f0","namespace":"e2e-models-e2e-worker-w0-9893f0"},"routeName":"simulator-w0-9893f0-kserve-route","namespace":"e2e-models-e2e-worker-w0-9893f0","llmisvcName":"simulator-w0-9893f0","gateway":"openshift-ingress/e2e-worker-w0-9893f0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:06:44.397495137Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-5951bc","namespace":"e2e-models-e2e-worker-w1-5951bc"},"namespace":"e2e-models-e2e-worker-w1-5951bc","name":"simulator-w1-5951bc","reconcileID":"6c97ffc8-1bd6-4182-9cf7-294e5aa922c0","MaaSModelRef":{"name":"simulator-w1-5951bc","namespace":"e2e-models-e2e-worker-w1-5951bc"},"routeName":"simulator-w1-5951bc-kserve-route","namespace":"e2e-models-e2e-worker-w1-5951bc","llmisvcName":"simulator-w1-5951bc","gateway":"openshift-ingress/e2e-worker-w1-5951bc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:06:46.796766579Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dry-sub-84c52976","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"e2e-dry-sub-84c52976","reconcileID":"7ccee39c-0a70-474e-b8fe-5e72e0dc6163","MaaSSubscription":{"name":"e2e-dry-sub-84c52976","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"model":"e2e-models-e2e-worker-w2-91cd99/simulator-w2-91cd99","subscription":"e2e-dry-sub-84c52976","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:06:46.997260984Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dry-sub-84c52976","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"e2e-dry-sub-84c52976","reconcileID":"7ccee39c-0a70-474e-b8fe-5e72e0dc6163","MaaSSubscription":{"name":"e2e-dry-sub-84c52976","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"name":"maas-trlp-simulator-w2-91cd99","model":"e2e-models-e2e-worker-w2-91cd99/simulator-w2-91cd99","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w2-91cd99/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:06:47.19710456Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"simulator-subscription","reconcileID":"33c853b4-9a20-4f13-b142-c307c50458ab","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"name":"maas-trlp-simulator-w2-91cd99","model":"e2e-models-e2e-worker-w2-91cd99/simulator-w2-91cd99","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:06:47.254798059Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-91cd99","namespace":"e2e-models-e2e-worker-w2-91cd99"},"namespace":"e2e-models-e2e-worker-w2-91cd99","name":"simulator-w2-91cd99","reconcileID":"2ea3240c-8d71-4709-ad5e-749a1b5eaa54","MaaSModelRef":{"name":"simulator-w2-91cd99","namespace":"e2e-models-e2e-worker-w2-91cd99"},"routeName":"simulator-w2-91cd99-kserve-route","namespace":"e2e-models-e2e-worker-w2-91cd99","llmisvcName":"simulator-w2-91cd99","gateway":"openshift-ingress/e2e-worker-w2-91cd99","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:06:47.400122033Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"premium-simulator-access","reconcileID":"72b50e20-d07c-4103-aa53-02601c371b4b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-91cd99","tenantID":"e2e-worker-w2-91cd99","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:06:47.4003138Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dry-sub-84c52976-auth","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"e2e-dry-sub-84c52976-auth","reconcileID":"844bf522-74b2-4b82-9543-d73b16c4f0ea","MaaSAuthPolicy":{"name":"e2e-dry-sub-84c52976-auth","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-91cd99","tenantID":"e2e-worker-w2-91cd99","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:06:47.400121488Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"simulator-access","reconcileID":"cfcd04b4-b44b-4792-8eb2-ab057f8e4c8f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-91cd99","tenantID":"e2e-worker-w2-91cd99","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:06:47.414487188Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-91cd99","namespace":"e2e-models-e2e-worker-w2-91cd99"},"namespace":"e2e-models-e2e-worker-w2-91cd99","name":"simulator-w2-91cd99","reconcileID":"29c67a0c-a32c-4816-a72e-8eff58d7e0e3","MaaSModelRef":{"name":"simulator-w2-91cd99","namespace":"e2e-models-e2e-worker-w2-91cd99"},"routeName":"simulator-w2-91cd99-kserve-route","namespace":"e2e-models-e2e-worker-w2-91cd99","llmisvcName":"simulator-w2-91cd99","gateway":"openshift-ingress/e2e-worker-w2-91cd99","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:06:47.453366531Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"premium-simulator-access","reconcileID":"72b50e20-d07c-4103-aa53-02601c371b4b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"name":"e2e-worker-w2-91cd99-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:06:47.453580553Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"simulator-access","reconcileID":"cfcd04b4-b44b-4792-8eb2-ab057f8e4c8f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"name":"e2e-worker-w2-91cd99-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:06:47.455730323Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dry-sub-84c52976-auth","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"e2e-dry-sub-84c52976-auth","reconcileID":"844bf522-74b2-4b82-9543-d73b16c4f0ea","MaaSAuthPolicy":{"name":"e2e-dry-sub-84c52976-auth","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"name":"e2e-worker-w2-91cd99-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:06:47.65147208Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dry-sub-84c52976-auth","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"e2e-dry-sub-84c52976-auth","reconcileID":"9b3fd3db-d6a9-4d8f-87d5-e307877aee5c","MaaSAuthPolicy":{"name":"e2e-dry-sub-84c52976-auth","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"model":"e2e-models-e2e-worker-w2-91cd99/simulator-w2-91cd99","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:06:47.800536275Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-91cd99","namespace":"e2e-models-e2e-worker-w2-91cd99"},"namespace":"e2e-models-e2e-worker-w2-91cd99","name":"simulator-w2-91cd99","reconcileID":"71c08583-3f16-4438-b2e9-9de959126747","MaaSModelRef":{"name":"simulator-w2-91cd99","namespace":"e2e-models-e2e-worker-w2-91cd99"},"routeName":"simulator-w2-91cd99-kserve-route","namespace":"e2e-models-e2e-worker-w2-91cd99","llmisvcName":"simulator-w2-91cd99","gateway":"openshift-ingress/e2e-worker-w2-91cd99","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:06:48.94368478Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-91cd99","namespace":"e2e-models-e2e-worker-w2-91cd99"},"namespace":"e2e-models-e2e-worker-w2-91cd99","name":"simulator-w2-91cd99","reconcileID":"c7494d37-ed8f-42db-b0ee-0512fe7ed356","MaaSModelRef":{"name":"simulator-w2-91cd99","namespace":"e2e-models-e2e-worker-w2-91cd99"},"routeName":"simulator-w2-91cd99-kserve-route","namespace":"e2e-models-e2e-worker-w2-91cd99","llmisvcName":"simulator-w2-91cd99","gateway":"openshift-ingress/e2e-worker-w2-91cd99","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:06:48.995540145Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-91cd99","namespace":"e2e-models-e2e-worker-w2-91cd99"},"namespace":"e2e-models-e2e-worker-w2-91cd99","name":"simulator-w2-91cd99","reconcileID":"45f4c19b-33b0-480a-9186-725dfaeeca98","MaaSModelRef":{"name":"simulator-w2-91cd99","namespace":"e2e-models-e2e-worker-w2-91cd99"},"routeName":"simulator-w2-91cd99-kserve-route","namespace":"e2e-models-e2e-worker-w2-91cd99","llmisvcName":"simulator-w2-91cd99","gateway":"openshift-ingress/e2e-worker-w2-91cd99","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:06:49.140228156Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-combo-sub-7c46d512-auth","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"e2e-combo-sub-7c46d512-auth","reconcileID":"2d45a15a-a55b-47ea-a704-58d905155d60","MaaSAuthPolicy":{"name":"e2e-combo-sub-7c46d512-auth","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-91cd99","tenantID":"e2e-worker-w2-91cd99","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:06:49.193003195Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-combo-sub-7c46d512-auth","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"e2e-combo-sub-7c46d512-auth","reconcileID":"2d45a15a-a55b-47ea-a704-58d905155d60","MaaSAuthPolicy":{"name":"e2e-combo-sub-7c46d512-auth","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"name":"e2e-worker-w2-91cd99-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:06:49.227131356Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-91cd99","namespace":"e2e-models-e2e-worker-w2-91cd99"},"namespace":"e2e-models-e2e-worker-w2-91cd99","name":"simulator-w2-91cd99","reconcileID":"2741d3a2-ad49-4062-99ba-9274b3d6002d","MaaSModelRef":{"name":"simulator-w2-91cd99","namespace":"e2e-models-e2e-worker-w2-91cd99"},"routeName":"simulator-w2-91cd99-kserve-route","namespace":"e2e-models-e2e-worker-w2-91cd99","llmisvcName":"simulator-w2-91cd99","gateway":"openshift-ingress/e2e-worker-w2-91cd99","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:06:49.28090551Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-91cd99","namespace":"e2e-models-e2e-worker-w2-91cd99"},"namespace":"e2e-models-e2e-worker-w2-91cd99","name":"simulator-w2-91cd99","reconcileID":"fe1af549-16c6-4bd2-81b3-187a77f00619","MaaSModelRef":{"name":"simulator-w2-91cd99","namespace":"e2e-models-e2e-worker-w2-91cd99"},"routeName":"simulator-w2-91cd99-kserve-route","namespace":"e2e-models-e2e-worker-w2-91cd99","llmisvcName":"simulator-w2-91cd99","gateway":"openshift-ingress/e2e-worker-w2-91cd99","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T12:06:49.327518199Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-combo-sub-7c46d512","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"e2e-combo-sub-7c46d512","reconcileID":"372a03ca-6b28-49ae-a429-06be8d3e7450","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-combo-sub-7c46d512\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T12:06:49.373560812Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"premium-simulator-access","reconcileID":"6567d356-800b-4c84-920c-65deef50bee7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-91cd99","tenantID":"e2e-worker-w2-91cd99","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:06:49.373723264Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"simulator-access","reconcileID":"146e73a3-2d66-4130-9919-5938c127106b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-91cd99","tenantID":"e2e-worker-w2-91cd99","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:06:49.426012835Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"premium-simulator-access","reconcileID":"6567d356-800b-4c84-920c-65deef50bee7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"name":"e2e-worker-w2-91cd99-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:06:49.426166265Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"simulator-access","reconcileID":"146e73a3-2d66-4130-9919-5938c127106b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"name":"e2e-worker-w2-91cd99-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:06:49.43470957Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-91cd99","namespace":"e2e-models-e2e-worker-w2-91cd99"},"namespace":"e2e-models-e2e-worker-w2-91cd99","name":"simulator-w2-91cd99","reconcileID":"6f0782a8-54af-4096-8046-ce717066b6dc","MaaSModelRef":{"name":"simulator-w2-91cd99","namespace":"e2e-models-e2e-worker-w2-91cd99"},"routeName":"simulator-w2-91cd99-kserve-route","namespace":"e2e-models-e2e-worker-w2-91cd99","llmisvcName":"simulator-w2-91cd99","gateway":"openshift-ingress/e2e-worker-w2-91cd99","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:06:49.487545169Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-91cd99","namespace":"e2e-models-e2e-worker-w2-91cd99"},"namespace":"e2e-models-e2e-worker-w2-91cd99","name":"simulator-w2-91cd99","reconcileID":"f7bed08e-90ee-4ac3-acdc-5d0313d86c00","MaaSModelRef":{"name":"simulator-w2-91cd99","namespace":"e2e-models-e2e-worker-w2-91cd99"},"routeName":"simulator-w2-91cd99-kserve-route","namespace":"e2e-models-e2e-worker-w2-91cd99","llmisvcName":"simulator-w2-91cd99","gateway":"openshift-ingress/e2e-worker-w2-91cd99","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:06:49.492601846Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-91cd99","namespace":"e2e-models-e2e-worker-w2-91cd99"},"namespace":"e2e-models-e2e-worker-w2-91cd99","name":"simulator-w2-91cd99","reconcileID":"cf21f542-d6b5-468e-b68a-861e2f6aaf3d","MaaSModelRef":{"name":"simulator-w2-91cd99","namespace":"e2e-models-e2e-worker-w2-91cd99"},"routeName":"simulator-w2-91cd99-kserve-route","namespace":"e2e-models-e2e-worker-w2-91cd99","llmisvcName":"simulator-w2-91cd99","gateway":"openshift-ingress/e2e-worker-w2-91cd99","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:06:49.63653369Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-combo-sub-7c46d512-auth","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"e2e-combo-sub-7c46d512-auth","reconcileID":"bc1028f3-7270-42ce-be66-8a16e9c27516","MaaSAuthPolicy":{"name":"e2e-combo-sub-7c46d512-auth","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-91cd99","tenantID":"e2e-worker-w2-91cd99","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:06:49.689060454Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-combo-sub-7c46d512-auth","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"e2e-combo-sub-7c46d512-auth","reconcileID":"bc1028f3-7270-42ce-be66-8a16e9c27516","MaaSAuthPolicy":{"name":"e2e-combo-sub-7c46d512-auth","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"name":"e2e-worker-w2-91cd99-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:06:49.737113238Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-combo-sub-7c46d512","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"e2e-combo-sub-7c46d512","reconcileID":"22bf7676-dc35-4ca1-b03e-e22b1639416c","MaaSSubscription":{"name":"e2e-combo-sub-7c46d512","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"name":"maas-trlp-simulator-w2-91cd99","model":"e2e-models-e2e-worker-w2-91cd99/simulator-w2-91cd99","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w2-91cd99/e2e-combo-sub-7c46d512","ai-tenant-e2e-worker-w2-91cd99/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:06:49.787170238Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"simulator-access","reconcileID":"145b4d14-8e11-4654-a490-0c3ae2635de4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-91cd99","tenantID":"e2e-worker-w2-91cd99","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:06:49.787225293Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"premium-simulator-access","reconcileID":"64947d45-4ed8-4e63-9294-b3efd5264513","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-91cd99","tenantID":"e2e-worker-w2-91cd99","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:06:49.840060844Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"simulator-access","reconcileID":"145b4d14-8e11-4654-a490-0c3ae2635de4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"name":"e2e-worker-w2-91cd99-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:06:49.840481345Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"premium-simulator-access","reconcileID":"64947d45-4ed8-4e63-9294-b3efd5264513","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"name":"e2e-worker-w2-91cd99-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:06:49.889658635Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-91cd99","namespace":"e2e-models-e2e-worker-w2-91cd99"},"namespace":"e2e-models-e2e-worker-w2-91cd99","name":"simulator-w2-91cd99","reconcileID":"ef8914b3-9e90-4bf0-a718-14e3c5030297","MaaSModelRef":{"name":"simulator-w2-91cd99","namespace":"e2e-models-e2e-worker-w2-91cd99"},"routeName":"simulator-w2-91cd99-kserve-route","namespace":"e2e-models-e2e-worker-w2-91cd99","llmisvcName":"simulator-w2-91cd99","gateway":"openshift-ingress/e2e-worker-w2-91cd99","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:06:49.934445215Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"simulator-subscription","reconcileID":"bfd3bbd0-8584-4ad8-8588-ebe5692f77f2","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"name":"maas-trlp-simulator-w2-91cd99","model":"e2e-models-e2e-worker-w2-91cd99/simulator-w2-91cd99","subscriptionCount":2,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T12:06:49.987501314Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-combo-sub-7c46d512-auth","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"e2e-combo-sub-7c46d512-auth","reconcileID":"bc1028f3-7270-42ce-be66-8a16e9c27516","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"e2e-combo-sub-7c46d512-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T12:06:50.086821601Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-combo-sub-7c46d512","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"e2e-combo-sub-7c46d512","reconcileID":"4cf0480e-a30f-4431-b052-1fd4c5f7473d","MaaSSubscription":{"name":"e2e-combo-sub-7c46d512","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"name":"maas-trlp-simulator-w2-91cd99","model":"e2e-models-e2e-worker-w2-91cd99/simulator-w2-91cd99","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:06:50.140216049Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-combo-sub-7c46d512-auth","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"e2e-combo-sub-7c46d512-auth","reconcileID":"06b1e144-4eb7-4d9e-9968-ab62ebfe9b27","MaaSAuthPolicy":{"name":"e2e-combo-sub-7c46d512-auth","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-91cd99","tenantID":"e2e-worker-w2-91cd99","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:06:50.192674845Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-combo-sub-7c46d512-auth","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"e2e-combo-sub-7c46d512-auth","reconcileID":"06b1e144-4eb7-4d9e-9968-ab62ebfe9b27","MaaSAuthPolicy":{"name":"e2e-combo-sub-7c46d512-auth","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"name":"e2e-worker-w2-91cd99-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:06:54.559672668Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-91cd99","namespace":"e2e-models-e2e-worker-w2-91cd99"},"namespace":"e2e-models-e2e-worker-w2-91cd99","name":"simulator-w2-91cd99","reconcileID":"9fd653e5-35de-4d10-ac51-d9780cf5e71e","MaaSModelRef":{"name":"simulator-w2-91cd99","namespace":"e2e-models-e2e-worker-w2-91cd99"},"routeName":"simulator-w2-91cd99-kserve-route","namespace":"e2e-models-e2e-worker-w2-91cd99","llmisvcName":"simulator-w2-91cd99","gateway":"openshift-ingress/e2e-worker-w2-91cd99","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:06:54.704797175Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"premium-simulator-access","reconcileID":"4d750225-b3b5-4a3f-a8df-dbf15ed0eba5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-91cd99","tenantID":"e2e-worker-w2-91cd99","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:06:54.705011974Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"simulator-access","reconcileID":"802ae7fd-0910-4e98-95f3-6fa2317744ff","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-91cd99","tenantID":"e2e-worker-w2-91cd99","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:06:54.70479619Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-combo-sub-7c46d512-auth","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"e2e-combo-sub-7c46d512-auth","reconcileID":"969ebaca-9a3f-4cc7-84c9-518bae9a5821","MaaSAuthPolicy":{"name":"e2e-combo-sub-7c46d512-auth","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-91cd99","tenantID":"e2e-worker-w2-91cd99","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:06:54.757989995Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-combo-sub-7c46d512-auth","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"e2e-combo-sub-7c46d512-auth","reconcileID":"969ebaca-9a3f-4cc7-84c9-518bae9a5821","MaaSAuthPolicy":{"name":"e2e-combo-sub-7c46d512-auth","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"name":"e2e-worker-w2-91cd99-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:06:54.75831105Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"premium-simulator-access","reconcileID":"4d750225-b3b5-4a3f-a8df-dbf15ed0eba5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"name":"e2e-worker-w2-91cd99-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:06:54.760588118Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"simulator-access","reconcileID":"802ae7fd-0910-4e98-95f3-6fa2317744ff","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"name":"e2e-worker-w2-91cd99-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:06:55.716688537Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:07:03.904693926Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-8d2c7c","namespace":"e2e-models-e2e-worker-w4-8d2c7c"},"namespace":"e2e-models-e2e-worker-w4-8d2c7c","name":"premium-w4-8d2c7c","reconcileID":"f50dd55c-af17-49eb-93e8-f3f88663da39","MaaSModelRef":{"name":"premium-w4-8d2c7c","namespace":"e2e-models-e2e-worker-w4-8d2c7c"},"routeName":"premium-w4-8d2c7c-kserve-route","namespace":"e2e-models-e2e-worker-w4-8d2c7c","llmisvcName":"premium-w4-8d2c7c","gateway":"openshift-ingress/e2e-worker-w4-8d2c7c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:07:04.030365868Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-8d2c7c","namespace":"e2e-models-e2e-worker-w4-8d2c7c"},"namespace":"e2e-models-e2e-worker-w4-8d2c7c","name":"simulator-w4-8d2c7c","reconcileID":"be50fc04-f5e0-45c3-aaa1-b6961a095153","MaaSModelRef":{"name":"simulator-w4-8d2c7c","namespace":"e2e-models-e2e-worker-w4-8d2c7c"},"routeName":"simulator-w4-8d2c7c-kserve-route","namespace":"e2e-models-e2e-worker-w4-8d2c7c","llmisvcName":"simulator-w4-8d2c7c","gateway":"openshift-ingress/e2e-worker-w4-8d2c7c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:07:04.08125282Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-8d2c7c","namespace":"e2e-models-e2e-worker-w4-8d2c7c"},"namespace":"e2e-models-e2e-worker-w4-8d2c7c","name":"simulator-w4-8d2c7c","reconcileID":"7d384c2c-ecaa-4532-a2e2-aede8bb18ee1","MaaSModelRef":{"name":"simulator-w4-8d2c7c","namespace":"e2e-models-e2e-worker-w4-8d2c7c"},"routeName":"simulator-w4-8d2c7c-kserve-route","namespace":"e2e-models-e2e-worker-w4-8d2c7c","llmisvcName":"simulator-w4-8d2c7c","gateway":"openshift-ingress/e2e-worker-w4-8d2c7c","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T12:07:04.130256487Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"namespace":"ai-tenant-e2e-worker-w4-8d2c7c","name":"simulator-subscription","reconcileID":"f498feb2-9ca3-47dc-a58a-a799072a35cb","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"simulator-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T12:07:04.238318328Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-8d2c7c","namespace":"e2e-models-e2e-worker-w4-8d2c7c"},"namespace":"e2e-models-e2e-worker-w4-8d2c7c","name":"simulator-w4-8d2c7c","reconcileID":"ebabb709-fb5f-4c83-968c-1f730048e8d0","MaaSModelRef":{"name":"simulator-w4-8d2c7c","namespace":"e2e-models-e2e-worker-w4-8d2c7c"},"routeName":"simulator-w4-8d2c7c-kserve-route","namespace":"e2e-models-e2e-worker-w4-8d2c7c","llmisvcName":"simulator-w4-8d2c7c","gateway":"openshift-ingress/e2e-worker-w4-8d2c7c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:07:04.289210408Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-8d2c7c","namespace":"e2e-models-e2e-worker-w4-8d2c7c"},"namespace":"e2e-models-e2e-worker-w4-8d2c7c","name":"simulator-w4-8d2c7c","reconcileID":"6216c8c0-0361-4ab3-82b2-1d0d23b08bb7","MaaSModelRef":{"name":"simulator-w4-8d2c7c","namespace":"e2e-models-e2e-worker-w4-8d2c7c"},"routeName":"simulator-w4-8d2c7c-kserve-route","namespace":"e2e-models-e2e-worker-w4-8d2c7c","llmisvcName":"simulator-w4-8d2c7c","gateway":"openshift-ingress/e2e-worker-w4-8d2c7c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:07:04.300308244Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-8d2c7c","namespace":"e2e-models-e2e-worker-w4-8d2c7c"},"namespace":"e2e-models-e2e-worker-w4-8d2c7c","name":"simulator-w4-8d2c7c","reconcileID":"7205b003-7480-4b09-bd09-1febc7925878","MaaSModelRef":{"name":"simulator-w4-8d2c7c","namespace":"e2e-models-e2e-worker-w4-8d2c7c"},"routeName":"simulator-w4-8d2c7c-kserve-route","namespace":"e2e-models-e2e-worker-w4-8d2c7c","llmisvcName":"simulator-w4-8d2c7c","gateway":"openshift-ingress/e2e-worker-w4-8d2c7c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:07:04.355704789Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-8d2c7c","namespace":"e2e-models-e2e-worker-w4-8d2c7c"},"namespace":"e2e-models-e2e-worker-w4-8d2c7c","name":"simulator-w4-8d2c7c","reconcileID":"c55fb7ce-032a-4128-9690-ac549094582a","MaaSModelRef":{"name":"simulator-w4-8d2c7c","namespace":"e2e-models-e2e-worker-w4-8d2c7c"},"routeName":"simulator-w4-8d2c7c-kserve-route","namespace":"e2e-models-e2e-worker-w4-8d2c7c","llmisvcName":"simulator-w4-8d2c7c","gateway":"openshift-ingress/e2e-worker-w4-8d2c7c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:07:04.448978525Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"namespace":"ai-tenant-e2e-worker-w4-8d2c7c","name":"simulator-access","reconcileID":"9040f08d-3ec0-449b-a779-c8ff872ba60c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-8d2c7c","tenantID":"e2e-worker-w4-8d2c7c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:07:04.491177821Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"namespace":"ai-tenant-e2e-worker-w4-8d2c7c","name":"simulator-subscription","reconcileID":"db37be8a-6a88-4a00-8ef1-1171bd1d33c3","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"name":"maas-trlp-simulator-w4-8d2c7c","model":"simulator-w4-8d2c7c","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w4-8d2c7c/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:07:04.564557267Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"namespace":"ai-tenant-e2e-worker-w4-8d2c7c","name":"simulator-access","reconcileID":"9040f08d-3ec0-449b-a779-c8ff872ba60c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"name":"e2e-worker-w4-8d2c7c-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:07:04.577039651Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-8d2c7c","namespace":"e2e-models-e2e-worker-w4-8d2c7c"},"namespace":"e2e-models-e2e-worker-w4-8d2c7c","name":"premium-w4-8d2c7c","reconcileID":"675d049b-fd65-4efe-b30a-1c8e14948960","MaaSModelRef":{"name":"premium-w4-8d2c7c","namespace":"e2e-models-e2e-worker-w4-8d2c7c"},"routeName":"premium-w4-8d2c7c-kserve-route","namespace":"e2e-models-e2e-worker-w4-8d2c7c","llmisvcName":"premium-w4-8d2c7c","gateway":"openshift-ingress/e2e-worker-w4-8d2c7c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:07:04.616153385Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w4-8d2c7c-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"namespace":"ai-tenant-e2e-worker-w4-8d2c7c","name":"simulator-access","reconcileID":"9040f08d-3ec0-449b-a779-c8ff872ba60c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:07:04.630503068Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-8d2c7c","namespace":"e2e-models-e2e-worker-w4-8d2c7c"},"namespace":"e2e-models-e2e-worker-w4-8d2c7c","name":"simulator-w4-8d2c7c","reconcileID":"327bc700-c105-42fb-9106-91ef7dbbdd3a","MaaSModelRef":{"name":"simulator-w4-8d2c7c","namespace":"e2e-models-e2e-worker-w4-8d2c7c"},"routeName":"simulator-w4-8d2c7c-kserve-route","namespace":"e2e-models-e2e-worker-w4-8d2c7c","llmisvcName":"simulator-w4-8d2c7c","gateway":"openshift-ingress/e2e-worker-w4-8d2c7c","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T12:07:04.640978465Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"namespace":"ai-tenant-e2e-worker-w4-8d2c7c","name":"simulator-subscription","reconcileID":"db37be8a-6a88-4a00-8ef1-1171bd1d33c3","error":"failed to update MaaSSubscription status: Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"simulator-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T12:07:04.669483229Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-8d2c7c","namespace":"e2e-models-e2e-worker-w4-8d2c7c"},"namespace":"e2e-models-e2e-worker-w4-8d2c7c","name":"simulator-w4-8d2c7c","reconcileID":"7f2a51ef-aaaf-4e7b-ac3a-93a79c39981b","MaaSModelRef":{"name":"simulator-w4-8d2c7c","namespace":"e2e-models-e2e-worker-w4-8d2c7c"},"routeName":"simulator-w4-8d2c7c-kserve-route","namespace":"e2e-models-e2e-worker-w4-8d2c7c","llmisvcName":"simulator-w4-8d2c7c","gateway":"openshift-ingress/e2e-worker-w4-8d2c7c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:07:04.676271007Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-8d2c7c","namespace":"e2e-models-e2e-worker-w4-8d2c7c"},"namespace":"e2e-models-e2e-worker-w4-8d2c7c","name":"premium-w4-8d2c7c","reconcileID":"3ead0d68-46a3-4a9f-b69f-94e48db96366","MaaSModelRef":{"name":"premium-w4-8d2c7c","namespace":"e2e-models-e2e-worker-w4-8d2c7c"},"routeName":"premium-w4-8d2c7c-kserve-route","namespace":"e2e-models-e2e-worker-w4-8d2c7c","llmisvcName":"premium-w4-8d2c7c","gateway":"openshift-ingress/e2e-worker-w4-8d2c7c","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T12:07:04.679160734Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w4-8d2c7c/premium-simulator-subscription","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"premium-simulator-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-03T12:07:04.710819782Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-combo-sub-7c46d512","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"e2e-combo-sub-7c46d512","reconcileID":"5fde2317-49bd-49dd-8f7a-22120d926360","MaaSSubscription":{"name":"e2e-combo-sub-7c46d512","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"model":"e2e-models-e2e-worker-w2-91cd99/simulator-w2-91cd99","subscription":"e2e-combo-sub-7c46d512","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:07:04.728565485Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-8d2c7c","namespace":"e2e-models-e2e-worker-w4-8d2c7c"},"namespace":"e2e-models-e2e-worker-w4-8d2c7c","name":"premium-w4-8d2c7c","reconcileID":"a80cc2a6-6f49-4ed3-848b-1bf1c01bab2c","MaaSModelRef":{"name":"premium-w4-8d2c7c","namespace":"e2e-models-e2e-worker-w4-8d2c7c"},"routeName":"premium-w4-8d2c7c-kserve-route","namespace":"e2e-models-e2e-worker-w4-8d2c7c","llmisvcName":"premium-w4-8d2c7c","gateway":"openshift-ingress/e2e-worker-w4-8d2c7c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:07:04.766025137Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"namespace":"ai-tenant-e2e-worker-w4-8d2c7c","name":"simulator-access","reconcileID":"5dd6c70d-831a-41d7-8953-e73b4fb6adc7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-8d2c7c","tenantID":"e2e-worker-w4-8d2c7c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:07:04.818943302Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"namespace":"ai-tenant-e2e-worker-w4-8d2c7c","name":"simulator-access","reconcileID":"5dd6c70d-831a-41d7-8953-e73b4fb6adc7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"name":"e2e-worker-w4-8d2c7c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:07:04.836436843Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"namespace":"ai-tenant-e2e-worker-w4-8d2c7c","name":"simulator-subscription","reconcileID":"5155c9db-9b64-4742-a5ff-f939d8e53167","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"name":"maas-trlp-simulator-w4-8d2c7c","model":"e2e-models-e2e-worker-w4-8d2c7c/simulator-w4-8d2c7c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:07:04.873209004Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-8d2c7c","namespace":"e2e-models-e2e-worker-w4-8d2c7c"},"namespace":"e2e-models-e2e-worker-w4-8d2c7c","name":"premium-w4-8d2c7c","reconcileID":"757ccb1e-3fe3-408c-9e7c-c3705d448b7c","MaaSModelRef":{"name":"premium-w4-8d2c7c","namespace":"e2e-models-e2e-worker-w4-8d2c7c"},"routeName":"premium-w4-8d2c7c-kserve-route","namespace":"e2e-models-e2e-worker-w4-8d2c7c","llmisvcName":"premium-w4-8d2c7c","gateway":"openshift-ingress/e2e-worker-w4-8d2c7c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:07:04.873423559Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w4-8d2c7c-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"namespace":"ai-tenant-e2e-worker-w4-8d2c7c","name":"simulator-access","reconcileID":"5dd6c70d-831a-41d7-8953-e73b4fb6adc7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:07:04.913179068Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-combo-sub-7c46d512","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"e2e-combo-sub-7c46d512","reconcileID":"5fde2317-49bd-49dd-8f7a-22120d926360","MaaSSubscription":{"name":"e2e-combo-sub-7c46d512","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"name":"maas-trlp-simulator-w2-91cd99","model":"e2e-models-e2e-worker-w2-91cd99/simulator-w2-91cd99","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w2-91cd99/simulator-subscription"],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T12:07:04.925628917Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"namespace":"ai-tenant-e2e-worker-w4-8d2c7c","name":"simulator-access","reconcileID":"5dd6c70d-831a-41d7-8953-e73b4fb6adc7","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"simulator-access\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T12:07:04.926889272Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-8d2c7c","namespace":"e2e-models-e2e-worker-w4-8d2c7c"},"namespace":"e2e-models-e2e-worker-w4-8d2c7c","name":"premium-w4-8d2c7c","reconcileID":"f69a703d-6d4d-406b-b4a4-671f278dc8d7","MaaSModelRef":{"name":"premium-w4-8d2c7c","namespace":"e2e-models-e2e-worker-w4-8d2c7c"},"routeName":"premium-w4-8d2c7c-kserve-route","namespace":"e2e-models-e2e-worker-w4-8d2c7c","llmisvcName":"premium-w4-8d2c7c","gateway":"openshift-ingress/e2e-worker-w4-8d2c7c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:07:04.938531996Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"namespace":"ai-tenant-e2e-worker-w4-8d2c7c","name":"premium-simulator-subscription","reconcileID":"8454b908-af34-4466-a42e-7d364cf74b77","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"name":"maas-trlp-premium-w4-8d2c7c","model":"premium-w4-8d2c7c","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w4-8d2c7c/premium-simulator-subscription"],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T12:07:04.976490706Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-8d2c7c","namespace":"e2e-models-e2e-worker-w4-8d2c7c"},"namespace":"e2e-models-e2e-worker-w4-8d2c7c","name":"premium-w4-8d2c7c","reconcileID":"f69a703d-6d4d-406b-b4a4-671f278dc8d7","name":"premium-w4-8d2c7c","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"premium-w4-8d2c7c\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T12:07:04.976552226Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-8d2c7c","namespace":"e2e-models-e2e-worker-w4-8d2c7c"},"namespace":"e2e-models-e2e-worker-w4-8d2c7c","name":"premium-w4-8d2c7c","reconcileID":"f69a703d-6d4d-406b-b4a4-671f278dc8d7","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"premium-w4-8d2c7c\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T12:07:04.98186801Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-8d2c7c","namespace":"e2e-models-e2e-worker-w4-8d2c7c"},"namespace":"e2e-models-e2e-worker-w4-8d2c7c","name":"premium-w4-8d2c7c","reconcileID":"4e550beb-ccb3-4923-9daa-c5046ded6fb9","MaaSModelRef":{"name":"premium-w4-8d2c7c","namespace":"e2e-models-e2e-worker-w4-8d2c7c"},"routeName":"premium-w4-8d2c7c-kserve-route","namespace":"e2e-models-e2e-worker-w4-8d2c7c","llmisvcName":"premium-w4-8d2c7c","gateway":"openshift-ingress/e2e-worker-w4-8d2c7c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:07:04.989510468Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-8d2c7c","namespace":"e2e-models-e2e-worker-w4-8d2c7c"},"namespace":"e2e-models-e2e-worker-w4-8d2c7c","name":"simulator-w4-8d2c7c","reconcileID":"57a90819-0ef5-4f90-b550-f01dd3888c35","MaaSModelRef":{"name":"simulator-w4-8d2c7c","namespace":"e2e-models-e2e-worker-w4-8d2c7c"},"routeName":"simulator-w4-8d2c7c-kserve-route","namespace":"e2e-models-e2e-worker-w4-8d2c7c","llmisvcName":"simulator-w4-8d2c7c","gateway":"openshift-ingress/e2e-worker-w4-8d2c7c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:07:05.070528337Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"namespace":"ai-tenant-e2e-worker-w4-8d2c7c","name":"simulator-access","reconcileID":"f8471c01-e192-44eb-984f-870b3f5a3073","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-8d2c7c","tenantID":"e2e-worker-w4-8d2c7c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:07:05.070564123Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"namespace":"ai-tenant-e2e-worker-w4-8d2c7c","name":"premium-simulator-access","reconcileID":"86884cdc-d1d2-415b-af5c-5218fbbc1c0d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-8d2c7c","tenantID":"e2e-worker-w4-8d2c7c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:07:05.093840821Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-8d2c7c","namespace":"e2e-models-e2e-worker-w4-8d2c7c"},"namespace":"e2e-models-e2e-worker-w4-8d2c7c","name":"premium-w4-8d2c7c","reconcileID":"2e0edc92-9d46-4ace-b596-8dc075ae22eb","MaaSModelRef":{"name":"premium-w4-8d2c7c","namespace":"e2e-models-e2e-worker-w4-8d2c7c"},"routeName":"premium-w4-8d2c7c-kserve-route","namespace":"e2e-models-e2e-worker-w4-8d2c7c","llmisvcName":"premium-w4-8d2c7c","gateway":"openshift-ingress/e2e-worker-w4-8d2c7c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:07:05.110449989Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"simulator-subscription","reconcileID":"cf37dc94-7548-4d95-9d2c-2e4145c99887","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"name":"maas-trlp-simulator-w2-91cd99","model":"e2e-models-e2e-worker-w2-91cd99/simulator-w2-91cd99","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:07:05.123264232Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"namespace":"ai-tenant-e2e-worker-w4-8d2c7c","name":"premium-simulator-access","reconcileID":"86884cdc-d1d2-415b-af5c-5218fbbc1c0d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"name":"e2e-worker-w4-8d2c7c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:07:05.123285038Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"namespace":"ai-tenant-e2e-worker-w4-8d2c7c","name":"simulator-access","reconcileID":"f8471c01-e192-44eb-984f-870b3f5a3073","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"name":"e2e-worker-w4-8d2c7c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:07:05.163537273Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-91cd99","namespace":"e2e-models-e2e-worker-w2-91cd99"},"namespace":"e2e-models-e2e-worker-w2-91cd99","name":"simulator-w2-91cd99","reconcileID":"7a497d84-118c-4728-b1a8-f44f27163e04","MaaSModelRef":{"name":"simulator-w2-91cd99","namespace":"e2e-models-e2e-worker-w2-91cd99"},"routeName":"simulator-w2-91cd99-kserve-route","namespace":"e2e-models-e2e-worker-w2-91cd99","llmisvcName":"simulator-w2-91cd99","gateway":"openshift-ingress/e2e-worker-w2-91cd99","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:07:05.174599769Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w4-8d2c7c-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"namespace":"ai-tenant-e2e-worker-w4-8d2c7c","name":"simulator-access","reconcileID":"f8471c01-e192-44eb-984f-870b3f5a3073","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:07:05.174741385Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w4-8d2c7c-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"namespace":"ai-tenant-e2e-worker-w4-8d2c7c","name":"premium-simulator-access","reconcileID":"86884cdc-d1d2-415b-af5c-5218fbbc1c0d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:07:05.216427129Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-8d2c7c","namespace":"e2e-models-e2e-worker-w4-8d2c7c"},"namespace":"e2e-models-e2e-worker-w4-8d2c7c","name":"premium-w4-8d2c7c","reconcileID":"3345ee0e-f407-4d59-baa8-97a7668a1550","MaaSModelRef":{"name":"premium-w4-8d2c7c","namespace":"e2e-models-e2e-worker-w4-8d2c7c"},"routeName":"premium-w4-8d2c7c-kserve-route","namespace":"e2e-models-e2e-worker-w4-8d2c7c","llmisvcName":"premium-w4-8d2c7c","gateway":"openshift-ingress/e2e-worker-w4-8d2c7c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:07:05.227454297Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-8d2c7c","namespace":"e2e-models-e2e-worker-w4-8d2c7c"},"namespace":"e2e-models-e2e-worker-w4-8d2c7c","name":"premium-w4-8d2c7c","reconcileID":"2a3cca59-c829-4a02-b06e-37d4af1faaaa","MaaSModelRef":{"name":"premium-w4-8d2c7c","namespace":"e2e-models-e2e-worker-w4-8d2c7c"},"routeName":"premium-w4-8d2c7c-kserve-route","namespace":"e2e-models-e2e-worker-w4-8d2c7c","llmisvcName":"premium-w4-8d2c7c","gateway":"openshift-ingress/e2e-worker-w4-8d2c7c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:07:05.306131391Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-91cd99","namespace":"e2e-models-e2e-worker-w2-91cd99"},"namespace":"e2e-models-e2e-worker-w2-91cd99","name":"simulator-w2-91cd99","reconcileID":"75fc5ebe-24f9-4b8e-bd37-1a817bd03ecf","MaaSModelRef":{"name":"simulator-w2-91cd99","namespace":"e2e-models-e2e-worker-w2-91cd99"},"routeName":"simulator-w2-91cd99-kserve-route","namespace":"e2e-models-e2e-worker-w2-91cd99","llmisvcName":"simulator-w2-91cd99","gateway":"openshift-ingress/e2e-worker-w2-91cd99","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:07:05.308409855Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"namespace":"ai-tenant-e2e-worker-w4-8d2c7c","name":"premium-simulator-subscription","reconcileID":"836e8aa6-b7b5-4045-8078-ed5e203e6ba6","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"name":"maas-trlp-premium-w4-8d2c7c","model":"e2e-models-e2e-worker-w4-8d2c7c/premium-w4-8d2c7c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:07:05.308930049Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"simulator-access","reconcileID":"53a4a092-1f65-4773-b4c8-f2fa66a6f050","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-91cd99","tenantID":"e2e-worker-w2-91cd99","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:07:05.309047394Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-combo-sub-7c46d512-auth","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"e2e-combo-sub-7c46d512-auth","reconcileID":"4519663f-8e53-4fa2-bd3c-6526e5eae205","MaaSAuthPolicy":{"name":"e2e-combo-sub-7c46d512-auth","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-91cd99","tenantID":"e2e-worker-w2-91cd99","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:07:05.308929491Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"premium-simulator-access","reconcileID":"5d61517d-225e-4f13-980b-e8f5dda2dc0f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-91cd99","tenantID":"e2e-worker-w2-91cd99","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:07:05.362302598Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"simulator-access","reconcileID":"53a4a092-1f65-4773-b4c8-f2fa66a6f050","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"name":"e2e-worker-w2-91cd99-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:07:05.362696105Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-combo-sub-7c46d512-auth","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"e2e-combo-sub-7c46d512-auth","reconcileID":"4519663f-8e53-4fa2-bd3c-6526e5eae205","MaaSAuthPolicy":{"name":"e2e-combo-sub-7c46d512-auth","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"name":"e2e-worker-w2-91cd99-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:07:05.365686242Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"premium-simulator-access","reconcileID":"5d61517d-225e-4f13-980b-e8f5dda2dc0f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"name":"e2e-worker-w2-91cd99-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:07:05.411792981Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"namespace":"ai-tenant-e2e-worker-w4-8d2c7c","name":"premium-simulator-access","reconcileID":"2e47624a-e4a8-45c9-8efa-4f3c69f60c05","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-8d2c7c","tenantID":"e2e-worker-w4-8d2c7c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:07:05.411899009Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"namespace":"ai-tenant-e2e-worker-w4-8d2c7c","name":"simulator-access","reconcileID":"018272df-41ad-4a22-977e-23a090daa5b8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-8d2c7c","tenantID":"e2e-worker-w4-8d2c7c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:07:05.462896604Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-8d2c7c","namespace":"e2e-models-e2e-worker-w4-8d2c7c"},"namespace":"e2e-models-e2e-worker-w4-8d2c7c","name":"premium-w4-8d2c7c","reconcileID":"f7b05a88-09ae-4078-9e45-2a4f25c630cd","MaaSModelRef":{"name":"premium-w4-8d2c7c","namespace":"e2e-models-e2e-worker-w4-8d2c7c"},"routeName":"premium-w4-8d2c7c-kserve-route","namespace":"e2e-models-e2e-worker-w4-8d2c7c","llmisvcName":"premium-w4-8d2c7c","gateway":"openshift-ingress/e2e-worker-w4-8d2c7c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:07:05.46978133Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"namespace":"ai-tenant-e2e-worker-w4-8d2c7c","name":"simulator-access","reconcileID":"018272df-41ad-4a22-977e-23a090daa5b8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"name":"e2e-worker-w4-8d2c7c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:07:05.470852325Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"namespace":"ai-tenant-e2e-worker-w4-8d2c7c","name":"premium-simulator-access","reconcileID":"2e47624a-e4a8-45c9-8efa-4f3c69f60c05","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"name":"e2e-worker-w4-8d2c7c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:07:05.5123562Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-combo-sub-7c46d512-auth","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"e2e-combo-sub-7c46d512-auth","reconcileID":"85d972ae-97fd-48d4-a39c-6508c056a1f7","MaaSAuthPolicy":{"name":"e2e-combo-sub-7c46d512-auth","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"model":"e2e-models-e2e-worker-w2-91cd99/simulator-w2-91cd99","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:07:05.524726438Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w4-8d2c7c-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"namespace":"ai-tenant-e2e-worker-w4-8d2c7c","name":"simulator-access","reconcileID":"018272df-41ad-4a22-977e-23a090daa5b8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:07:05.528984876Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w4-8d2c7c-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"namespace":"ai-tenant-e2e-worker-w4-8d2c7c","name":"premium-simulator-access","reconcileID":"2e47624a-e4a8-45c9-8efa-4f3c69f60c05","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:07:05.67355662Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-91cd99","namespace":"e2e-models-e2e-worker-w2-91cd99"},"namespace":"e2e-models-e2e-worker-w2-91cd99","name":"simulator-w2-91cd99","reconcileID":"0043d059-140e-4c3a-b657-844e20b7a9a7","MaaSModelRef":{"name":"simulator-w2-91cd99","namespace":"e2e-models-e2e-worker-w2-91cd99"},"routeName":"simulator-w2-91cd99-kserve-route","namespace":"e2e-models-e2e-worker-w2-91cd99","llmisvcName":"simulator-w2-91cd99","gateway":"openshift-ingress/e2e-worker-w2-91cd99","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:07:08.780458792Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-bb1b51","namespace":"e2e-models-e2e-worker-w3-bb1b51"},"namespace":"e2e-models-e2e-worker-w3-bb1b51","name":"simulator-w3-bb1b51","reconcileID":"cd8dbe49-49e9-44d7-b63c-9e9ad186ca8b","MaaSModelRef":{"name":"simulator-w3-bb1b51","namespace":"e2e-models-e2e-worker-w3-bb1b51"},"routeName":"simulator-w3-bb1b51-kserve-route","namespace":"e2e-models-e2e-worker-w3-bb1b51","llmisvcName":"simulator-w3-bb1b51","gateway":"openshift-ingress/e2e-worker-w3-bb1b51","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:07:08.850743753Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-bb1b51","namespace":"e2e-models-e2e-worker-w3-bb1b51"},"namespace":"e2e-models-e2e-worker-w3-bb1b51","name":"simulator-w3-bb1b51","reconcileID":"dbf1c185-3547-4cf8-8ffe-6f7b9d66def2","MaaSModelRef":{"name":"simulator-w3-bb1b51","namespace":"e2e-models-e2e-worker-w3-bb1b51"},"routeName":"simulator-w3-bb1b51-kserve-route","namespace":"e2e-models-e2e-worker-w3-bb1b51","llmisvcName":"simulator-w3-bb1b51","gateway":"openshift-ingress/e2e-worker-w3-bb1b51","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:07:15.67221022Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"namespace":"ai-tenant-e2e-worker-w4-8d2c7c","name":"simulator-access","reconcileID":"83584b49-e765-41f6-bc6d-922cfa58a313","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-8d2c7c","tenantID":"e2e-worker-w4-8d2c7c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:07:15.676220796Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"namespace":"ai-tenant-e2e-worker-w4-8d2c7c","name":"premium-simulator-access","reconcileID":"564e0a53-afe6-4cf9-849d-654ca67cec7b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-8d2c7c","tenantID":"e2e-worker-w4-8d2c7c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:07:15.725016683Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"namespace":"ai-tenant-e2e-worker-w4-8d2c7c","name":"simulator-access","reconcileID":"83584b49-e765-41f6-bc6d-922cfa58a313","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"name":"e2e-worker-w4-8d2c7c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:07:15.729092811Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"namespace":"ai-tenant-e2e-worker-w4-8d2c7c","name":"premium-simulator-access","reconcileID":"564e0a53-afe6-4cf9-849d-654ca67cec7b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"name":"e2e-worker-w4-8d2c7c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:07:15.777857256Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w4-8d2c7c-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"namespace":"ai-tenant-e2e-worker-w4-8d2c7c","name":"simulator-access","reconcileID":"83584b49-e765-41f6-bc6d-922cfa58a313","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:07:15.780399454Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w4-8d2c7c-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"namespace":"ai-tenant-e2e-worker-w4-8d2c7c","name":"premium-simulator-access","reconcileID":"564e0a53-afe6-4cf9-849d-654ca67cec7b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:07:16.60231834Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"namespace":"ai-tenant-e2e-worker-w4-8d2c7c","name":"premium-simulator-subscription","reconcileID":"c2fba10a-50a4-498d-ad2c-4e620afac085","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"name":"maas-trlp-premium-w4-8d2c7c","model":"e2e-models-e2e-worker-w4-8d2c7c/premium-w4-8d2c7c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:07:16.761890652Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-8d2c7c","namespace":"e2e-models-e2e-worker-w4-8d2c7c"},"namespace":"e2e-models-e2e-worker-w4-8d2c7c","name":"premium-w4-8d2c7c","reconcileID":"b9b2f87f-7c05-403f-bc5c-453a26fd09fe","MaaSModelRef":{"name":"premium-w4-8d2c7c","namespace":"e2e-models-e2e-worker-w4-8d2c7c"},"routeName":"premium-w4-8d2c7c-kserve-route","namespace":"e2e-models-e2e-worker-w4-8d2c7c","llmisvcName":"premium-w4-8d2c7c","gateway":"openshift-ingress/e2e-worker-w4-8d2c7c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:07:16.997562327Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"namespace":"ai-tenant-e2e-worker-w4-8d2c7c","name":"simulator-subscription","reconcileID":"5a0b9e1d-2ae5-4b5e-ac94-e6a8fc861ae7","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"name":"maas-trlp-simulator-w4-8d2c7c","model":"e2e-models-e2e-worker-w4-8d2c7c/simulator-w4-8d2c7c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:07:17.150308326Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-8d2c7c","namespace":"e2e-models-e2e-worker-w4-8d2c7c"},"namespace":"e2e-models-e2e-worker-w4-8d2c7c","name":"simulator-w4-8d2c7c","reconcileID":"96b3b3e6-b517-4217-b0ce-298ec1d7055a","MaaSModelRef":{"name":"simulator-w4-8d2c7c","namespace":"e2e-models-e2e-worker-w4-8d2c7c"},"routeName":"simulator-w4-8d2c7c-kserve-route","namespace":"e2e-models-e2e-worker-w4-8d2c7c","llmisvcName":"simulator-w4-8d2c7c","gateway":"openshift-ingress/e2e-worker-w4-8d2c7c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:07:17.339103951Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"namespace":"ai-tenant-e2e-worker-w4-8d2c7c","name":"simulator-access","reconcileID":"34186265-8d9c-4c8a-8ce8-6e04558a3108","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-8d2c7c","tenantID":"e2e-worker-w4-8d2c7c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:07:17.339147639Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"namespace":"ai-tenant-e2e-worker-w4-8d2c7c","name":"premium-simulator-access","reconcileID":"1a417a2b-ceb2-4eb4-a3d8-6fce329f3327","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-8d2c7c","tenantID":"e2e-worker-w4-8d2c7c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:07:17.393010649Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"namespace":"ai-tenant-e2e-worker-w4-8d2c7c","name":"premium-simulator-access","reconcileID":"1a417a2b-ceb2-4eb4-a3d8-6fce329f3327","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"name":"e2e-worker-w4-8d2c7c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:07:17.394468723Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"namespace":"ai-tenant-e2e-worker-w4-8d2c7c","name":"simulator-access","reconcileID":"34186265-8d9c-4c8a-8ce8-6e04558a3108","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"name":"e2e-worker-w4-8d2c7c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:07:17.444260225Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w4-8d2c7c-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (92932c433a0d51a1894da4245d41d0511bc43ca43245ef81e2285b7a7a653aa7) AuthConfig (78a84b09826546d907e32f73c7455e46f4d0d17699d1b3f209aba8e2387d78fc) AuthConfig (e8dc4bb69b0c1b9f53d57ada366c529629fbfaebeb352ca98ffc2c712b6d8acb) AuthConfig (5e1b81999f60916f3f1000df458edbc17bd9e27cdee02d81aeae1997166ea19f) AuthConfig (8969833932aadfe9c31a714aca587be03d6fd84d2d29d1345d1334a27c8e77a3) AuthConfig (af0cd158625acdb11bbade7ef4d461429991f942eefd3699f397a2a39af1e236) AuthConfig (60e9ce2fd84290a8d56c4c9121d79568a9a6dd361e59da8c417acb529eb8e77c) AuthConfig (8ece213b547e1b13dc6c50e09de88b6c5efc0666dc06c894872d2f64dc37d5b3) AuthConfig (7a5a1493f4850403d5bfbe1f8a392524cdfd919b9cfbe7d0886d31e2b8cd4d05) AuthConfig (79ed60069799bd327ffeed83b2e840e707dca5438c45ce77f4e9ddb9d646eef3) AuthConfig (6dc19049eec1ae5d287abe61955c2427b22bba463769cc007d970b4aa6866c1f) AuthConfig (2da7b77d5c80bcfa925f2e492138c614000dcce76057716f5062454b60f9fa40) AuthConfig (306eb654c9d30ac4daede3665ba6aa195d831a7a2de56c554dbd781aa057104f) AuthConfig (2010aa603dc5cc7af3564df7e8133e5bbd24fe4de5ed4bd9257746ee370eddc9) AuthConfig (d61df3fbaa4417f799f5758ea4a5064f270d3d2b0f311c2c3b18b3ecae48dc68) AuthConfig (7dfb43300ae9f3d1f040cce144339402614e9f7c64c5835e00eca1d2ce0b1578) AuthConfig (cb970a8ba73452ddf6629f6131ab00d9b656bc0402adff2eb3ff514e7ee05fcf) AuthConfig (63486799985bd426c9913f8591d1b7cdea859f8ff26b6101655afc3f1a5de8b1) AuthConfig (dba2019d5800adbc857480cc6630afc00472fe4f4d2f4c73108f088a468e8901) AuthConfig (2c8910ace75cfd506c1d2844b08dd65cdf0115ec01ae05dafa9c9784a96d8f6f) AuthConfig (fe21b756b4a01d982de9cef93d38ac4493bf73f568485476c0d633ad0ccc7ec4) AuthConfig (75e472b1dc93aa15f091dcac00eb936d599c04799b92868aab6a14313d2586fc) AuthConfig (0b6afee1307d9498f09c9425d2d687fa356de5dc669be6ebfb60af837a501d6d) AuthConfig (4c212dbc40a644481cf54a83335ae20bdfb1d172f37f3b1e8b89f99e5000e7bf) AuthConfig (c669840d36b54c037ca750f7889b68682bb937b05548e671ae7bdc710f771395) AuthConfig (7c8ef68e4700702e606b31fc10319e35f50131f7f9db9121265dab36bc7e9915) AuthConfig (eae2551897c98b6f885ca5f4ec9a429345b7d01ab232dbb47cdcf3186446cde5) AuthConfig (7c8ac4ced12a4f9db746505e6726bfccf782b4f6d4440a64cd72e5fee030c222) AuthConfig (fc42d6174d55cdc8ab1cf40c92b2853657f80f8116e2ccbcc670f65e67c820b7) AuthConfig (0a502355a87973fac4c4123d2ccbcdd1f1b8f2bd97926044cb9c61f3aa21dadd)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"namespace":"ai-tenant-e2e-worker-w4-8d2c7c","name":"premium-simulator-access","reconcileID":"1a417a2b-ceb2-4eb4-a3d8-6fce329f3327","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:07:17.445607921Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w4-8d2c7c-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (92932c433a0d51a1894da4245d41d0511bc43ca43245ef81e2285b7a7a653aa7) AuthConfig (78a84b09826546d907e32f73c7455e46f4d0d17699d1b3f209aba8e2387d78fc) AuthConfig (e8dc4bb69b0c1b9f53d57ada366c529629fbfaebeb352ca98ffc2c712b6d8acb) AuthConfig (5e1b81999f60916f3f1000df458edbc17bd9e27cdee02d81aeae1997166ea19f) AuthConfig (8969833932aadfe9c31a714aca587be03d6fd84d2d29d1345d1334a27c8e77a3) AuthConfig (af0cd158625acdb11bbade7ef4d461429991f942eefd3699f397a2a39af1e236) AuthConfig (60e9ce2fd84290a8d56c4c9121d79568a9a6dd361e59da8c417acb529eb8e77c) AuthConfig (8ece213b547e1b13dc6c50e09de88b6c5efc0666dc06c894872d2f64dc37d5b3) AuthConfig (7a5a1493f4850403d5bfbe1f8a392524cdfd919b9cfbe7d0886d31e2b8cd4d05) AuthConfig (79ed60069799bd327ffeed83b2e840e707dca5438c45ce77f4e9ddb9d646eef3) AuthConfig (6dc19049eec1ae5d287abe61955c2427b22bba463769cc007d970b4aa6866c1f) AuthConfig (2da7b77d5c80bcfa925f2e492138c614000dcce76057716f5062454b60f9fa40) AuthConfig (306eb654c9d30ac4daede3665ba6aa195d831a7a2de56c554dbd781aa057104f) AuthConfig (2010aa603dc5cc7af3564df7e8133e5bbd24fe4de5ed4bd9257746ee370eddc9) AuthConfig (d61df3fbaa4417f799f5758ea4a5064f270d3d2b0f311c2c3b18b3ecae48dc68) AuthConfig (7dfb43300ae9f3d1f040cce144339402614e9f7c64c5835e00eca1d2ce0b1578) AuthConfig (cb970a8ba73452ddf6629f6131ab00d9b656bc0402adff2eb3ff514e7ee05fcf) AuthConfig (63486799985bd426c9913f8591d1b7cdea859f8ff26b6101655afc3f1a5de8b1) AuthConfig (dba2019d5800adbc857480cc6630afc00472fe4f4d2f4c73108f088a468e8901) AuthConfig (2c8910ace75cfd506c1d2844b08dd65cdf0115ec01ae05dafa9c9784a96d8f6f) AuthConfig (fe21b756b4a01d982de9cef93d38ac4493bf73f568485476c0d633ad0ccc7ec4) AuthConfig (75e472b1dc93aa15f091dcac00eb936d599c04799b92868aab6a14313d2586fc) AuthConfig (0b6afee1307d9498f09c9425d2d687fa356de5dc669be6ebfb60af837a501d6d) AuthConfig (4c212dbc40a644481cf54a83335ae20bdfb1d172f37f3b1e8b89f99e5000e7bf) AuthConfig (c669840d36b54c037ca750f7889b68682bb937b05548e671ae7bdc710f771395) AuthConfig (7c8ef68e4700702e606b31fc10319e35f50131f7f9db9121265dab36bc7e9915) AuthConfig (eae2551897c98b6f885ca5f4ec9a429345b7d01ab232dbb47cdcf3186446cde5) AuthConfig (7c8ac4ced12a4f9db746505e6726bfccf782b4f6d4440a64cd72e5fee030c222) AuthConfig (fc42d6174d55cdc8ab1cf40c92b2853657f80f8116e2ccbcc670f65e67c820b7) AuthConfig (0a502355a87973fac4c4123d2ccbcdd1f1b8f2bd97926044cb9c61f3aa21dadd)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"namespace":"ai-tenant-e2e-worker-w4-8d2c7c","name":"simulator-access","reconcileID":"34186265-8d9c-4c8a-8ce8-6e04558a3108","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:07:17.517910602Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-8d2c7c","namespace":"e2e-models-e2e-worker-w4-8d2c7c"},"namespace":"e2e-models-e2e-worker-w4-8d2c7c","name":"premium-w4-8d2c7c","reconcileID":"90375ea8-bca3-4b7f-b2db-6af988f7b1e2","MaaSModelRef":{"name":"premium-w4-8d2c7c","namespace":"e2e-models-e2e-worker-w4-8d2c7c"},"routeName":"premium-w4-8d2c7c-kserve-route","namespace":"e2e-models-e2e-worker-w4-8d2c7c","llmisvcName":"premium-w4-8d2c7c","gateway":"openshift-ingress/e2e-worker-w4-8d2c7c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:07:17.518421288Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-8d2c7c","namespace":"e2e-models-e2e-worker-w4-8d2c7c"},"namespace":"e2e-models-e2e-worker-w4-8d2c7c","name":"simulator-w4-8d2c7c","reconcileID":"40638b91-010f-48f4-9973-bacb681a8845","MaaSModelRef":{"name":"simulator-w4-8d2c7c","namespace":"e2e-models-e2e-worker-w4-8d2c7c"},"routeName":"simulator-w4-8d2c7c-kserve-route","namespace":"e2e-models-e2e-worker-w4-8d2c7c","llmisvcName":"simulator-w4-8d2c7c","gateway":"openshift-ingress/e2e-worker-w4-8d2c7c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:07:17.6635942Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"namespace":"ai-tenant-e2e-worker-w4-8d2c7c","name":"simulator-access","reconcileID":"39678ccc-6d63-4cda-8250-848158ab12c4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-8d2c7c","tenantID":"e2e-worker-w4-8d2c7c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:07:17.663831732Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"namespace":"ai-tenant-e2e-worker-w4-8d2c7c","name":"premium-simulator-access","reconcileID":"4c9c2bbc-ef44-4659-80cc-95192ec28dd6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-8d2c7c","tenantID":"e2e-worker-w4-8d2c7c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:07:17.717926552Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"namespace":"ai-tenant-e2e-worker-w4-8d2c7c","name":"premium-simulator-access","reconcileID":"4c9c2bbc-ef44-4659-80cc-95192ec28dd6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"name":"e2e-worker-w4-8d2c7c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:07:17.717928177Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"namespace":"ai-tenant-e2e-worker-w4-8d2c7c","name":"simulator-access","reconcileID":"39678ccc-6d63-4cda-8250-848158ab12c4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"name":"e2e-worker-w4-8d2c7c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:07:17.770454868Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w4-8d2c7c-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (92932c433a0d51a1894da4245d41d0511bc43ca43245ef81e2285b7a7a653aa7) AuthConfig (78a84b09826546d907e32f73c7455e46f4d0d17699d1b3f209aba8e2387d78fc) AuthConfig (e8dc4bb69b0c1b9f53d57ada366c529629fbfaebeb352ca98ffc2c712b6d8acb) AuthConfig (5e1b81999f60916f3f1000df458edbc17bd9e27cdee02d81aeae1997166ea19f) AuthConfig (8969833932aadfe9c31a714aca587be03d6fd84d2d29d1345d1334a27c8e77a3) AuthConfig (af0cd158625acdb11bbade7ef4d461429991f942eefd3699f397a2a39af1e236) AuthConfig (60e9ce2fd84290a8d56c4c9121d79568a9a6dd361e59da8c417acb529eb8e77c) AuthConfig (8ece213b547e1b13dc6c50e09de88b6c5efc0666dc06c894872d2f64dc37d5b3) AuthConfig (7a5a1493f4850403d5bfbe1f8a392524cdfd919b9cfbe7d0886d31e2b8cd4d05) AuthConfig (79ed60069799bd327ffeed83b2e840e707dca5438c45ce77f4e9ddb9d646eef3) AuthConfig (6dc19049eec1ae5d287abe61955c2427b22bba463769cc007d970b4aa6866c1f) AuthConfig (2da7b77d5c80bcfa925f2e492138c614000dcce76057716f5062454b60f9fa40) AuthConfig (306eb654c9d30ac4daede3665ba6aa195d831a7a2de56c554dbd781aa057104f) AuthConfig (2010aa603dc5cc7af3564df7e8133e5bbd24fe4de5ed4bd9257746ee370eddc9) AuthConfig (d61df3fbaa4417f799f5758ea4a5064f270d3d2b0f311c2c3b18b3ecae48dc68) AuthConfig (7dfb43300ae9f3d1f040cce144339402614e9f7c64c5835e00eca1d2ce0b1578) AuthConfig (cb970a8ba73452ddf6629f6131ab00d9b656bc0402adff2eb3ff514e7ee05fcf) AuthConfig (63486799985bd426c9913f8591d1b7cdea859f8ff26b6101655afc3f1a5de8b1) AuthConfig (dba2019d5800adbc857480cc6630afc00472fe4f4d2f4c73108f088a468e8901) AuthConfig (2c8910ace75cfd506c1d2844b08dd65cdf0115ec01ae05dafa9c9784a96d8f6f) AuthConfig (fe21b756b4a01d982de9cef93d38ac4493bf73f568485476c0d633ad0ccc7ec4) AuthConfig (75e472b1dc93aa15f091dcac00eb936d599c04799b92868aab6a14313d2586fc) AuthConfig (0b6afee1307d9498f09c9425d2d687fa356de5dc669be6ebfb60af837a501d6d) AuthConfig (4c212dbc40a644481cf54a83335ae20bdfb1d172f37f3b1e8b89f99e5000e7bf) AuthConfig (c669840d36b54c037ca750f7889b68682bb937b05548e671ae7bdc710f771395) AuthConfig (7c8ef68e4700702e606b31fc10319e35f50131f7f9db9121265dab36bc7e9915) AuthConfig (eae2551897c98b6f885ca5f4ec9a429345b7d01ab232dbb47cdcf3186446cde5) AuthConfig (7c8ac4ced12a4f9db746505e6726bfccf782b4f6d4440a64cd72e5fee030c222) AuthConfig (fc42d6174d55cdc8ab1cf40c92b2853657f80f8116e2ccbcc670f65e67c820b7) AuthConfig (0a502355a87973fac4c4123d2ccbcdd1f1b8f2bd97926044cb9c61f3aa21dadd)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"namespace":"ai-tenant-e2e-worker-w4-8d2c7c","name":"simulator-access","reconcileID":"39678ccc-6d63-4cda-8250-848158ab12c4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:07:17.770472925Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w4-8d2c7c-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (92932c433a0d51a1894da4245d41d0511bc43ca43245ef81e2285b7a7a653aa7) AuthConfig (78a84b09826546d907e32f73c7455e46f4d0d17699d1b3f209aba8e2387d78fc) AuthConfig (e8dc4bb69b0c1b9f53d57ada366c529629fbfaebeb352ca98ffc2c712b6d8acb) AuthConfig (5e1b81999f60916f3f1000df458edbc17bd9e27cdee02d81aeae1997166ea19f) AuthConfig (8969833932aadfe9c31a714aca587be03d6fd84d2d29d1345d1334a27c8e77a3) AuthConfig (af0cd158625acdb11bbade7ef4d461429991f942eefd3699f397a2a39af1e236) AuthConfig (60e9ce2fd84290a8d56c4c9121d79568a9a6dd361e59da8c417acb529eb8e77c) AuthConfig (8ece213b547e1b13dc6c50e09de88b6c5efc0666dc06c894872d2f64dc37d5b3) AuthConfig (7a5a1493f4850403d5bfbe1f8a392524cdfd919b9cfbe7d0886d31e2b8cd4d05) AuthConfig (79ed60069799bd327ffeed83b2e840e707dca5438c45ce77f4e9ddb9d646eef3) AuthConfig (6dc19049eec1ae5d287abe61955c2427b22bba463769cc007d970b4aa6866c1f) AuthConfig (2da7b77d5c80bcfa925f2e492138c614000dcce76057716f5062454b60f9fa40) AuthConfig (306eb654c9d30ac4daede3665ba6aa195d831a7a2de56c554dbd781aa057104f) AuthConfig (2010aa603dc5cc7af3564df7e8133e5bbd24fe4de5ed4bd9257746ee370eddc9) AuthConfig (d61df3fbaa4417f799f5758ea4a5064f270d3d2b0f311c2c3b18b3ecae48dc68) AuthConfig (7dfb43300ae9f3d1f040cce144339402614e9f7c64c5835e00eca1d2ce0b1578) AuthConfig (cb970a8ba73452ddf6629f6131ab00d9b656bc0402adff2eb3ff514e7ee05fcf) AuthConfig (63486799985bd426c9913f8591d1b7cdea859f8ff26b6101655afc3f1a5de8b1) AuthConfig (dba2019d5800adbc857480cc6630afc00472fe4f4d2f4c73108f088a468e8901) AuthConfig (2c8910ace75cfd506c1d2844b08dd65cdf0115ec01ae05dafa9c9784a96d8f6f) AuthConfig (fe21b756b4a01d982de9cef93d38ac4493bf73f568485476c0d633ad0ccc7ec4) AuthConfig (75e472b1dc93aa15f091dcac00eb936d599c04799b92868aab6a14313d2586fc) AuthConfig (0b6afee1307d9498f09c9425d2d687fa356de5dc669be6ebfb60af837a501d6d) AuthConfig (4c212dbc40a644481cf54a83335ae20bdfb1d172f37f3b1e8b89f99e5000e7bf) AuthConfig (c669840d36b54c037ca750f7889b68682bb937b05548e671ae7bdc710f771395) AuthConfig (7c8ef68e4700702e606b31fc10319e35f50131f7f9db9121265dab36bc7e9915) AuthConfig (eae2551897c98b6f885ca5f4ec9a429345b7d01ab232dbb47cdcf3186446cde5) AuthConfig (7c8ac4ced12a4f9db746505e6726bfccf782b4f6d4440a64cd72e5fee030c222) AuthConfig (fc42d6174d55cdc8ab1cf40c92b2853657f80f8116e2ccbcc670f65e67c820b7) AuthConfig (0a502355a87973fac4c4123d2ccbcdd1f1b8f2bd97926044cb9c61f3aa21dadd)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"namespace":"ai-tenant-e2e-worker-w4-8d2c7c","name":"premium-simulator-access","reconcileID":"4c9c2bbc-ef44-4659-80cc-95192ec28dd6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T12:07:17.820657823Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"namespace":"ai-tenant-e2e-worker-w4-8d2c7c","name":"simulator-access","reconcileID":"39678ccc-6d63-4cda-8250-848158ab12c4","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"simulator-access\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T12:07:17.972413153Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"namespace":"ai-tenant-e2e-worker-w4-8d2c7c","name":"simulator-access","reconcileID":"1b6d8555-f4b1-4754-952d-1c232f080b3f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-8d2c7c","tenantID":"e2e-worker-w4-8d2c7c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:07:18.025314496Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"namespace":"ai-tenant-e2e-worker-w4-8d2c7c","name":"simulator-access","reconcileID":"1b6d8555-f4b1-4754-952d-1c232f080b3f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"name":"e2e-worker-w4-8d2c7c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:07:18.078247354Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w4-8d2c7c-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (92932c433a0d51a1894da4245d41d0511bc43ca43245ef81e2285b7a7a653aa7) AuthConfig (78a84b09826546d907e32f73c7455e46f4d0d17699d1b3f209aba8e2387d78fc) AuthConfig (e8dc4bb69b0c1b9f53d57ada366c529629fbfaebeb352ca98ffc2c712b6d8acb) AuthConfig (5e1b81999f60916f3f1000df458edbc17bd9e27cdee02d81aeae1997166ea19f) AuthConfig (8969833932aadfe9c31a714aca587be03d6fd84d2d29d1345d1334a27c8e77a3) AuthConfig (af0cd158625acdb11bbade7ef4d461429991f942eefd3699f397a2a39af1e236) AuthConfig (60e9ce2fd84290a8d56c4c9121d79568a9a6dd361e59da8c417acb529eb8e77c) AuthConfig (8ece213b547e1b13dc6c50e09de88b6c5efc0666dc06c894872d2f64dc37d5b3) AuthConfig (7a5a1493f4850403d5bfbe1f8a392524cdfd919b9cfbe7d0886d31e2b8cd4d05) AuthConfig (79ed60069799bd327ffeed83b2e840e707dca5438c45ce77f4e9ddb9d646eef3) AuthConfig (6dc19049eec1ae5d287abe61955c2427b22bba463769cc007d970b4aa6866c1f) AuthConfig (2da7b77d5c80bcfa925f2e492138c614000dcce76057716f5062454b60f9fa40) AuthConfig (306eb654c9d30ac4daede3665ba6aa195d831a7a2de56c554dbd781aa057104f) AuthConfig (2010aa603dc5cc7af3564df7e8133e5bbd24fe4de5ed4bd9257746ee370eddc9) AuthConfig (d61df3fbaa4417f799f5758ea4a5064f270d3d2b0f311c2c3b18b3ecae48dc68) AuthConfig (7dfb43300ae9f3d1f040cce144339402614e9f7c64c5835e00eca1d2ce0b1578) AuthConfig (cb970a8ba73452ddf6629f6131ab00d9b656bc0402adff2eb3ff514e7ee05fcf) AuthConfig (63486799985bd426c9913f8591d1b7cdea859f8ff26b6101655afc3f1a5de8b1) AuthConfig (dba2019d5800adbc857480cc6630afc00472fe4f4d2f4c73108f088a468e8901) AuthConfig (2c8910ace75cfd506c1d2844b08dd65cdf0115ec01ae05dafa9c9784a96d8f6f) AuthConfig (fe21b756b4a01d982de9cef93d38ac4493bf73f568485476c0d633ad0ccc7ec4) AuthConfig (75e472b1dc93aa15f091dcac00eb936d599c04799b92868aab6a14313d2586fc) AuthConfig (0b6afee1307d9498f09c9425d2d687fa356de5dc669be6ebfb60af837a501d6d) AuthConfig (4c212dbc40a644481cf54a83335ae20bdfb1d172f37f3b1e8b89f99e5000e7bf) AuthConfig (c669840d36b54c037ca750f7889b68682bb937b05548e671ae7bdc710f771395) AuthConfig (7c8ef68e4700702e606b31fc10319e35f50131f7f9db9121265dab36bc7e9915) AuthConfig (eae2551897c98b6f885ca5f4ec9a429345b7d01ab232dbb47cdcf3186446cde5) AuthConfig (7c8ac4ced12a4f9db746505e6726bfccf782b4f6d4440a64cd72e5fee030c222) AuthConfig (fc42d6174d55cdc8ab1cf40c92b2853657f80f8116e2ccbcc670f65e67c820b7) AuthConfig (0a502355a87973fac4c4123d2ccbcdd1f1b8f2bd97926044cb9c61f3aa21dadd)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"namespace":"ai-tenant-e2e-worker-w4-8d2c7c","name":"simulator-access","reconcileID":"1b6d8555-f4b1-4754-952d-1c232f080b3f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:07:22.191233024Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-91cd99","namespace":"e2e-models-e2e-worker-w2-91cd99"},"namespace":"e2e-models-e2e-worker-w2-91cd99","name":"simulator-w2-91cd99","reconcileID":"92fcb2e7-f20a-4012-9a60-c727f524b3e8","MaaSModelRef":{"name":"simulator-w2-91cd99","namespace":"e2e-models-e2e-worker-w2-91cd99"},"routeName":"simulator-w2-91cd99-kserve-route","namespace":"e2e-models-e2e-worker-w2-91cd99","llmisvcName":"simulator-w2-91cd99","gateway":"openshift-ingress/e2e-worker-w2-91cd99","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:07:22.244512567Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-91cd99","namespace":"e2e-models-e2e-worker-w2-91cd99"},"namespace":"e2e-models-e2e-worker-w2-91cd99","name":"simulator-w2-91cd99","reconcileID":"707ca49c-7fab-4f0c-bc30-bfe079756c8c","MaaSModelRef":{"name":"simulator-w2-91cd99","namespace":"e2e-models-e2e-worker-w2-91cd99"},"routeName":"simulator-w2-91cd99-kserve-route","namespace":"e2e-models-e2e-worker-w2-91cd99","llmisvcName":"simulator-w2-91cd99","gateway":"openshift-ingress/e2e-worker-w2-91cd99","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:07:22.388342174Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"e2e-apikey-active-auth","reconcileID":"65335206-de28-46e2-9d2c-e8e18f5b6cf5","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-91cd99","tenantID":"e2e-worker-w2-91cd99","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:07:22.44380284Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"e2e-apikey-active-auth","reconcileID":"65335206-de28-46e2-9d2c-e8e18f5b6cf5","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"name":"e2e-worker-w2-91cd99-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:07:22.45777839Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-91cd99","namespace":"e2e-models-e2e-worker-w2-91cd99"},"namespace":"e2e-models-e2e-worker-w2-91cd99","name":"simulator-w2-91cd99","reconcileID":"f1098f4f-6186-43a3-bf6b-b89248f4d505","MaaSModelRef":{"name":"simulator-w2-91cd99","namespace":"e2e-models-e2e-worker-w2-91cd99"},"routeName":"simulator-w2-91cd99-kserve-route","namespace":"e2e-models-e2e-worker-w2-91cd99","llmisvcName":"simulator-w2-91cd99","gateway":"openshift-ingress/e2e-worker-w2-91cd99","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:07:22.509055095Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-91cd99","namespace":"e2e-models-e2e-worker-w2-91cd99"},"namespace":"e2e-models-e2e-worker-w2-91cd99","name":"simulator-w2-91cd99","reconcileID":"ffd3ecba-291f-42eb-8a45-e95e3c16b582","MaaSModelRef":{"name":"simulator-w2-91cd99","namespace":"e2e-models-e2e-worker-w2-91cd99"},"routeName":"simulator-w2-91cd99-kserve-route","namespace":"e2e-models-e2e-worker-w2-91cd99","llmisvcName":"simulator-w2-91cd99","gateway":"openshift-ingress/e2e-worker-w2-91cd99","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T12:07:22.560178248Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-active-sub","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"e2e-apikey-active-sub","reconcileID":"31ea6044-af2f-472a-b9ce-fcd3351161dc","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-apikey-active-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T12:07:22.608031145Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"premium-simulator-access","reconcileID":"deabe1f7-ee68-4265-ad1f-c6fa578b5b2a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-91cd99","tenantID":"e2e-worker-w2-91cd99","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:07:22.608031203Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"simulator-access","reconcileID":"c3124549-14ec-4bc7-86bf-9d1beae06da0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-91cd99","tenantID":"e2e-worker-w2-91cd99","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:07:22.660767181Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"premium-simulator-access","reconcileID":"deabe1f7-ee68-4265-ad1f-c6fa578b5b2a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"name":"e2e-worker-w2-91cd99-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:07:22.661036137Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"simulator-access","reconcileID":"c3124549-14ec-4bc7-86bf-9d1beae06da0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"name":"e2e-worker-w2-91cd99-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:07:22.667629991Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-91cd99","namespace":"e2e-models-e2e-worker-w2-91cd99"},"namespace":"e2e-models-e2e-worker-w2-91cd99","name":"simulator-w2-91cd99","reconcileID":"797e238e-48d3-4547-b6c7-8dbde171f8e2","MaaSModelRef":{"name":"simulator-w2-91cd99","namespace":"e2e-models-e2e-worker-w2-91cd99"},"routeName":"simulator-w2-91cd99-kserve-route","namespace":"e2e-models-e2e-worker-w2-91cd99","llmisvcName":"simulator-w2-91cd99","gateway":"openshift-ingress/e2e-worker-w2-91cd99","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:07:22.720968852Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-91cd99","namespace":"e2e-models-e2e-worker-w2-91cd99"},"namespace":"e2e-models-e2e-worker-w2-91cd99","name":"simulator-w2-91cd99","reconcileID":"eedd3376-e288-438b-8b82-6277367fbf78","MaaSModelRef":{"name":"simulator-w2-91cd99","namespace":"e2e-models-e2e-worker-w2-91cd99"},"routeName":"simulator-w2-91cd99-kserve-route","namespace":"e2e-models-e2e-worker-w2-91cd99","llmisvcName":"simulator-w2-91cd99","gateway":"openshift-ingress/e2e-worker-w2-91cd99","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:07:22.744738123Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-91cd99","namespace":"e2e-models-e2e-worker-w2-91cd99"},"namespace":"e2e-models-e2e-worker-w2-91cd99","name":"simulator-w2-91cd99","reconcileID":"22483921-9e87-41b5-aec9-a56fb00312d8","MaaSModelRef":{"name":"simulator-w2-91cd99","namespace":"e2e-models-e2e-worker-w2-91cd99"},"routeName":"simulator-w2-91cd99-kserve-route","namespace":"e2e-models-e2e-worker-w2-91cd99","llmisvcName":"simulator-w2-91cd99","gateway":"openshift-ingress/e2e-worker-w2-91cd99","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:07:22.767405934Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-5951bc","namespace":"e2e-models-e2e-worker-w1-5951bc"},"namespace":"e2e-models-e2e-worker-w1-5951bc","name":"simulator-w1-5951bc","reconcileID":"6e90c6aa-c9ef-4aa5-99c8-bd614a8bc3e4","MaaSModelRef":{"name":"simulator-w1-5951bc","namespace":"e2e-models-e2e-worker-w1-5951bc"},"routeName":"simulator-w1-5951bc-kserve-route","namespace":"e2e-models-e2e-worker-w1-5951bc","llmisvcName":"simulator-w1-5951bc","gateway":"openshift-ingress/e2e-worker-w1-5951bc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:07:22.836347291Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-5951bc","namespace":"e2e-models-e2e-worker-w1-5951bc"},"namespace":"e2e-models-e2e-worker-w1-5951bc","name":"simulator-w1-5951bc","reconcileID":"710411da-2782-463c-a046-a985740c1f23","MaaSModelRef":{"name":"simulator-w1-5951bc","namespace":"e2e-models-e2e-worker-w1-5951bc"},"routeName":"simulator-w1-5951bc-kserve-route","namespace":"e2e-models-e2e-worker-w1-5951bc","llmisvcName":"simulator-w1-5951bc","gateway":"openshift-ingress/e2e-worker-w1-5951bc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:07:22.88906403Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"e2e-apikey-active-auth","reconcileID":"0529816b-8369-4626-972b-b24a697cc2e2","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-91cd99","tenantID":"e2e-worker-w2-91cd99","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:07:22.948451027Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"e2e-apikey-active-auth","reconcileID":"0529816b-8369-4626-972b-b24a697cc2e2","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"name":"e2e-worker-w2-91cd99-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:07:22.974269584Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-active-sub","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"e2e-apikey-active-sub","reconcileID":"18601f85-c58b-4488-8127-623567193a59","MaaSSubscription":{"name":"e2e-apikey-active-sub","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"name":"maas-trlp-simulator-w2-91cd99","model":"e2e-models-e2e-worker-w2-91cd99/simulator-w2-91cd99","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w2-91cd99/e2e-apikey-active-sub","ai-tenant-e2e-worker-w2-91cd99/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:07:23.042729254Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"simulator-access","reconcileID":"aba30333-7193-41f1-b392-89e7905d6e65","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-91cd99","tenantID":"e2e-worker-w2-91cd99","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:07:23.042729182Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"premium-simulator-access","reconcileID":"182be25e-2468-4e38-ac77-f601abcff13d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-91cd99","tenantID":"e2e-worker-w2-91cd99","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:07:23.095732087Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"simulator-access","reconcileID":"aba30333-7193-41f1-b392-89e7905d6e65","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"name":"e2e-worker-w2-91cd99-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:07:23.096325492Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"premium-simulator-access","reconcileID":"182be25e-2468-4e38-ac77-f601abcff13d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"name":"e2e-worker-w2-91cd99-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:07:23.127868011Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-91cd99","namespace":"e2e-models-e2e-worker-w2-91cd99"},"namespace":"e2e-models-e2e-worker-w2-91cd99","name":"simulator-w2-91cd99","reconcileID":"d64f9167-407d-43d0-9930-e4057b9429b4","MaaSModelRef":{"name":"simulator-w2-91cd99","namespace":"e2e-models-e2e-worker-w2-91cd99"},"routeName":"simulator-w2-91cd99-kserve-route","namespace":"e2e-models-e2e-worker-w2-91cd99","llmisvcName":"simulator-w2-91cd99","gateway":"openshift-ingress/e2e-worker-w2-91cd99","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:07:23.172253283Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"simulator-subscription","reconcileID":"2f1ffd3d-5776-4349-ab62-906b27c5481e","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"name":"maas-trlp-simulator-w2-91cd99","model":"e2e-models-e2e-worker-w2-91cd99/simulator-w2-91cd99","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:07:23.325740348Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-active-sub","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"e2e-apikey-active-sub","reconcileID":"98b6fb58-ce75-42cf-b0e6-cd61eccf92d1","MaaSSubscription":{"name":"e2e-apikey-active-sub","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"name":"maas-trlp-simulator-w2-91cd99","model":"e2e-models-e2e-worker-w2-91cd99/simulator-w2-91cd99","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:07:25.057517579Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-9893f0","namespace":"e2e-models-e2e-worker-w0-9893f0"},"namespace":"e2e-models-e2e-worker-w0-9893f0","name":"premium-w0-9893f0","reconcileID":"59eb8c4c-0882-4792-a920-af3e7a6c7133","MaaSModelRef":{"name":"premium-w0-9893f0","namespace":"e2e-models-e2e-worker-w0-9893f0"},"routeName":"premium-w0-9893f0-kserve-route","namespace":"e2e-models-e2e-worker-w0-9893f0","llmisvcName":"premium-w0-9893f0","gateway":"openshift-ingress/e2e-worker-w0-9893f0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:07:25.186904909Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-9893f0","namespace":"e2e-models-e2e-worker-w0-9893f0"},"namespace":"e2e-models-e2e-worker-w0-9893f0","name":"simulator-w0-9893f0","reconcileID":"84042547-d324-4d63-9cf8-ce83c3fc5980","MaaSModelRef":{"name":"simulator-w0-9893f0","namespace":"e2e-models-e2e-worker-w0-9893f0"},"routeName":"simulator-w0-9893f0-kserve-route","namespace":"e2e-models-e2e-worker-w0-9893f0","llmisvcName":"simulator-w0-9893f0","gateway":"openshift-ingress/e2e-worker-w0-9893f0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:07:25.244991146Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-91cd99","namespace":"e2e-models-e2e-worker-w2-91cd99"},"namespace":"e2e-models-e2e-worker-w2-91cd99","name":"simulator-w2-91cd99","reconcileID":"5a9e1453-bfaa-4ad9-9bf0-c481cbeb3e81","MaaSModelRef":{"name":"simulator-w2-91cd99","namespace":"e2e-models-e2e-worker-w2-91cd99"},"routeName":"simulator-w2-91cd99-kserve-route","namespace":"e2e-models-e2e-worker-w2-91cd99","llmisvcName":"simulator-w2-91cd99","gateway":"openshift-ingress/e2e-worker-w2-91cd99","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:07:25.286741669Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-9893f0","namespace":"e2e-models-e2e-worker-w0-9893f0"},"namespace":"e2e-models-e2e-worker-w0-9893f0","name":"simulator-w0-9893f0","reconcileID":"9f258673-30e4-4ba2-a50a-8d73335a3e8e","MaaSModelRef":{"name":"simulator-w0-9893f0","namespace":"e2e-models-e2e-worker-w0-9893f0"},"routeName":"simulator-w0-9893f0-kserve-route","namespace":"e2e-models-e2e-worker-w0-9893f0","llmisvcName":"simulator-w0-9893f0","gateway":"openshift-ingress/e2e-worker-w0-9893f0","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T12:07:25.294108639Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w0-9893f0/simulator-subscription","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"simulator-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-03T12:07:25.308152668Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-91cd99","namespace":"e2e-models-e2e-worker-w2-91cd99"},"namespace":"e2e-models-e2e-worker-w2-91cd99","name":"simulator-w2-91cd99","reconcileID":"a59f4bf5-91ba-4ace-82d8-37bcd9b26757","MaaSModelRef":{"name":"simulator-w2-91cd99","namespace":"e2e-models-e2e-worker-w2-91cd99"},"routeName":"simulator-w2-91cd99-kserve-route","namespace":"e2e-models-e2e-worker-w2-91cd99","llmisvcName":"simulator-w2-91cd99","gateway":"openshift-ingress/e2e-worker-w2-91cd99","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:07:25.33728816Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-9893f0","namespace":"e2e-models-e2e-worker-w0-9893f0"},"namespace":"e2e-models-e2e-worker-w0-9893f0","name":"simulator-w0-9893f0","reconcileID":"616432b5-bd5e-41ec-bc9e-87abe2b6193f","MaaSModelRef":{"name":"simulator-w0-9893f0","namespace":"e2e-models-e2e-worker-w0-9893f0"},"routeName":"simulator-w0-9893f0-kserve-route","namespace":"e2e-models-e2e-worker-w0-9893f0","llmisvcName":"simulator-w0-9893f0","gateway":"openshift-ingress/e2e-worker-w0-9893f0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:07:25.452567339Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"simulator-access","reconcileID":"a81b396b-a389-4d1a-8b6c-4ad3d0ee67e6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-91cd99","tenantID":"e2e-worker-w2-91cd99","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:07:25.452758327Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"e2e-apikey-active-auth","reconcileID":"93ad6104-91fa-4670-b0fb-3e2988060c5e","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-91cd99","tenantID":"e2e-worker-w2-91cd99","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:07:25.452567843Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"premium-simulator-access","reconcileID":"1e26bd57-24e3-47e4-ad6b-65a81b9db1c8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-91cd99","tenantID":"e2e-worker-w2-91cd99","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:07:25.462169917Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-9893f0","namespace":"e2e-models-e2e-worker-w0-9893f0"},"namespace":"e2e-models-e2e-worker-w0-9893f0","name":"simulator-w0-9893f0","reconcileID":"f0ca300b-f338-44f8-af55-2c55a7ff9fc0","MaaSModelRef":{"name":"simulator-w0-9893f0","namespace":"e2e-models-e2e-worker-w0-9893f0"},"routeName":"simulator-w0-9893f0-kserve-route","namespace":"e2e-models-e2e-worker-w0-9893f0","llmisvcName":"simulator-w0-9893f0","gateway":"openshift-ingress/e2e-worker-w0-9893f0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:07:25.506823853Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"premium-simulator-access","reconcileID":"1e26bd57-24e3-47e4-ad6b-65a81b9db1c8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"name":"e2e-worker-w2-91cd99-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:07:25.509978523Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"simulator-access","reconcileID":"a81b396b-a389-4d1a-8b6c-4ad3d0ee67e6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"name":"e2e-worker-w2-91cd99-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:07:25.510873058Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"e2e-apikey-active-auth","reconcileID":"93ad6104-91fa-4670-b0fb-3e2988060c5e","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"name":"e2e-worker-w2-91cd99-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:07:25.516317093Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-9893f0","namespace":"e2e-models-e2e-worker-w0-9893f0"},"namespace":"e2e-models-e2e-worker-w0-9893f0","name":"simulator-w0-9893f0","reconcileID":"6dbca4f0-e2da-4ce7-9c88-1e3fa9ddccd0","MaaSModelRef":{"name":"simulator-w0-9893f0","namespace":"e2e-models-e2e-worker-w0-9893f0"},"routeName":"simulator-w0-9893f0-kserve-route","namespace":"e2e-models-e2e-worker-w0-9893f0","llmisvcName":"simulator-w0-9893f0","gateway":"openshift-ingress/e2e-worker-w0-9893f0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:07:25.532542085Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"namespace":"ai-tenant-e2e-worker-w0-9893f0","name":"simulator-subscription","reconcileID":"fbcb74b8-cfe4-4da8-9fdd-5375c6b4849a","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"name":"maas-trlp-simulator-w0-9893f0","model":"simulator-w0-9893f0","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w0-9893f0/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:07:25.611215324Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"namespace":"ai-tenant-e2e-worker-w0-9893f0","name":"simulator-access","reconcileID":"4cdd313e-da03-456b-9f4f-2f3fed1f6b07","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9893f0","tenantID":"e2e-worker-w0-9893f0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:07:25.685236943Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-9893f0","namespace":"e2e-models-e2e-worker-w0-9893f0"},"namespace":"e2e-models-e2e-worker-w0-9893f0","name":"simulator-w0-9893f0","reconcileID":"a4073aa8-8954-4cb6-bd45-5d1de07c2ab0","MaaSModelRef":{"name":"simulator-w0-9893f0","namespace":"e2e-models-e2e-worker-w0-9893f0"},"routeName":"simulator-w0-9893f0-kserve-route","namespace":"e2e-models-e2e-worker-w0-9893f0","llmisvcName":"simulator-w0-9893f0","gateway":"openshift-ingress/e2e-worker-w0-9893f0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:07:25.711990181Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:07:25.722773983Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"namespace":"ai-tenant-e2e-worker-w0-9893f0","name":"simulator-access","reconcileID":"4cdd313e-da03-456b-9f4f-2f3fed1f6b07","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"name":"e2e-worker-w0-9893f0-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:07:25.73342933Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-9893f0","namespace":"e2e-models-e2e-worker-w0-9893f0"},"namespace":"e2e-models-e2e-worker-w0-9893f0","name":"premium-w0-9893f0","reconcileID":"a736e8a4-8bae-415a-b377-adafb45bcd30","MaaSModelRef":{"name":"premium-w0-9893f0","namespace":"e2e-models-e2e-worker-w0-9893f0"},"routeName":"premium-w0-9893f0-kserve-route","namespace":"e2e-models-e2e-worker-w0-9893f0","llmisvcName":"premium-w0-9893f0","gateway":"openshift-ingress/e2e-worker-w0-9893f0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:07:25.773582306Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-9893f0-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"namespace":"ai-tenant-e2e-worker-w0-9893f0","name":"simulator-access","reconcileID":"4cdd313e-da03-456b-9f4f-2f3fed1f6b07","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:07:25.785324329Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-9893f0","namespace":"e2e-models-e2e-worker-w0-9893f0"},"namespace":"e2e-models-e2e-worker-w0-9893f0","name":"simulator-w0-9893f0","reconcileID":"81cef14b-09fd-4c73-be09-ef993132d50e","MaaSModelRef":{"name":"simulator-w0-9893f0","namespace":"e2e-models-e2e-worker-w0-9893f0"},"routeName":"simulator-w0-9893f0-kserve-route","namespace":"e2e-models-e2e-worker-w0-9893f0","llmisvcName":"simulator-w0-9893f0","gateway":"openshift-ingress/e2e-worker-w0-9893f0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:07:25.824366152Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-9893f0","namespace":"e2e-models-e2e-worker-w0-9893f0"},"namespace":"e2e-models-e2e-worker-w0-9893f0","name":"simulator-w0-9893f0","reconcileID":"438063a5-99ad-4e5e-bf75-ccd2dbb7a34d","MaaSModelRef":{"name":"simulator-w0-9893f0","namespace":"e2e-models-e2e-worker-w0-9893f0"},"routeName":"simulator-w0-9893f0-kserve-route","namespace":"e2e-models-e2e-worker-w0-9893f0","llmisvcName":"simulator-w0-9893f0","gateway":"openshift-ingress/e2e-worker-w0-9893f0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:07:25.832652179Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-9893f0","namespace":"e2e-models-e2e-worker-w0-9893f0"},"namespace":"e2e-models-e2e-worker-w0-9893f0","name":"premium-w0-9893f0","reconcileID":"019c0888-19a0-44c7-88d8-2eab668df920","MaaSModelRef":{"name":"premium-w0-9893f0","namespace":"e2e-models-e2e-worker-w0-9893f0"},"routeName":"premium-w0-9893f0-kserve-route","namespace":"e2e-models-e2e-worker-w0-9893f0","llmisvcName":"premium-w0-9893f0","gateway":"openshift-ingress/e2e-worker-w0-9893f0","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T12:07:25.834409769Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w0-9893f0/premium-simulator-subscription","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"premium-simulator-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-03T12:07:25.878861751Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"namespace":"ai-tenant-e2e-worker-w0-9893f0","name":"simulator-subscription","reconcileID":"9e8b31cc-5e1c-49cc-b9b6-a5a15dcf04a9","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"name":"maas-trlp-simulator-w0-9893f0","model":"e2e-models-e2e-worker-w0-9893f0/simulator-w0-9893f0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:07:25.88276583Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-9893f0","namespace":"e2e-models-e2e-worker-w0-9893f0"},"namespace":"e2e-models-e2e-worker-w0-9893f0","name":"premium-w0-9893f0","reconcileID":"89c9331f-84a3-4c65-b190-84d56d649402","MaaSModelRef":{"name":"premium-w0-9893f0","namespace":"e2e-models-e2e-worker-w0-9893f0"},"routeName":"premium-w0-9893f0-kserve-route","namespace":"e2e-models-e2e-worker-w0-9893f0","llmisvcName":"premium-w0-9893f0","gateway":"openshift-ingress/e2e-worker-w0-9893f0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:07:25.921619604Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"namespace":"ai-tenant-e2e-worker-w0-9893f0","name":"simulator-access","reconcileID":"87972908-55db-440a-8895-851517953751","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9893f0","tenantID":"e2e-worker-w0-9893f0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:07:25.974413331Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"namespace":"ai-tenant-e2e-worker-w0-9893f0","name":"simulator-access","reconcileID":"87972908-55db-440a-8895-851517953751","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"name":"e2e-worker-w0-9893f0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:07:25.987746669Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-9893f0","namespace":"e2e-models-e2e-worker-w0-9893f0"},"namespace":"e2e-models-e2e-worker-w0-9893f0","name":"premium-w0-9893f0","reconcileID":"ad6239cf-b0d8-49f4-a63c-b985996bb2c8","MaaSModelRef":{"name":"premium-w0-9893f0","namespace":"e2e-models-e2e-worker-w0-9893f0"},"routeName":"premium-w0-9893f0-kserve-route","namespace":"e2e-models-e2e-worker-w0-9893f0","llmisvcName":"premium-w0-9893f0","gateway":"openshift-ingress/e2e-worker-w0-9893f0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:07:26.025922517Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-9893f0-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"namespace":"ai-tenant-e2e-worker-w0-9893f0","name":"simulator-access","reconcileID":"87972908-55db-440a-8895-851517953751","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:07:26.040641885Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-9893f0","namespace":"e2e-models-e2e-worker-w0-9893f0"},"namespace":"e2e-models-e2e-worker-w0-9893f0","name":"simulator-w0-9893f0","reconcileID":"410efcdf-7fba-4ebf-ad9e-ab10bb4fb844","MaaSModelRef":{"name":"simulator-w0-9893f0","namespace":"e2e-models-e2e-worker-w0-9893f0"},"routeName":"simulator-w0-9893f0-kserve-route","namespace":"e2e-models-e2e-worker-w0-9893f0","llmisvcName":"simulator-w0-9893f0","gateway":"openshift-ingress/e2e-worker-w0-9893f0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:07:26.040971209Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-9893f0","namespace":"e2e-models-e2e-worker-w0-9893f0"},"namespace":"e2e-models-e2e-worker-w0-9893f0","name":"premium-w0-9893f0","reconcileID":"d4e38592-0617-47fc-bc39-d23da2a0a50b","MaaSModelRef":{"name":"premium-w0-9893f0","namespace":"e2e-models-e2e-worker-w0-9893f0"},"routeName":"premium-w0-9893f0-kserve-route","namespace":"e2e-models-e2e-worker-w0-9893f0","llmisvcName":"premium-w0-9893f0","gateway":"openshift-ingress/e2e-worker-w0-9893f0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:07:26.087694061Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"namespace":"ai-tenant-e2e-worker-w0-9893f0","name":"premium-simulator-subscription","reconcileID":"086edddd-d0f8-4b3b-a9f8-bb0601feb5ae","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"name":"maas-trlp-premium-w0-9893f0","model":"premium-w0-9893f0","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w0-9893f0/premium-simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:07:26.234948775Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"namespace":"ai-tenant-e2e-worker-w0-9893f0","name":"simulator-access","reconcileID":"23bb5c98-a91c-4e3d-824e-f22bbde91b2e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9893f0","tenantID":"e2e-worker-w0-9893f0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:07:26.235170939Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"namespace":"ai-tenant-e2e-worker-w0-9893f0","name":"premium-simulator-access","reconcileID":"56583063-c130-469d-8adf-6a4799ba2a81","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9893f0","tenantID":"e2e-worker-w0-9893f0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:07:26.240655495Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-9893f0","namespace":"e2e-models-e2e-worker-w0-9893f0"},"namespace":"e2e-models-e2e-worker-w0-9893f0","name":"premium-w0-9893f0","reconcileID":"54ca1d71-d6ad-47ce-af45-ba89675ade18","MaaSModelRef":{"name":"premium-w0-9893f0","namespace":"e2e-models-e2e-worker-w0-9893f0"},"routeName":"premium-w0-9893f0-kserve-route","namespace":"e2e-models-e2e-worker-w0-9893f0","llmisvcName":"premium-w0-9893f0","gateway":"openshift-ingress/e2e-worker-w0-9893f0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:07:26.289298416Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"namespace":"ai-tenant-e2e-worker-w0-9893f0","name":"simulator-access","reconcileID":"23bb5c98-a91c-4e3d-824e-f22bbde91b2e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"name":"e2e-worker-w0-9893f0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:07:26.289616747Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"namespace":"ai-tenant-e2e-worker-w0-9893f0","name":"premium-simulator-access","reconcileID":"56583063-c130-469d-8adf-6a4799ba2a81","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"name":"e2e-worker-w0-9893f0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:07:26.341112527Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-9893f0-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"namespace":"ai-tenant-e2e-worker-w0-9893f0","name":"premium-simulator-access","reconcileID":"56583063-c130-469d-8adf-6a4799ba2a81","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:07:26.343121137Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-9893f0-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"namespace":"ai-tenant-e2e-worker-w0-9893f0","name":"simulator-access","reconcileID":"23bb5c98-a91c-4e3d-824e-f22bbde91b2e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:07:26.393638081Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-9893f0","namespace":"e2e-models-e2e-worker-w0-9893f0"},"namespace":"e2e-models-e2e-worker-w0-9893f0","name":"premium-w0-9893f0","reconcileID":"b67e510d-d3b3-4998-9554-7551038c89e8","MaaSModelRef":{"name":"premium-w0-9893f0","namespace":"e2e-models-e2e-worker-w0-9893f0"},"routeName":"premium-w0-9893f0-kserve-route","namespace":"e2e-models-e2e-worker-w0-9893f0","llmisvcName":"premium-w0-9893f0","gateway":"openshift-ingress/e2e-worker-w0-9893f0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:07:26.436520293Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"namespace":"ai-tenant-e2e-worker-w0-9893f0","name":"premium-simulator-subscription","reconcileID":"0f1e0e91-f8a8-4199-b17f-850190fc1823","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"name":"maas-trlp-premium-w0-9893f0","model":"e2e-models-e2e-worker-w0-9893f0/premium-w0-9893f0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:07:26.487752813Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"namespace":"ai-tenant-e2e-worker-w0-9893f0","name":"simulator-access","reconcileID":"c49941e0-f305-4783-8052-cb059a2deed6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9893f0","tenantID":"e2e-worker-w0-9893f0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:07:26.540120806Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"namespace":"ai-tenant-e2e-worker-w0-9893f0","name":"simulator-access","reconcileID":"c49941e0-f305-4783-8052-cb059a2deed6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"name":"e2e-worker-w0-9893f0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:07:26.588469024Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"namespace":"ai-tenant-e2e-worker-w0-9893f0","name":"premium-simulator-access","reconcileID":"905ba581-47df-4767-a18f-3ccc1c12b7ba","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9893f0","tenantID":"e2e-worker-w0-9893f0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:07:26.592177706Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-9893f0-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"namespace":"ai-tenant-e2e-worker-w0-9893f0","name":"simulator-access","reconcileID":"c49941e0-f305-4783-8052-cb059a2deed6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:07:26.640824931Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"namespace":"ai-tenant-e2e-worker-w0-9893f0","name":"premium-simulator-access","reconcileID":"905ba581-47df-4767-a18f-3ccc1c12b7ba","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"name":"e2e-worker-w0-9893f0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:07:26.697620914Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-9893f0-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"namespace":"ai-tenant-e2e-worker-w0-9893f0","name":"premium-simulator-access","reconcileID":"905ba581-47df-4767-a18f-3ccc1c12b7ba","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:07:27.916714393Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"namespace":"ai-tenant-e2e-worker-w4-8d2c7c","name":"premium-simulator-access","reconcileID":"a211f3fa-dc22-4eaf-bcf7-46792bd90d41","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-8d2c7c","tenantID":"e2e-worker-w4-8d2c7c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:07:27.96911734Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"namespace":"ai-tenant-e2e-worker-w4-8d2c7c","name":"premium-simulator-access","reconcileID":"a211f3fa-dc22-4eaf-bcf7-46792bd90d41","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"name":"e2e-worker-w4-8d2c7c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:07:28.020871601Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w4-8d2c7c-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (92932c433a0d51a1894da4245d41d0511bc43ca43245ef81e2285b7a7a653aa7) AuthConfig (78a84b09826546d907e32f73c7455e46f4d0d17699d1b3f209aba8e2387d78fc) AuthConfig (e8dc4bb69b0c1b9f53d57ada366c529629fbfaebeb352ca98ffc2c712b6d8acb) AuthConfig (5e1b81999f60916f3f1000df458edbc17bd9e27cdee02d81aeae1997166ea19f) AuthConfig (8969833932aadfe9c31a714aca587be03d6fd84d2d29d1345d1334a27c8e77a3) AuthConfig (af0cd158625acdb11bbade7ef4d461429991f942eefd3699f397a2a39af1e236) AuthConfig (60e9ce2fd84290a8d56c4c9121d79568a9a6dd361e59da8c417acb529eb8e77c) AuthConfig (8ece213b547e1b13dc6c50e09de88b6c5efc0666dc06c894872d2f64dc37d5b3) AuthConfig (7a5a1493f4850403d5bfbe1f8a392524cdfd919b9cfbe7d0886d31e2b8cd4d05) AuthConfig (79ed60069799bd327ffeed83b2e840e707dca5438c45ce77f4e9ddb9d646eef3) AuthConfig (6dc19049eec1ae5d287abe61955c2427b22bba463769cc007d970b4aa6866c1f) AuthConfig (2da7b77d5c80bcfa925f2e492138c614000dcce76057716f5062454b60f9fa40) AuthConfig (306eb654c9d30ac4daede3665ba6aa195d831a7a2de56c554dbd781aa057104f) AuthConfig (2010aa603dc5cc7af3564df7e8133e5bbd24fe4de5ed4bd9257746ee370eddc9) AuthConfig (d61df3fbaa4417f799f5758ea4a5064f270d3d2b0f311c2c3b18b3ecae48dc68) AuthConfig (7dfb43300ae9f3d1f040cce144339402614e9f7c64c5835e00eca1d2ce0b1578) AuthConfig (cb970a8ba73452ddf6629f6131ab00d9b656bc0402adff2eb3ff514e7ee05fcf) AuthConfig (63486799985bd426c9913f8591d1b7cdea859f8ff26b6101655afc3f1a5de8b1) AuthConfig (dba2019d5800adbc857480cc6630afc00472fe4f4d2f4c73108f088a468e8901) AuthConfig (2c8910ace75cfd506c1d2844b08dd65cdf0115ec01ae05dafa9c9784a96d8f6f) AuthConfig (fe21b756b4a01d982de9cef93d38ac4493bf73f568485476c0d633ad0ccc7ec4) AuthConfig (75e472b1dc93aa15f091dcac00eb936d599c04799b92868aab6a14313d2586fc) AuthConfig (0b6afee1307d9498f09c9425d2d687fa356de5dc669be6ebfb60af837a501d6d) AuthConfig (4c212dbc40a644481cf54a83335ae20bdfb1d172f37f3b1e8b89f99e5000e7bf) AuthConfig (c669840d36b54c037ca750f7889b68682bb937b05548e671ae7bdc710f771395) AuthConfig (7c8ef68e4700702e606b31fc10319e35f50131f7f9db9121265dab36bc7e9915) AuthConfig (eae2551897c98b6f885ca5f4ec9a429345b7d01ab232dbb47cdcf3186446cde5) AuthConfig (7c8ac4ced12a4f9db746505e6726bfccf782b4f6d4440a64cd72e5fee030c222) AuthConfig (fc42d6174d55cdc8ab1cf40c92b2853657f80f8116e2ccbcc670f65e67c820b7) AuthConfig (0a502355a87973fac4c4123d2ccbcdd1f1b8f2bd97926044cb9c61f3aa21dadd)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"namespace":"ai-tenant-e2e-worker-w4-8d2c7c","name":"premium-simulator-access","reconcileID":"a211f3fa-dc22-4eaf-bcf7-46792bd90d41","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:07:28.224328938Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"namespace":"ai-tenant-e2e-worker-w4-8d2c7c","name":"simulator-access","reconcileID":"66238d46-9fc2-4742-ada5-fd325b2d5f60","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-8d2c7c","tenantID":"e2e-worker-w4-8d2c7c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:07:28.27831052Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"namespace":"ai-tenant-e2e-worker-w4-8d2c7c","name":"simulator-access","reconcileID":"66238d46-9fc2-4742-ada5-fd325b2d5f60","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"name":"e2e-worker-w4-8d2c7c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:07:28.329663497Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w4-8d2c7c-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (92932c433a0d51a1894da4245d41d0511bc43ca43245ef81e2285b7a7a653aa7) AuthConfig (78a84b09826546d907e32f73c7455e46f4d0d17699d1b3f209aba8e2387d78fc) AuthConfig (e8dc4bb69b0c1b9f53d57ada366c529629fbfaebeb352ca98ffc2c712b6d8acb) AuthConfig (5e1b81999f60916f3f1000df458edbc17bd9e27cdee02d81aeae1997166ea19f) AuthConfig (8969833932aadfe9c31a714aca587be03d6fd84d2d29d1345d1334a27c8e77a3) AuthConfig (af0cd158625acdb11bbade7ef4d461429991f942eefd3699f397a2a39af1e236) AuthConfig (60e9ce2fd84290a8d56c4c9121d79568a9a6dd361e59da8c417acb529eb8e77c) AuthConfig (8ece213b547e1b13dc6c50e09de88b6c5efc0666dc06c894872d2f64dc37d5b3) AuthConfig (7a5a1493f4850403d5bfbe1f8a392524cdfd919b9cfbe7d0886d31e2b8cd4d05) AuthConfig (79ed60069799bd327ffeed83b2e840e707dca5438c45ce77f4e9ddb9d646eef3) AuthConfig (6dc19049eec1ae5d287abe61955c2427b22bba463769cc007d970b4aa6866c1f) AuthConfig (2da7b77d5c80bcfa925f2e492138c614000dcce76057716f5062454b60f9fa40) AuthConfig (306eb654c9d30ac4daede3665ba6aa195d831a7a2de56c554dbd781aa057104f) AuthConfig (2010aa603dc5cc7af3564df7e8133e5bbd24fe4de5ed4bd9257746ee370eddc9) AuthConfig (d61df3fbaa4417f799f5758ea4a5064f270d3d2b0f311c2c3b18b3ecae48dc68) AuthConfig (7dfb43300ae9f3d1f040cce144339402614e9f7c64c5835e00eca1d2ce0b1578) AuthConfig (cb970a8ba73452ddf6629f6131ab00d9b656bc0402adff2eb3ff514e7ee05fcf) AuthConfig (63486799985bd426c9913f8591d1b7cdea859f8ff26b6101655afc3f1a5de8b1) AuthConfig (dba2019d5800adbc857480cc6630afc00472fe4f4d2f4c73108f088a468e8901) AuthConfig (2c8910ace75cfd506c1d2844b08dd65cdf0115ec01ae05dafa9c9784a96d8f6f) AuthConfig (fe21b756b4a01d982de9cef93d38ac4493bf73f568485476c0d633ad0ccc7ec4) AuthConfig (75e472b1dc93aa15f091dcac00eb936d599c04799b92868aab6a14313d2586fc) AuthConfig (0b6afee1307d9498f09c9425d2d687fa356de5dc669be6ebfb60af837a501d6d) AuthConfig (4c212dbc40a644481cf54a83335ae20bdfb1d172f37f3b1e8b89f99e5000e7bf) AuthConfig (c669840d36b54c037ca750f7889b68682bb937b05548e671ae7bdc710f771395) AuthConfig (7c8ef68e4700702e606b31fc10319e35f50131f7f9db9121265dab36bc7e9915) AuthConfig (eae2551897c98b6f885ca5f4ec9a429345b7d01ab232dbb47cdcf3186446cde5) AuthConfig (7c8ac4ced12a4f9db746505e6726bfccf782b4f6d4440a64cd72e5fee030c222) AuthConfig (fc42d6174d55cdc8ab1cf40c92b2853657f80f8116e2ccbcc670f65e67c820b7) AuthConfig (0a502355a87973fac4c4123d2ccbcdd1f1b8f2bd97926044cb9c61f3aa21dadd)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"namespace":"ai-tenant-e2e-worker-w4-8d2c7c","name":"simulator-access","reconcileID":"66238d46-9fc2-4742-ada5-fd325b2d5f60","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:07:35.468618461Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-active-sub","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"e2e-apikey-active-sub","reconcileID":"ed7253a8-af61-467e-b990-4be007f4a0b9","MaaSSubscription":{"name":"e2e-apikey-active-sub","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"model":"e2e-models-e2e-worker-w2-91cd99/simulator-w2-91cd99","subscription":"e2e-apikey-active-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:07:35.672796121Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-active-sub","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"e2e-apikey-active-sub","reconcileID":"ed7253a8-af61-467e-b990-4be007f4a0b9","MaaSSubscription":{"name":"e2e-apikey-active-sub","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"name":"maas-trlp-simulator-w2-91cd99","model":"e2e-models-e2e-worker-w2-91cd99/simulator-w2-91cd99","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w2-91cd99/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:07:35.880771892Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"simulator-subscription","reconcileID":"95f55e07-585b-42d6-9ad5-facfd69dad4e","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"name":"maas-trlp-simulator-w2-91cd99","model":"e2e-models-e2e-worker-w2-91cd99/simulator-w2-91cd99","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:07:35.934323532Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-91cd99","namespace":"e2e-models-e2e-worker-w2-91cd99"},"namespace":"e2e-models-e2e-worker-w2-91cd99","name":"simulator-w2-91cd99","reconcileID":"7aa26860-a294-4a12-9198-556676b04d40","MaaSModelRef":{"name":"simulator-w2-91cd99","namespace":"e2e-models-e2e-worker-w2-91cd99"},"routeName":"simulator-w2-91cd99-kserve-route","namespace":"e2e-models-e2e-worker-w2-91cd99","llmisvcName":"simulator-w2-91cd99","gateway":"openshift-ingress/e2e-worker-w2-91cd99","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:07:35.990035252Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-9893f0","namespace":"e2e-models-e2e-worker-w0-9893f0"},"namespace":"e2e-models-e2e-worker-w0-9893f0","name":"premium-w0-9893f0","reconcileID":"528319df-010d-41fe-98e9-a04260b95ffc","MaaSModelRef":{"name":"premium-w0-9893f0","namespace":"e2e-models-e2e-worker-w0-9893f0"},"routeName":"premium-w0-9893f0-kserve-route","namespace":"e2e-models-e2e-worker-w0-9893f0","llmisvcName":"premium-w0-9893f0","gateway":"openshift-ingress/e2e-worker-w0-9893f0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:07:36.076017854Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"namespace":"ai-tenant-e2e-worker-w0-9893f0","name":"simulator-subscription","reconcileID":"ca71b378-9cde-4ddd-b5a9-3ce31d0d53a9","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"name":"maas-trlp-simulator-w0-9893f0","model":"e2e-models-e2e-worker-w0-9893f0/simulator-w0-9893f0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:07:36.080022127Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-91cd99","namespace":"e2e-models-e2e-worker-w2-91cd99"},"namespace":"e2e-models-e2e-worker-w2-91cd99","name":"simulator-w2-91cd99","reconcileID":"9140e21d-ed42-4fce-b2db-916fe13f45fd","MaaSModelRef":{"name":"simulator-w2-91cd99","namespace":"e2e-models-e2e-worker-w2-91cd99"},"routeName":"simulator-w2-91cd99-kserve-route","namespace":"e2e-models-e2e-worker-w2-91cd99","llmisvcName":"simulator-w2-91cd99","gateway":"openshift-ingress/e2e-worker-w2-91cd99","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:07:36.085472626Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"e2e-apikey-active-auth","reconcileID":"3da92785-75dd-48b5-8ab3-0c83854ae387","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-91cd99","tenantID":"e2e-worker-w2-91cd99","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:07:36.085723477Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"simulator-access","reconcileID":"885741d6-b014-4f1b-9013-bb1543bd96bc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-91cd99","tenantID":"e2e-worker-w2-91cd99","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:07:36.147492615Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"e2e-apikey-active-auth","reconcileID":"3da92785-75dd-48b5-8ab3-0c83854ae387","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"name":"e2e-worker-w2-91cd99-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:07:36.147533348Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"simulator-access","reconcileID":"885741d6-b014-4f1b-9013-bb1543bd96bc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"name":"e2e-worker-w2-91cd99-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:07:36.188045065Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"premium-simulator-access","reconcileID":"fcb5bf18-dc7e-451f-8574-894ff807ffd3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-91cd99","tenantID":"e2e-worker-w2-91cd99","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:07:36.244509604Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-9893f0","namespace":"e2e-models-e2e-worker-w0-9893f0"},"namespace":"e2e-models-e2e-worker-w0-9893f0","name":"simulator-w0-9893f0","reconcileID":"796d4761-a43d-422f-8772-c93c0086532e","MaaSModelRef":{"name":"simulator-w0-9893f0","namespace":"e2e-models-e2e-worker-w0-9893f0"},"routeName":"simulator-w0-9893f0-kserve-route","namespace":"e2e-models-e2e-worker-w0-9893f0","llmisvcName":"simulator-w0-9893f0","gateway":"openshift-ingress/e2e-worker-w0-9893f0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:07:36.246699156Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"premium-simulator-access","reconcileID":"fcb5bf18-dc7e-451f-8574-894ff807ffd3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"name":"e2e-worker-w2-91cd99-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:07:36.344911576Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"e2e-apikey-active-auth","reconcileID":"8009f388-f17c-48ee-9012-73a4dfb86925","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"model":"e2e-models-e2e-worker-w2-91cd99/simulator-w2-91cd99","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:07:36.346087095Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"namespace":"ai-tenant-e2e-worker-w0-9893f0","name":"premium-simulator-subscription","reconcileID":"8670706a-b886-4e7c-a52a-b85887222fc7","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"name":"maas-trlp-premium-w0-9893f0","model":"e2e-models-e2e-worker-w0-9893f0/premium-w0-9893f0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:07:36.492216997Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"namespace":"ai-tenant-e2e-worker-w0-9893f0","name":"premium-simulator-access","reconcileID":"649251e7-1ea6-480e-be74-07ee9447eaed","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9893f0","tenantID":"e2e-worker-w0-9893f0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:07:36.492323296Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"namespace":"ai-tenant-e2e-worker-w0-9893f0","name":"simulator-access","reconcileID":"514b9520-6c23-4363-a16b-72bb08005845","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9893f0","tenantID":"e2e-worker-w0-9893f0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:07:36.499336749Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-9893f0","namespace":"e2e-models-e2e-worker-w0-9893f0"},"namespace":"e2e-models-e2e-worker-w0-9893f0","name":"premium-w0-9893f0","reconcileID":"2c4f3975-4c6e-49b1-96a1-cce6c2302186","MaaSModelRef":{"name":"premium-w0-9893f0","namespace":"e2e-models-e2e-worker-w0-9893f0"},"routeName":"premium-w0-9893f0-kserve-route","namespace":"e2e-models-e2e-worker-w0-9893f0","llmisvcName":"premium-w0-9893f0","gateway":"openshift-ingress/e2e-worker-w0-9893f0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:07:36.549501588Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"namespace":"ai-tenant-e2e-worker-w0-9893f0","name":"simulator-access","reconcileID":"514b9520-6c23-4363-a16b-72bb08005845","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"name":"e2e-worker-w0-9893f0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:07:36.549783559Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"namespace":"ai-tenant-e2e-worker-w0-9893f0","name":"premium-simulator-access","reconcileID":"649251e7-1ea6-480e-be74-07ee9447eaed","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"name":"e2e-worker-w0-9893f0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:07:36.600868634Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-9893f0-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (528d0b5980527cd87caad70bf31fae768bdfd0ddcfb39296dc02907b1803ac39) AuthConfig (796b29383cc91f1c65612980ff361bec413b4149d510415c45a1771f388241bf) AuthConfig (d4d1463c3e595d7f7d6b34cfdf7dadc3511b64d733a51b462c4b1b7c93a57498) AuthConfig (8ebce00ffe3aa8af06490e59235c2ec09cfb81208a4f77ffa633e2d3360a5faf) AuthConfig (6e85ab5ae23f3a708b61dd098cb331c3009510640595afb8a39b91c2984267a5) AuthConfig (b25cd41183f73eecd47aeec3ce6b34a46f5991a442af4e38981b9e2fc1cb2b44) AuthConfig (5bdfc2017ae09ad42df971da4a68db182f5a8716352830ade32ce2ea9bb68b44) AuthConfig (34617fca476817219de8341ce76fa23c064496b92ae3ffdd82e82ed98e54760c) AuthConfig (d19f4dcec852d12e64b11de18bd4bca52ebc7a89d6ec4e719def6c581c001c13) AuthConfig (f979ff816ae508c60de2a84c5e650c5629b2e269feb8d5a4c892b2bb517fa996) AuthConfig (da0a02396349b66cdf1b700a7e4479a8535351dd45a8ccb8fb75ff0c00675c18) AuthConfig (9d18f89a7b81c6ef2c6b79b795cad977afa81b06c1a10bffc4fc7742cfc1945c) AuthConfig (637ffff446160b53e1ce0aa6de4f19b0b6884eaeb3382b9d386f746184ffaa3b) AuthConfig (8d4162bf704a58b5da93c6ccbab8bbe8097aa2aff81eb4cb01a9eb6b905947f5) AuthConfig (22691b3c4c234181d2c90e680b18bee571b01f3c9441f0b99811f9e09b01118e) AuthConfig (b39c79a8879e61c8e1ce8be3ca9ef558e5131537cd842c2001aabb8ae4d2dc74) AuthConfig (8158e4373c51e9873038aba6a173843f11e773863a7c923311d3b76b43f6d717) AuthConfig (9e04fbc15198b04f7155ff59197db2f5d95616b1d700fcab6e3c6a9be95d1cab) AuthConfig (3d4983b4f41849f8aefcd71ed0227475fac68273985c442a4fedbbbf400f8d14) AuthConfig (afefad3112152af1c763890a8acf7541a3cf7e6ec147b1f05d3081c4181db3fa) AuthConfig (b714516b1fcf22f8da311465d87039e3283f10e42d531a7cc2c6c0c6868de3b6) AuthConfig (e1ec590657c0dc886059c4482291b23621a85df116165d332081b2825db5a58e) AuthConfig (5e39c3a75f515917a48356cc9feb26f011ec99921d846291e3ddb5aaced26028) AuthConfig (54c27ddb79b26547e86eaa8a95ca11fadc3ad83bb3039b1bc8b911b89757039a) AuthConfig (b9a7d58e9655d54704dcee3dbac04d4e84fbb05b9fa42914bf8180c7801cd987) AuthConfig (8d273a9353638c437e9f14a471a402779f81e8581a0a6d16005c8d66efcce0df) AuthConfig (1b4214b28f5b4d9b4bc6bdca553acc9006d96ac4da4bdfa3bc718af700274239) AuthConfig (93a70fdedc112336dfaa39e34ec7f5199b8a15720498551e9c52b186012e7245) AuthConfig (64669a0502ef33264de92a4b1099f201e9b35a54f56f753e3db7d619652c8b27) AuthConfig (4c3fb609f939eed066dff862d44d7032db107bd15937db18e6dadbcab4991490)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"namespace":"ai-tenant-e2e-worker-w0-9893f0","name":"simulator-access","reconcileID":"514b9520-6c23-4363-a16b-72bb08005845","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:07:36.601008481Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-9893f0-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (528d0b5980527cd87caad70bf31fae768bdfd0ddcfb39296dc02907b1803ac39) AuthConfig (796b29383cc91f1c65612980ff361bec413b4149d510415c45a1771f388241bf) AuthConfig (d4d1463c3e595d7f7d6b34cfdf7dadc3511b64d733a51b462c4b1b7c93a57498) AuthConfig (8ebce00ffe3aa8af06490e59235c2ec09cfb81208a4f77ffa633e2d3360a5faf) AuthConfig (6e85ab5ae23f3a708b61dd098cb331c3009510640595afb8a39b91c2984267a5) AuthConfig (b25cd41183f73eecd47aeec3ce6b34a46f5991a442af4e38981b9e2fc1cb2b44) AuthConfig (5bdfc2017ae09ad42df971da4a68db182f5a8716352830ade32ce2ea9bb68b44) AuthConfig (34617fca476817219de8341ce76fa23c064496b92ae3ffdd82e82ed98e54760c) AuthConfig (d19f4dcec852d12e64b11de18bd4bca52ebc7a89d6ec4e719def6c581c001c13) AuthConfig (f979ff816ae508c60de2a84c5e650c5629b2e269feb8d5a4c892b2bb517fa996) AuthConfig (da0a02396349b66cdf1b700a7e4479a8535351dd45a8ccb8fb75ff0c00675c18) AuthConfig (9d18f89a7b81c6ef2c6b79b795cad977afa81b06c1a10bffc4fc7742cfc1945c) AuthConfig (637ffff446160b53e1ce0aa6de4f19b0b6884eaeb3382b9d386f746184ffaa3b) AuthConfig (8d4162bf704a58b5da93c6ccbab8bbe8097aa2aff81eb4cb01a9eb6b905947f5) AuthConfig (22691b3c4c234181d2c90e680b18bee571b01f3c9441f0b99811f9e09b01118e) AuthConfig (b39c79a8879e61c8e1ce8be3ca9ef558e5131537cd842c2001aabb8ae4d2dc74) AuthConfig (8158e4373c51e9873038aba6a173843f11e773863a7c923311d3b76b43f6d717) AuthConfig (9e04fbc15198b04f7155ff59197db2f5d95616b1d700fcab6e3c6a9be95d1cab) AuthConfig (3d4983b4f41849f8aefcd71ed0227475fac68273985c442a4fedbbbf400f8d14) AuthConfig (afefad3112152af1c763890a8acf7541a3cf7e6ec147b1f05d3081c4181db3fa) AuthConfig (b714516b1fcf22f8da311465d87039e3283f10e42d531a7cc2c6c0c6868de3b6) AuthConfig (e1ec590657c0dc886059c4482291b23621a85df116165d332081b2825db5a58e) AuthConfig (5e39c3a75f515917a48356cc9feb26f011ec99921d846291e3ddb5aaced26028) AuthConfig (54c27ddb79b26547e86eaa8a95ca11fadc3ad83bb3039b1bc8b911b89757039a) AuthConfig (b9a7d58e9655d54704dcee3dbac04d4e84fbb05b9fa42914bf8180c7801cd987) AuthConfig (8d273a9353638c437e9f14a471a402779f81e8581a0a6d16005c8d66efcce0df) AuthConfig (1b4214b28f5b4d9b4bc6bdca553acc9006d96ac4da4bdfa3bc718af700274239) AuthConfig (93a70fdedc112336dfaa39e34ec7f5199b8a15720498551e9c52b186012e7245) AuthConfig (64669a0502ef33264de92a4b1099f201e9b35a54f56f753e3db7d619652c8b27) AuthConfig (4c3fb609f939eed066dff862d44d7032db107bd15937db18e6dadbcab4991490)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"namespace":"ai-tenant-e2e-worker-w0-9893f0","name":"premium-simulator-access","reconcileID":"649251e7-1ea6-480e-be74-07ee9447eaed","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:07:36.745721284Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-bb1b51","namespace":"e2e-models-e2e-worker-w3-bb1b51"},"namespace":"e2e-models-e2e-worker-w3-bb1b51","name":"premium-w3-bb1b51","reconcileID":"1d22397a-5f81-4da8-910c-49f1d3d052d8","MaaSModelRef":{"name":"premium-w3-bb1b51","namespace":"e2e-models-e2e-worker-w3-bb1b51"},"routeName":"premium-w3-bb1b51-kserve-route","namespace":"e2e-models-e2e-worker-w3-bb1b51","llmisvcName":"premium-w3-bb1b51","gateway":"openshift-ingress/e2e-worker-w3-bb1b51","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:07:36.799923762Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-91cd99","namespace":"e2e-models-e2e-worker-w2-91cd99"},"namespace":"e2e-models-e2e-worker-w2-91cd99","name":"simulator-w2-91cd99","reconcileID":"d6d8aa61-f558-4763-92a6-b2566d68f945","MaaSModelRef":{"name":"simulator-w2-91cd99","namespace":"e2e-models-e2e-worker-w2-91cd99"},"routeName":"simulator-w2-91cd99-kserve-route","namespace":"e2e-models-e2e-worker-w2-91cd99","llmisvcName":"simulator-w2-91cd99","gateway":"openshift-ingress/e2e-worker-w2-91cd99","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:07:36.800331178Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-9893f0","namespace":"e2e-models-e2e-worker-w0-9893f0"},"namespace":"e2e-models-e2e-worker-w0-9893f0","name":"simulator-w0-9893f0","reconcileID":"e16347f5-c40d-4401-a540-065dd72a8ccf","MaaSModelRef":{"name":"simulator-w0-9893f0","namespace":"e2e-models-e2e-worker-w0-9893f0"},"routeName":"simulator-w0-9893f0-kserve-route","namespace":"e2e-models-e2e-worker-w0-9893f0","llmisvcName":"simulator-w0-9893f0","gateway":"openshift-ingress/e2e-worker-w0-9893f0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:07:36.800597376Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"namespace":"ai-tenant-e2e-worker-w0-9893f0","name":"simulator-access","reconcileID":"404aea58-1b94-4b60-beec-09297d57ad1b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9893f0","tenantID":"e2e-worker-w0-9893f0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:07:36.800609364Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-9893f0","namespace":"e2e-models-e2e-worker-w0-9893f0"},"namespace":"e2e-models-e2e-worker-w0-9893f0","name":"premium-w0-9893f0","reconcileID":"79d8c604-e75a-4e1a-b2d8-5ec916762b56","MaaSModelRef":{"name":"premium-w0-9893f0","namespace":"e2e-models-e2e-worker-w0-9893f0"},"routeName":"premium-w0-9893f0-kserve-route","namespace":"e2e-models-e2e-worker-w0-9893f0","llmisvcName":"premium-w0-9893f0","gateway":"openshift-ingress/e2e-worker-w0-9893f0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:07:36.802185087Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"namespace":"ai-tenant-e2e-worker-w0-9893f0","name":"premium-simulator-access","reconcileID":"4b7dcd00-d7c6-44c3-a08b-68ec413a4674","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9893f0","tenantID":"e2e-worker-w0-9893f0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:07:36.847248021Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-bb1b51","namespace":"e2e-models-e2e-worker-w3-bb1b51"},"namespace":"e2e-models-e2e-worker-w3-bb1b51","name":"simulator-w3-bb1b51","reconcileID":"33e3f150-cca4-422f-9754-268f63abd6bc","MaaSModelRef":{"name":"simulator-w3-bb1b51","namespace":"e2e-models-e2e-worker-w3-bb1b51"},"routeName":"simulator-w3-bb1b51-kserve-route","namespace":"e2e-models-e2e-worker-w3-bb1b51","llmisvcName":"simulator-w3-bb1b51","gateway":"openshift-ingress/e2e-worker-w3-bb1b51","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:07:36.854354277Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"namespace":"ai-tenant-e2e-worker-w0-9893f0","name":"premium-simulator-access","reconcileID":"4b7dcd00-d7c6-44c3-a08b-68ec413a4674","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"name":"e2e-worker-w0-9893f0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:07:36.854466456Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"namespace":"ai-tenant-e2e-worker-w0-9893f0","name":"simulator-access","reconcileID":"404aea58-1b94-4b60-beec-09297d57ad1b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"name":"e2e-worker-w0-9893f0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:07:36.900247617Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-bb1b51","namespace":"e2e-models-e2e-worker-w3-bb1b51"},"namespace":"e2e-models-e2e-worker-w3-bb1b51","name":"simulator-w3-bb1b51","reconcileID":"805d40ce-22fa-4f94-a3fd-e5ccd1e2ec6c","MaaSModelRef":{"name":"simulator-w3-bb1b51","namespace":"e2e-models-e2e-worker-w3-bb1b51"},"routeName":"simulator-w3-bb1b51-kserve-route","namespace":"e2e-models-e2e-worker-w3-bb1b51","llmisvcName":"simulator-w3-bb1b51","gateway":"openshift-ingress/e2e-worker-w3-bb1b51","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:07:36.905606Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-9893f0-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (528d0b5980527cd87caad70bf31fae768bdfd0ddcfb39296dc02907b1803ac39) AuthConfig (796b29383cc91f1c65612980ff361bec413b4149d510415c45a1771f388241bf) AuthConfig (d4d1463c3e595d7f7d6b34cfdf7dadc3511b64d733a51b462c4b1b7c93a57498) AuthConfig (8ebce00ffe3aa8af06490e59235c2ec09cfb81208a4f77ffa633e2d3360a5faf) AuthConfig (6e85ab5ae23f3a708b61dd098cb331c3009510640595afb8a39b91c2984267a5) AuthConfig (b25cd41183f73eecd47aeec3ce6b34a46f5991a442af4e38981b9e2fc1cb2b44) AuthConfig (5bdfc2017ae09ad42df971da4a68db182f5a8716352830ade32ce2ea9bb68b44) AuthConfig (34617fca476817219de8341ce76fa23c064496b92ae3ffdd82e82ed98e54760c) AuthConfig (d19f4dcec852d12e64b11de18bd4bca52ebc7a89d6ec4e719def6c581c001c13) AuthConfig (f979ff816ae508c60de2a84c5e650c5629b2e269feb8d5a4c892b2bb517fa996) AuthConfig (da0a02396349b66cdf1b700a7e4479a8535351dd45a8ccb8fb75ff0c00675c18) AuthConfig (9d18f89a7b81c6ef2c6b79b795cad977afa81b06c1a10bffc4fc7742cfc1945c) AuthConfig (637ffff446160b53e1ce0aa6de4f19b0b6884eaeb3382b9d386f746184ffaa3b) AuthConfig (8d4162bf704a58b5da93c6ccbab8bbe8097aa2aff81eb4cb01a9eb6b905947f5) AuthConfig (22691b3c4c234181d2c90e680b18bee571b01f3c9441f0b99811f9e09b01118e) AuthConfig (b39c79a8879e61c8e1ce8be3ca9ef558e5131537cd842c2001aabb8ae4d2dc74) AuthConfig (8158e4373c51e9873038aba6a173843f11e773863a7c923311d3b76b43f6d717) AuthConfig (9e04fbc15198b04f7155ff59197db2f5d95616b1d700fcab6e3c6a9be95d1cab) AuthConfig (3d4983b4f41849f8aefcd71ed0227475fac68273985c442a4fedbbbf400f8d14) AuthConfig (afefad3112152af1c763890a8acf7541a3cf7e6ec147b1f05d3081c4181db3fa) AuthConfig (b714516b1fcf22f8da311465d87039e3283f10e42d531a7cc2c6c0c6868de3b6) AuthConfig (e1ec590657c0dc886059c4482291b23621a85df116165d332081b2825db5a58e) AuthConfig (5e39c3a75f515917a48356cc9feb26f011ec99921d846291e3ddb5aaced26028) AuthConfig (54c27ddb79b26547e86eaa8a95ca11fadc3ad83bb3039b1bc8b911b89757039a) AuthConfig (b9a7d58e9655d54704dcee3dbac04d4e84fbb05b9fa42914bf8180c7801cd987) AuthConfig (8d273a9353638c437e9f14a471a402779f81e8581a0a6d16005c8d66efcce0df) AuthConfig (1b4214b28f5b4d9b4bc6bdca553acc9006d96ac4da4bdfa3bc718af700274239) AuthConfig (93a70fdedc112336dfaa39e34ec7f5199b8a15720498551e9c52b186012e7245) AuthConfig (64669a0502ef33264de92a4b1099f201e9b35a54f56f753e3db7d619652c8b27) AuthConfig (4c3fb609f939eed066dff862d44d7032db107bd15937db18e6dadbcab4991490)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"namespace":"ai-tenant-e2e-worker-w0-9893f0","name":"simulator-access","reconcileID":"404aea58-1b94-4b60-beec-09297d57ad1b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:07:36.905892274Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-9893f0-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (528d0b5980527cd87caad70bf31fae768bdfd0ddcfb39296dc02907b1803ac39) AuthConfig (796b29383cc91f1c65612980ff361bec413b4149d510415c45a1771f388241bf) AuthConfig (d4d1463c3e595d7f7d6b34cfdf7dadc3511b64d733a51b462c4b1b7c93a57498) AuthConfig (8ebce00ffe3aa8af06490e59235c2ec09cfb81208a4f77ffa633e2d3360a5faf) AuthConfig (6e85ab5ae23f3a708b61dd098cb331c3009510640595afb8a39b91c2984267a5) AuthConfig (b25cd41183f73eecd47aeec3ce6b34a46f5991a442af4e38981b9e2fc1cb2b44) AuthConfig (5bdfc2017ae09ad42df971da4a68db182f5a8716352830ade32ce2ea9bb68b44) AuthConfig (34617fca476817219de8341ce76fa23c064496b92ae3ffdd82e82ed98e54760c) AuthConfig (d19f4dcec852d12e64b11de18bd4bca52ebc7a89d6ec4e719def6c581c001c13) AuthConfig (f979ff816ae508c60de2a84c5e650c5629b2e269feb8d5a4c892b2bb517fa996) AuthConfig (da0a02396349b66cdf1b700a7e4479a8535351dd45a8ccb8fb75ff0c00675c18) AuthConfig (9d18f89a7b81c6ef2c6b79b795cad977afa81b06c1a10bffc4fc7742cfc1945c) AuthConfig (637ffff446160b53e1ce0aa6de4f19b0b6884eaeb3382b9d386f746184ffaa3b) AuthConfig (8d4162bf704a58b5da93c6ccbab8bbe8097aa2aff81eb4cb01a9eb6b905947f5) AuthConfig (22691b3c4c234181d2c90e680b18bee571b01f3c9441f0b99811f9e09b01118e) AuthConfig (b39c79a8879e61c8e1ce8be3ca9ef558e5131537cd842c2001aabb8ae4d2dc74) AuthConfig (8158e4373c51e9873038aba6a173843f11e773863a7c923311d3b76b43f6d717) AuthConfig (9e04fbc15198b04f7155ff59197db2f5d95616b1d700fcab6e3c6a9be95d1cab) AuthConfig (3d4983b4f41849f8aefcd71ed0227475fac68273985c442a4fedbbbf400f8d14) AuthConfig (afefad3112152af1c763890a8acf7541a3cf7e6ec147b1f05d3081c4181db3fa) AuthConfig (b714516b1fcf22f8da311465d87039e3283f10e42d531a7cc2c6c0c6868de3b6) AuthConfig (e1ec590657c0dc886059c4482291b23621a85df116165d332081b2825db5a58e) AuthConfig (5e39c3a75f515917a48356cc9feb26f011ec99921d846291e3ddb5aaced26028) AuthConfig (54c27ddb79b26547e86eaa8a95ca11fadc3ad83bb3039b1bc8b911b89757039a) AuthConfig (b9a7d58e9655d54704dcee3dbac04d4e84fbb05b9fa42914bf8180c7801cd987) AuthConfig (8d273a9353638c437e9f14a471a402779f81e8581a0a6d16005c8d66efcce0df) AuthConfig (1b4214b28f5b4d9b4bc6bdca553acc9006d96ac4da4bdfa3bc718af700274239) AuthConfig (93a70fdedc112336dfaa39e34ec7f5199b8a15720498551e9c52b186012e7245) AuthConfig (64669a0502ef33264de92a4b1099f201e9b35a54f56f753e3db7d619652c8b27) AuthConfig (4c3fb609f939eed066dff862d44d7032db107bd15937db18e6dadbcab4991490)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"namespace":"ai-tenant-e2e-worker-w0-9893f0","name":"premium-simulator-access","reconcileID":"4b7dcd00-d7c6-44c3-a08b-68ec413a4674","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T12:07:36.947439594Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"namespace":"ai-tenant-e2e-worker-w3-bb1b51","name":"simulator-subscription","reconcileID":"6c343928-a822-4ea5-97dc-f273dff55bfa","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"simulator-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T12:07:37.055064813Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-bb1b51","namespace":"e2e-models-e2e-worker-w3-bb1b51"},"namespace":"e2e-models-e2e-worker-w3-bb1b51","name":"simulator-w3-bb1b51","reconcileID":"2b5a23d4-3a53-4d22-98fa-853a49397806","MaaSModelRef":{"name":"simulator-w3-bb1b51","namespace":"e2e-models-e2e-worker-w3-bb1b51"},"routeName":"simulator-w3-bb1b51-kserve-route","namespace":"e2e-models-e2e-worker-w3-bb1b51","llmisvcName":"simulator-w3-bb1b51","gateway":"openshift-ingress/e2e-worker-w3-bb1b51","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:07:37.106349905Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-bb1b51","namespace":"e2e-models-e2e-worker-w3-bb1b51"},"namespace":"e2e-models-e2e-worker-w3-bb1b51","name":"simulator-w3-bb1b51","reconcileID":"542c52b9-a661-425a-b140-004024f053b7","MaaSModelRef":{"name":"simulator-w3-bb1b51","namespace":"e2e-models-e2e-worker-w3-bb1b51"},"routeName":"simulator-w3-bb1b51-kserve-route","namespace":"e2e-models-e2e-worker-w3-bb1b51","llmisvcName":"simulator-w3-bb1b51","gateway":"openshift-ingress/e2e-worker-w3-bb1b51","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:07:37.163420382Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-bb1b51","namespace":"e2e-models-e2e-worker-w3-bb1b51"},"namespace":"e2e-models-e2e-worker-w3-bb1b51","name":"simulator-w3-bb1b51","reconcileID":"d2292938-b0e0-4a16-a8a7-81dc03ab83b8","MaaSModelRef":{"name":"simulator-w3-bb1b51","namespace":"e2e-models-e2e-worker-w3-bb1b51"},"routeName":"simulator-w3-bb1b51-kserve-route","namespace":"e2e-models-e2e-worker-w3-bb1b51","llmisvcName":"simulator-w3-bb1b51","gateway":"openshift-ingress/e2e-worker-w3-bb1b51","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:07:37.256044415Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"namespace":"ai-tenant-e2e-worker-w3-bb1b51","name":"simulator-access","reconcileID":"65df7c01-827b-4e2d-adb9-d79fd2d3765f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bb1b51","tenantID":"e2e-worker-w3-bb1b51","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:07:37.303878102Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"namespace":"ai-tenant-e2e-worker-w3-bb1b51","name":"simulator-subscription","reconcileID":"0d23a7f4-8653-41dc-86ff-0ea7dee58fdd","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"name":"maas-trlp-simulator-w3-bb1b51","model":"simulator-w3-bb1b51","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w3-bb1b51/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:07:37.369619118Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"namespace":"ai-tenant-e2e-worker-w3-bb1b51","name":"simulator-access","reconcileID":"65df7c01-827b-4e2d-adb9-d79fd2d3765f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"name":"e2e-worker-w3-bb1b51-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:07:37.382155997Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-bb1b51","namespace":"e2e-models-e2e-worker-w3-bb1b51"},"namespace":"e2e-models-e2e-worker-w3-bb1b51","name":"premium-w3-bb1b51","reconcileID":"d2a35959-2655-490e-9adf-3670013e65d3","MaaSModelRef":{"name":"premium-w3-bb1b51","namespace":"e2e-models-e2e-worker-w3-bb1b51"},"routeName":"premium-w3-bb1b51-kserve-route","namespace":"e2e-models-e2e-worker-w3-bb1b51","llmisvcName":"premium-w3-bb1b51","gateway":"openshift-ingress/e2e-worker-w3-bb1b51","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:07:37.426334874Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w3-bb1b51-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"namespace":"ai-tenant-e2e-worker-w3-bb1b51","name":"simulator-access","reconcileID":"65df7c01-827b-4e2d-adb9-d79fd2d3765f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:07:37.44391217Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-bb1b51","namespace":"e2e-models-e2e-worker-w3-bb1b51"},"namespace":"e2e-models-e2e-worker-w3-bb1b51","name":"simulator-w3-bb1b51","reconcileID":"d3aa8174-999b-40d0-914f-49920a74a5e6","MaaSModelRef":{"name":"simulator-w3-bb1b51","namespace":"e2e-models-e2e-worker-w3-bb1b51"},"routeName":"simulator-w3-bb1b51-kserve-route","namespace":"e2e-models-e2e-worker-w3-bb1b51","llmisvcName":"simulator-w3-bb1b51","gateway":"openshift-ingress/e2e-worker-w3-bb1b51","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T12:07:37.456592707Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"namespace":"ai-tenant-e2e-worker-w3-bb1b51","name":"simulator-subscription","reconcileID":"0d23a7f4-8653-41dc-86ff-0ea7dee58fdd","error":"failed to update MaaSSubscription status: Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"simulator-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T12:07:37.481304911Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-bb1b51","namespace":"e2e-models-e2e-worker-w3-bb1b51"},"namespace":"e2e-models-e2e-worker-w3-bb1b51","name":"simulator-w3-bb1b51","reconcileID":"b4f7c011-a970-4ddd-8e3f-ef57e97b2e49","MaaSModelRef":{"name":"simulator-w3-bb1b51","namespace":"e2e-models-e2e-worker-w3-bb1b51"},"routeName":"simulator-w3-bb1b51-kserve-route","namespace":"e2e-models-e2e-worker-w3-bb1b51","llmisvcName":"simulator-w3-bb1b51","gateway":"openshift-ingress/e2e-worker-w3-bb1b51","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:07:37.48248881Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-bb1b51","namespace":"e2e-models-e2e-worker-w3-bb1b51"},"namespace":"e2e-models-e2e-worker-w3-bb1b51","name":"premium-w3-bb1b51","reconcileID":"bc9a1667-adf7-4f06-993d-3d2a7bcb8f05","MaaSModelRef":{"name":"premium-w3-bb1b51","namespace":"e2e-models-e2e-worker-w3-bb1b51"},"routeName":"premium-w3-bb1b51-kserve-route","namespace":"e2e-models-e2e-worker-w3-bb1b51","llmisvcName":"premium-w3-bb1b51","gateway":"openshift-ingress/e2e-worker-w3-bb1b51","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T12:07:37.494211319Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w3-bb1b51/premium-simulator-subscription","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"premium-simulator-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-03T12:07:37.533400996Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-bb1b51","namespace":"e2e-models-e2e-worker-w3-bb1b51"},"namespace":"e2e-models-e2e-worker-w3-bb1b51","name":"premium-w3-bb1b51","reconcileID":"0fce8ff2-d621-41ea-a3d0-27b992bdec87","MaaSModelRef":{"name":"premium-w3-bb1b51","namespace":"e2e-models-e2e-worker-w3-bb1b51"},"routeName":"premium-w3-bb1b51-kserve-route","namespace":"e2e-models-e2e-worker-w3-bb1b51","llmisvcName":"premium-w3-bb1b51","gateway":"openshift-ingress/e2e-worker-w3-bb1b51","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:07:37.582911622Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"namespace":"ai-tenant-e2e-worker-w3-bb1b51","name":"simulator-access","reconcileID":"27714193-1cf5-414a-a4ef-c70d29f84223","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bb1b51","tenantID":"e2e-worker-w3-bb1b51","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:07:37.596956246Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-91cd99","namespace":"e2e-models-e2e-worker-w2-91cd99"},"namespace":"e2e-models-e2e-worker-w2-91cd99","name":"simulator-w2-91cd99","reconcileID":"950ab22b-7901-4da8-8148-9cea6cd112b3","MaaSModelRef":{"name":"simulator-w2-91cd99","namespace":"e2e-models-e2e-worker-w2-91cd99"},"routeName":"simulator-w2-91cd99-kserve-route","namespace":"e2e-models-e2e-worker-w2-91cd99","llmisvcName":"simulator-w2-91cd99","gateway":"openshift-ingress/e2e-worker-w2-91cd99","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:07:37.637295878Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"namespace":"ai-tenant-e2e-worker-w3-bb1b51","name":"simulator-access","reconcileID":"27714193-1cf5-414a-a4ef-c70d29f84223","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"name":"e2e-worker-w3-bb1b51-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:07:37.648426273Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-91cd99","namespace":"e2e-models-e2e-worker-w2-91cd99"},"namespace":"e2e-models-e2e-worker-w2-91cd99","name":"simulator-w2-91cd99","reconcileID":"f9dc49d6-833c-4a14-9810-10ca39ffdafd","MaaSModelRef":{"name":"simulator-w2-91cd99","namespace":"e2e-models-e2e-worker-w2-91cd99"},"routeName":"simulator-w2-91cd99-kserve-route","namespace":"e2e-models-e2e-worker-w2-91cd99","llmisvcName":"simulator-w2-91cd99","gateway":"openshift-ingress/e2e-worker-w2-91cd99","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:07:37.661353046Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"namespace":"ai-tenant-e2e-worker-w3-bb1b51","name":"simulator-subscription","reconcileID":"d157fca2-7810-425f-934a-563b48a211ac","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"name":"maas-trlp-simulator-w3-bb1b51","model":"e2e-models-e2e-worker-w3-bb1b51/simulator-w3-bb1b51","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:07:37.696992499Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-bb1b51","namespace":"e2e-models-e2e-worker-w3-bb1b51"},"namespace":"e2e-models-e2e-worker-w3-bb1b51","name":"premium-w3-bb1b51","reconcileID":"73dc0298-7457-48b4-af43-62ec5f2ca709","MaaSModelRef":{"name":"premium-w3-bb1b51","namespace":"e2e-models-e2e-worker-w3-bb1b51"},"routeName":"premium-w3-bb1b51-kserve-route","namespace":"e2e-models-e2e-worker-w3-bb1b51","llmisvcName":"premium-w3-bb1b51","gateway":"openshift-ingress/e2e-worker-w3-bb1b51","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:07:37.699089311Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w3-bb1b51-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"namespace":"ai-tenant-e2e-worker-w3-bb1b51","name":"simulator-access","reconcileID":"27714193-1cf5-414a-a4ef-c70d29f84223","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:07:37.754025854Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-bb1b51","namespace":"e2e-models-e2e-worker-w3-bb1b51"},"namespace":"e2e-models-e2e-worker-w3-bb1b51","name":"premium-w3-bb1b51","reconcileID":"93834266-0d1e-4698-b752-48f046fd74a4","MaaSModelRef":{"name":"premium-w3-bb1b51","namespace":"e2e-models-e2e-worker-w3-bb1b51"},"routeName":"premium-w3-bb1b51-kserve-route","namespace":"e2e-models-e2e-worker-w3-bb1b51","llmisvcName":"premium-w3-bb1b51","gateway":"openshift-ingress/e2e-worker-w3-bb1b51","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:07:37.760685069Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"namespace":"ai-tenant-e2e-worker-w3-bb1b51","name":"premium-simulator-subscription","reconcileID":"539bc9e1-c3e4-4c13-92fc-d0806e25fb0a","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"name":"maas-trlp-premium-w3-bb1b51","model":"premium-w3-bb1b51","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w3-bb1b51/premium-simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:07:37.795885179Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"e2e-apikey-degraded-auth","reconcileID":"c9a54995-98e7-4031-a33f-82118414a5d6","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-91cd99","tenantID":"e2e-worker-w2-91cd99","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:07:37.822555718Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-bb1b51","namespace":"e2e-models-e2e-worker-w3-bb1b51"},"namespace":"e2e-models-e2e-worker-w3-bb1b51","name":"simulator-w3-bb1b51","reconcileID":"e0c88f8e-3e7f-4761-a8d7-895baaaa747a","MaaSModelRef":{"name":"simulator-w3-bb1b51","namespace":"e2e-models-e2e-worker-w3-bb1b51"},"routeName":"simulator-w3-bb1b51-kserve-route","namespace":"e2e-models-e2e-worker-w3-bb1b51","llmisvcName":"simulator-w3-bb1b51","gateway":"openshift-ingress/e2e-worker-w3-bb1b51","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:07:37.855843735Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-91cd99","namespace":"e2e-models-e2e-worker-w2-91cd99"},"namespace":"e2e-models-e2e-worker-w2-91cd99","name":"simulator-w2-91cd99","reconcileID":"986e1bfd-2e81-47d2-8b3a-d331404d59fb","MaaSModelRef":{"name":"simulator-w2-91cd99","namespace":"e2e-models-e2e-worker-w2-91cd99"},"routeName":"simulator-w2-91cd99-kserve-route","namespace":"e2e-models-e2e-worker-w2-91cd99","llmisvcName":"simulator-w2-91cd99","gateway":"openshift-ingress/e2e-worker-w2-91cd99","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:07:37.858026632Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"e2e-apikey-degraded-auth","reconcileID":"c9a54995-98e7-4031-a33f-82118414a5d6","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"name":"e2e-worker-w2-91cd99-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:07:37.902500907Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"namespace":"ai-tenant-e2e-worker-w3-bb1b51","name":"simulator-access","reconcileID":"f45e5608-cd8c-4dfd-9312-f22d90328af7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bb1b51","tenantID":"e2e-worker-w3-bb1b51","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:07:37.909324711Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-bb1b51","namespace":"e2e-models-e2e-worker-w3-bb1b51"},"namespace":"e2e-models-e2e-worker-w3-bb1b51","name":"premium-w3-bb1b51","reconcileID":"2fab2ffd-9180-41e8-a6ed-ec7206c7bfed","MaaSModelRef":{"name":"premium-w3-bb1b51","namespace":"e2e-models-e2e-worker-w3-bb1b51"},"routeName":"premium-w3-bb1b51-kserve-route","namespace":"e2e-models-e2e-worker-w3-bb1b51","llmisvcName":"premium-w3-bb1b51","gateway":"openshift-ingress/e2e-worker-w3-bb1b51","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T12:07:37.911947205Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"namespace":"ai-tenant-e2e-worker-w3-bb1b51","name":"premium-simulator-subscription","reconcileID":"539bc9e1-c3e4-4c13-92fc-d0806e25fb0a","error":"failed to update MaaSSubscription status: Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"premium-simulator-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T12:07:37.956414364Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"namespace":"ai-tenant-e2e-worker-w3-bb1b51","name":"simulator-access","reconcileID":"f45e5608-cd8c-4dfd-9312-f22d90328af7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"name":"e2e-worker-w3-bb1b51-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:07:37.95746229Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-91cd99","namespace":"e2e-models-e2e-worker-w2-91cd99"},"namespace":"e2e-models-e2e-worker-w2-91cd99","name":"simulator-w2-91cd99","reconcileID":"68877dcf-c81f-4580-aba1-1aeea32b125e","MaaSModelRef":{"name":"simulator-w2-91cd99","namespace":"e2e-models-e2e-worker-w2-91cd99"},"routeName":"simulator-w2-91cd99-kserve-route","namespace":"e2e-models-e2e-worker-w2-91cd99","llmisvcName":"simulator-w2-91cd99","gateway":"openshift-ingress/e2e-worker-w2-91cd99","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T12:07:37.958240585Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w2-91cd99/e2e-apikey-degraded-sub","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-apikey-degraded-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-03T12:07:37.994854976Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"namespace":"ai-tenant-e2e-worker-w3-bb1b51","name":"premium-simulator-access","reconcileID":"244ef568-d075-4297-88cd-822a597e819f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bb1b51","tenantID":"e2e-worker-w3-bb1b51","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:07:38.003573916Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"simulator-access","reconcileID":"68f358ec-2cec-4d20-8c53-3895a220c568","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-91cd99","tenantID":"e2e-worker-w2-91cd99","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:07:38.004488793Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"premium-simulator-access","reconcileID":"c14ac4c2-397d-47df-acd9-1dac3c532b45","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-91cd99","tenantID":"e2e-worker-w2-91cd99","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:07:38.007371726Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w3-bb1b51-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"namespace":"ai-tenant-e2e-worker-w3-bb1b51","name":"simulator-access","reconcileID":"f45e5608-cd8c-4dfd-9312-f22d90328af7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:07:38.008815341Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-91cd99","namespace":"e2e-models-e2e-worker-w2-91cd99"},"namespace":"e2e-models-e2e-worker-w2-91cd99","name":"simulator-w2-91cd99","reconcileID":"f7da6ec9-b7a9-4116-8433-1562d14a6cfb","MaaSModelRef":{"name":"simulator-w2-91cd99","namespace":"e2e-models-e2e-worker-w2-91cd99"},"routeName":"simulator-w2-91cd99-kserve-route","namespace":"e2e-models-e2e-worker-w2-91cd99","llmisvcName":"simulator-w2-91cd99","gateway":"openshift-ingress/e2e-worker-w2-91cd99","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:07:38.051207412Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"namespace":"ai-tenant-e2e-worker-w3-bb1b51","name":"premium-simulator-access","reconcileID":"244ef568-d075-4297-88cd-822a597e819f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"name":"e2e-worker-w3-bb1b51-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:07:38.056851106Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"simulator-access","reconcileID":"68f358ec-2cec-4d20-8c53-3895a220c568","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"name":"e2e-worker-w2-91cd99-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:07:38.061627897Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"premium-simulator-access","reconcileID":"c14ac4c2-397d-47df-acd9-1dac3c532b45","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"name":"e2e-worker-w2-91cd99-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:07:38.112492173Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"namespace":"ai-tenant-e2e-worker-w3-bb1b51","name":"premium-simulator-subscription","reconcileID":"3d2326f6-8696-4bb6-baeb-bb33444b6edf","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"name":"maas-trlp-premium-w3-bb1b51","model":"e2e-models-e2e-worker-w3-bb1b51/premium-w3-bb1b51","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:07:38.11342047Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w3-bb1b51-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"namespace":"ai-tenant-e2e-worker-w3-bb1b51","name":"premium-simulator-access","reconcileID":"244ef568-d075-4297-88cd-822a597e819f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:07:38.162286037Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"namespace":"ai-tenant-e2e-worker-w3-bb1b51","name":"simulator-access","reconcileID":"7da36ae8-b950-4acd-90d5-a7f9876eeb74","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bb1b51","tenantID":"e2e-worker-w3-bb1b51","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:07:38.185480068Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-bb1b51","namespace":"e2e-models-e2e-worker-w3-bb1b51"},"namespace":"e2e-models-e2e-worker-w3-bb1b51","name":"premium-w3-bb1b51","reconcileID":"13a996f6-35bc-4f22-b18e-8df727e0d3d7","MaaSModelRef":{"name":"premium-w3-bb1b51","namespace":"e2e-models-e2e-worker-w3-bb1b51"},"routeName":"premium-w3-bb1b51-kserve-route","namespace":"e2e-models-e2e-worker-w3-bb1b51","llmisvcName":"premium-w3-bb1b51","gateway":"openshift-ingress/e2e-worker-w3-bb1b51","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:07:38.185813472Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-91cd99","namespace":"e2e-models-e2e-worker-w2-91cd99"},"namespace":"e2e-models-e2e-worker-w2-91cd99","name":"simulator-w2-91cd99","reconcileID":"cc3efa1e-a1ee-40f2-b2e6-bd8cc2b3232c","MaaSModelRef":{"name":"simulator-w2-91cd99","namespace":"e2e-models-e2e-worker-w2-91cd99"},"routeName":"simulator-w2-91cd99-kserve-route","namespace":"e2e-models-e2e-worker-w2-91cd99","llmisvcName":"simulator-w2-91cd99","gateway":"openshift-ingress/e2e-worker-w2-91cd99","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:07:38.228824046Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"namespace":"ai-tenant-e2e-worker-w3-bb1b51","name":"simulator-access","reconcileID":"7da36ae8-b950-4acd-90d5-a7f9876eeb74","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"name":"e2e-worker-w3-bb1b51-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:07:38.283110607Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w3-bb1b51-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"namespace":"ai-tenant-e2e-worker-w3-bb1b51","name":"simulator-access","reconcileID":"7da36ae8-b950-4acd-90d5-a7f9876eeb74","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:07:38.28655264Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-bb1b51","namespace":"e2e-models-e2e-worker-w3-bb1b51"},"namespace":"e2e-models-e2e-worker-w3-bb1b51","name":"premium-w3-bb1b51","reconcileID":"dddcce0a-8714-44d0-8ba2-45b334de65f5","MaaSModelRef":{"name":"premium-w3-bb1b51","namespace":"e2e-models-e2e-worker-w3-bb1b51"},"routeName":"premium-w3-bb1b51-kserve-route","namespace":"e2e-models-e2e-worker-w3-bb1b51","llmisvcName":"premium-w3-bb1b51","gateway":"openshift-ingress/e2e-worker-w3-bb1b51","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:07:38.287082854Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"e2e-apikey-degraded-sub","reconcileID":"6ea4d7b7-b1fc-4c5a-b774-a2be3687e42e","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"name":"maas-trlp-simulator-w2-91cd99","model":"e2e-models-e2e-worker-w2-91cd99/simulator-w2-91cd99","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w2-91cd99/e2e-apikey-degraded-sub","ai-tenant-e2e-worker-w2-91cd99/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:07:38.287183937Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"e2e-apikey-degraded-sub","reconcileID":"6ea4d7b7-b1fc-4c5a-b774-a2be3687e42e","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"model":"e2e-models-e2e-worker-w2-91cd99/nonexistent-model-apikey","error":"MaaSModelRef not found: e2e-models-e2e-worker-w2-91cd99/nonexistent-model-apikey","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:07:38.336102126Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"namespace":"ai-tenant-e2e-worker-w3-bb1b51","name":"premium-simulator-access","reconcileID":"5458b78f-9706-4963-a2e1-48843cfc3791","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bb1b51","tenantID":"e2e-worker-w3-bb1b51","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:07:38.336846227Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"e2e-apikey-degraded-auth","reconcileID":"02ee371a-3144-4c63-ba79-656a6705939a","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-91cd99","tenantID":"e2e-worker-w2-91cd99","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:07:38.393824552Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"namespace":"ai-tenant-e2e-worker-w3-bb1b51","name":"premium-simulator-access","reconcileID":"5458b78f-9706-4963-a2e1-48843cfc3791","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"name":"e2e-worker-w3-bb1b51-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:07:38.394748199Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"e2e-apikey-degraded-auth","reconcileID":"02ee371a-3144-4c63-ba79-656a6705939a","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"name":"e2e-worker-w2-91cd99-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:07:38.445224177Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"namespace":"ai-tenant-e2e-worker-w4-8d2c7c","name":"premium-simulator-access","reconcileID":"8f40beb5-24b0-43a0-baca-981b5dd4479e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-8d2c7c","tenantID":"e2e-worker-w4-8d2c7c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:07:38.446069699Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"simulator-access","reconcileID":"45da6289-d1f5-4b4b-bbe5-ccb4371df875","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-91cd99","tenantID":"e2e-worker-w2-91cd99","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:07:38.446803139Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w3-bb1b51-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"namespace":"ai-tenant-e2e-worker-w3-bb1b51","name":"premium-simulator-access","reconcileID":"5458b78f-9706-4963-a2e1-48843cfc3791","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:07:38.455926755Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"premium-simulator-access","reconcileID":"9db9f658-50f0-4934-bac3-36b6b64e375b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-91cd99","tenantID":"e2e-worker-w2-91cd99","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:07:38.497075642Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"simulator-subscription","reconcileID":"8981fcd2-8519-4eb0-bf86-2143908d03b6","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"name":"maas-trlp-simulator-w2-91cd99","model":"e2e-models-e2e-worker-w2-91cd99/simulator-w2-91cd99","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:07:38.500814782Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"namespace":"ai-tenant-e2e-worker-w4-8d2c7c","name":"premium-simulator-access","reconcileID":"8f40beb5-24b0-43a0-baca-981b5dd4479e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"name":"e2e-worker-w4-8d2c7c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:07:38.500997696Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"simulator-access","reconcileID":"45da6289-d1f5-4b4b-bbe5-ccb4371df875","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"name":"e2e-worker-w2-91cd99-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T12:07:38.501041953Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"namespace":"ai-tenant-e2e-worker-w3-bb1b51","name":"premium-simulator-access","reconcileID":"5458b78f-9706-4963-a2e1-48843cfc3791","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"premium-simulator-access\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T12:07:38.501873049Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-91cd99","namespace":"e2e-models-e2e-worker-w2-91cd99"},"namespace":"e2e-models-e2e-worker-w2-91cd99","name":"simulator-w2-91cd99","reconcileID":"6e5e10f6-1fa0-4f04-a76d-bdc5686da6db","MaaSModelRef":{"name":"simulator-w2-91cd99","namespace":"e2e-models-e2e-worker-w2-91cd99"},"routeName":"simulator-w2-91cd99-kserve-route","namespace":"e2e-models-e2e-worker-w2-91cd99","llmisvcName":"simulator-w2-91cd99","gateway":"openshift-ingress/e2e-worker-w2-91cd99","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:07:38.509065398Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"premium-simulator-access","reconcileID":"9db9f658-50f0-4934-bac3-36b6b64e375b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"name":"e2e-worker-w2-91cd99-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:07:38.654999871Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"namespace":"ai-tenant-e2e-worker-w4-8d2c7c","name":"simulator-access","reconcileID":"686ba6cb-4d6b-4b87-9633-e53836c8865c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-8d2c7c","tenantID":"e2e-worker-w4-8d2c7c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T12:07:38.655790465Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"e2e-apikey-degraded-auth","reconcileID":"02ee371a-3144-4c63-ba79-656a6705939a","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"e2e-apikey-degraded-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T12:07:38.704801765Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"e2e-apikey-degraded-sub","reconcileID":"72776f0f-0d3e-4dc3-a191-3c45d30ba155","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"name":"maas-trlp-simulator-w2-91cd99","model":"e2e-models-e2e-worker-w2-91cd99/simulator-w2-91cd99","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:07:38.704931508Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"e2e-apikey-degraded-sub","reconcileID":"72776f0f-0d3e-4dc3-a191-3c45d30ba155","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"model":"e2e-models-e2e-worker-w2-91cd99/nonexistent-model-apikey","error":"MaaSModelRef not found: e2e-models-e2e-worker-w2-91cd99/nonexistent-model-apikey","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:07:38.708228554Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"namespace":"ai-tenant-e2e-worker-w4-8d2c7c","name":"simulator-access","reconcileID":"686ba6cb-4d6b-4b87-9633-e53836c8865c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"name":"e2e-worker-w4-8d2c7c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:07:38.758096062Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-8d2c7c","namespace":"e2e-models-e2e-worker-w4-8d2c7c"},"namespace":"e2e-models-e2e-worker-w4-8d2c7c","name":"premium-w4-8d2c7c","reconcileID":"cc7a8a68-058b-4143-ae54-b68d51a308c5","MaaSModelRef":{"name":"premium-w4-8d2c7c","namespace":"e2e-models-e2e-worker-w4-8d2c7c"},"routeName":"premium-w4-8d2c7c-kserve-route","namespace":"e2e-models-e2e-worker-w4-8d2c7c","llmisvcName":"premium-w4-8d2c7c","gateway":"openshift-ingress/e2e-worker-w4-8d2c7c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:07:38.800612599Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"namespace":"ai-tenant-e2e-worker-w3-bb1b51","name":"premium-simulator-access","reconcileID":"6af92dd2-8a58-4885-8289-5a8f0467c1c6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bb1b51","tenantID":"e2e-worker-w3-bb1b51","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:07:38.805606943Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"e2e-apikey-degraded-auth","reconcileID":"c2e0cfb7-5825-402a-99ff-c50c922f6c6f","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-91cd99","tenantID":"e2e-worker-w2-91cd99","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:07:38.856351602Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"namespace":"ai-tenant-e2e-worker-w3-bb1b51","name":"premium-simulator-access","reconcileID":"6af92dd2-8a58-4885-8289-5a8f0467c1c6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"name":"e2e-worker-w3-bb1b51-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:07:38.860028304Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"e2e-apikey-degraded-auth","reconcileID":"c2e0cfb7-5825-402a-99ff-c50c922f6c6f","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"name":"e2e-worker-w2-91cd99-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:07:38.907641928Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w3-bb1b51-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"namespace":"ai-tenant-e2e-worker-w3-bb1b51","name":"premium-simulator-access","reconcileID":"6af92dd2-8a58-4885-8289-5a8f0467c1c6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:07:38.959252371Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-8d2c7c","namespace":"e2e-models-e2e-worker-w4-8d2c7c"},"namespace":"e2e-models-e2e-worker-w4-8d2c7c","name":"simulator-w4-8d2c7c","reconcileID":"66dd95ee-6324-48e9-8727-e8735fe6c332","MaaSModelRef":{"name":"simulator-w4-8d2c7c","namespace":"e2e-models-e2e-worker-w4-8d2c7c"},"routeName":"simulator-w4-8d2c7c-kserve-route","namespace":"e2e-models-e2e-worker-w4-8d2c7c","llmisvcName":"simulator-w4-8d2c7c","gateway":"openshift-ingress/e2e-worker-w4-8d2c7c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:07:40.77147866Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-91cd99","namespace":"e2e-models-e2e-worker-w2-91cd99"},"namespace":"e2e-models-e2e-worker-w2-91cd99","name":"simulator-w2-91cd99","reconcileID":"239a6a5b-0e2f-4630-9ff4-561bcec4f386","MaaSModelRef":{"name":"simulator-w2-91cd99","namespace":"e2e-models-e2e-worker-w2-91cd99"},"routeName":"simulator-w2-91cd99-kserve-route","namespace":"e2e-models-e2e-worker-w2-91cd99","llmisvcName":"simulator-w2-91cd99","gateway":"openshift-ingress/e2e-worker-w2-91cd99","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:07:40.921867342Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"premium-simulator-access","reconcileID":"c793c6eb-c503-493a-87e9-7dab4f6fe411","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-91cd99","tenantID":"e2e-worker-w2-91cd99","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:07:40.925485027Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"e2e-apikey-degraded-auth","reconcileID":"53aac4e2-0997-4c89-b3e6-b53fcb275f98","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-91cd99","tenantID":"e2e-worker-w2-91cd99","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:07:40.926092888Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"simulator-access","reconcileID":"98b5ca98-0acc-4266-85ad-0f607d5816f0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-91cd99","tenantID":"e2e-worker-w2-91cd99","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:07:40.975935779Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"premium-simulator-access","reconcileID":"c793c6eb-c503-493a-87e9-7dab4f6fe411","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"name":"e2e-worker-w2-91cd99-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:07:40.978863358Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"e2e-apikey-degraded-auth","reconcileID":"53aac4e2-0997-4c89-b3e6-b53fcb275f98","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"name":"e2e-worker-w2-91cd99-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:07:40.982424211Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"simulator-access","reconcileID":"98b5ca98-0acc-4266-85ad-0f607d5816f0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"name":"e2e-worker-w2-91cd99-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:07:42.791259097Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-8d2c7c","namespace":"e2e-models-e2e-worker-w4-8d2c7c"},"namespace":"e2e-models-e2e-worker-w4-8d2c7c","name":"simulator-w4-8d2c7c","reconcileID":"42816ec5-e4db-4914-baad-00d7622db917","MaaSModelRef":{"name":"simulator-w4-8d2c7c","namespace":"e2e-models-e2e-worker-w4-8d2c7c"},"routeName":"simulator-w4-8d2c7c-kserve-route","namespace":"e2e-models-e2e-worker-w4-8d2c7c","llmisvcName":"simulator-w4-8d2c7c","gateway":"openshift-ingress/e2e-worker-w4-8d2c7c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:07:42.8432498Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-8d2c7c","namespace":"e2e-models-e2e-worker-w4-8d2c7c"},"namespace":"e2e-models-e2e-worker-w4-8d2c7c","name":"simulator-w4-8d2c7c","reconcileID":"4491cd7c-0674-44ae-8c1a-1207c037ef91","MaaSModelRef":{"name":"simulator-w4-8d2c7c","namespace":"e2e-models-e2e-worker-w4-8d2c7c"},"routeName":"simulator-w4-8d2c7c-kserve-route","namespace":"e2e-models-e2e-worker-w4-8d2c7c","llmisvcName":"simulator-w4-8d2c7c","gateway":"openshift-ingress/e2e-worker-w4-8d2c7c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:07:42.990056533Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-80540d38-auth","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"namespace":"ai-tenant-e2e-worker-w4-8d2c7c","name":"e2e-filter-sub-a-80540d38-auth","reconcileID":"ff8c4cb1-ad8f-423e-ac40-86a8809e1472","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-80540d38-auth","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-8d2c7c","tenantID":"e2e-worker-w4-8d2c7c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:07:43.044116367Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-80540d38-auth","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"namespace":"ai-tenant-e2e-worker-w4-8d2c7c","name":"e2e-filter-sub-a-80540d38-auth","reconcileID":"ff8c4cb1-ad8f-423e-ac40-86a8809e1472","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-80540d38-auth","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"name":"e2e-worker-w4-8d2c7c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:07:43.060330374Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-8d2c7c","namespace":"e2e-models-e2e-worker-w4-8d2c7c"},"namespace":"e2e-models-e2e-worker-w4-8d2c7c","name":"simulator-w4-8d2c7c","reconcileID":"c2686345-73cb-438c-add5-4e8a72ee52f8","MaaSModelRef":{"name":"simulator-w4-8d2c7c","namespace":"e2e-models-e2e-worker-w4-8d2c7c"},"routeName":"simulator-w4-8d2c7c-kserve-route","namespace":"e2e-models-e2e-worker-w4-8d2c7c","llmisvcName":"simulator-w4-8d2c7c","gateway":"openshift-ingress/e2e-worker-w4-8d2c7c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:07:43.112015619Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-8d2c7c","namespace":"e2e-models-e2e-worker-w4-8d2c7c"},"namespace":"e2e-models-e2e-worker-w4-8d2c7c","name":"simulator-w4-8d2c7c","reconcileID":"e41deeaa-0ae9-4444-82aa-25e26ed90f6a","MaaSModelRef":{"name":"simulator-w4-8d2c7c","namespace":"e2e-models-e2e-worker-w4-8d2c7c"},"routeName":"simulator-w4-8d2c7c-kserve-route","namespace":"e2e-models-e2e-worker-w4-8d2c7c","llmisvcName":"simulator-w4-8d2c7c","gateway":"openshift-ingress/e2e-worker-w4-8d2c7c","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T12:07:43.164608959Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-filter-sub-a-80540d38","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"namespace":"ai-tenant-e2e-worker-w4-8d2c7c","name":"e2e-filter-sub-a-80540d38","reconcileID":"92de2848-fef7-4ada-aad3-b5d7333a2c73","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-filter-sub-a-80540d38\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T12:07:43.20516218Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"namespace":"ai-tenant-e2e-worker-w4-8d2c7c","name":"simulator-access","reconcileID":"a26d3b4b-de49-4dbd-8381-e6e935f267a2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-8d2c7c","tenantID":"e2e-worker-w4-8d2c7c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:07:43.205162128Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"namespace":"ai-tenant-e2e-worker-w4-8d2c7c","name":"premium-simulator-access","reconcileID":"d1326ccf-2b5b-46dd-bbf3-d97c62d163a0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-8d2c7c","tenantID":"e2e-worker-w4-8d2c7c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:07:43.259772614Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"namespace":"ai-tenant-e2e-worker-w4-8d2c7c","name":"simulator-access","reconcileID":"a26d3b4b-de49-4dbd-8381-e6e935f267a2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"name":"e2e-worker-w4-8d2c7c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:07:43.259762578Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"namespace":"ai-tenant-e2e-worker-w4-8d2c7c","name":"premium-simulator-access","reconcileID":"d1326ccf-2b5b-46dd-bbf3-d97c62d163a0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"name":"e2e-worker-w4-8d2c7c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:07:43.276821354Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-8d2c7c","namespace":"e2e-models-e2e-worker-w4-8d2c7c"},"namespace":"e2e-models-e2e-worker-w4-8d2c7c","name":"simulator-w4-8d2c7c","reconcileID":"5044e85e-62e3-4be5-aad4-8d8b17f2f8ab","MaaSModelRef":{"name":"simulator-w4-8d2c7c","namespace":"e2e-models-e2e-worker-w4-8d2c7c"},"routeName":"simulator-w4-8d2c7c-kserve-route","namespace":"e2e-models-e2e-worker-w4-8d2c7c","llmisvcName":"simulator-w4-8d2c7c","gateway":"openshift-ingress/e2e-worker-w4-8d2c7c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:07:43.291711798Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-8d2c7c","namespace":"e2e-models-e2e-worker-w4-8d2c7c"},"namespace":"e2e-models-e2e-worker-w4-8d2c7c","name":"simulator-w4-8d2c7c","reconcileID":"dfb161d3-65fe-4bdf-af77-debf0785b345","MaaSModelRef":{"name":"simulator-w4-8d2c7c","namespace":"e2e-models-e2e-worker-w4-8d2c7c"},"routeName":"simulator-w4-8d2c7c-kserve-route","namespace":"e2e-models-e2e-worker-w4-8d2c7c","llmisvcName":"simulator-w4-8d2c7c","gateway":"openshift-ingress/e2e-worker-w4-8d2c7c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:07:43.328935537Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-8d2c7c","namespace":"e2e-models-e2e-worker-w4-8d2c7c"},"namespace":"e2e-models-e2e-worker-w4-8d2c7c","name":"simulator-w4-8d2c7c","reconcileID":"ae4625a2-af2d-4e78-8cdc-f76f060ac908","MaaSModelRef":{"name":"simulator-w4-8d2c7c","namespace":"e2e-models-e2e-worker-w4-8d2c7c"},"routeName":"simulator-w4-8d2c7c-kserve-route","namespace":"e2e-models-e2e-worker-w4-8d2c7c","llmisvcName":"simulator-w4-8d2c7c","gateway":"openshift-ingress/e2e-worker-w4-8d2c7c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:07:43.439504826Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-80540d38-auth","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"namespace":"ai-tenant-e2e-worker-w4-8d2c7c","name":"e2e-filter-sub-a-80540d38-auth","reconcileID":"8bdd76fe-1e7b-4a83-b01e-f6e51efc1158","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-80540d38-auth","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-8d2c7c","tenantID":"e2e-worker-w4-8d2c7c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:07:43.507259346Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-80540d38-auth","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"namespace":"ai-tenant-e2e-worker-w4-8d2c7c","name":"e2e-filter-sub-a-80540d38-auth","reconcileID":"8bdd76fe-1e7b-4a83-b01e-f6e51efc1158","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-80540d38-auth","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"name":"e2e-worker-w4-8d2c7c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:07:43.580662707Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-filter-sub-a-80540d38","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"namespace":"ai-tenant-e2e-worker-w4-8d2c7c","name":"e2e-filter-sub-a-80540d38","reconcileID":"4a6dd5cd-4046-4745-8049-8542bdd80465","MaaSSubscription":{"name":"e2e-filter-sub-a-80540d38","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"name":"maas-trlp-simulator-w4-8d2c7c","model":"e2e-models-e2e-worker-w4-8d2c7c/simulator-w4-8d2c7c","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w4-8d2c7c/e2e-filter-sub-a-80540d38","ai-tenant-e2e-worker-w4-8d2c7c/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:07:43.608799648Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"namespace":"ai-tenant-e2e-worker-w4-8d2c7c","name":"premium-simulator-access","reconcileID":"b97d538e-07a5-4b74-ae99-632fb479cf5a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-8d2c7c","tenantID":"e2e-worker-w4-8d2c7c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:07:43.610718424Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"namespace":"ai-tenant-e2e-worker-w4-8d2c7c","name":"simulator-access","reconcileID":"37f466f6-19dc-4ca3-aa37-cd1dab7fe9b4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-8d2c7c","tenantID":"e2e-worker-w4-8d2c7c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:07:43.661611888Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"namespace":"ai-tenant-e2e-worker-w4-8d2c7c","name":"premium-simulator-access","reconcileID":"b97d538e-07a5-4b74-ae99-632fb479cf5a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"name":"e2e-worker-w4-8d2c7c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:07:43.662996963Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"namespace":"ai-tenant-e2e-worker-w4-8d2c7c","name":"simulator-access","reconcileID":"37f466f6-19dc-4ca3-aa37-cd1dab7fe9b4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"name":"e2e-worker-w4-8d2c7c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:07:43.741278553Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-8d2c7c","namespace":"e2e-models-e2e-worker-w4-8d2c7c"},"namespace":"e2e-models-e2e-worker-w4-8d2c7c","name":"simulator-w4-8d2c7c","reconcileID":"188c17ab-8097-4dc9-bdaa-c0891cc50852","MaaSModelRef":{"name":"simulator-w4-8d2c7c","namespace":"e2e-models-e2e-worker-w4-8d2c7c"},"routeName":"simulator-w4-8d2c7c-kserve-route","namespace":"e2e-models-e2e-worker-w4-8d2c7c","llmisvcName":"simulator-w4-8d2c7c","gateway":"openshift-ingress/e2e-worker-w4-8d2c7c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:07:43.786173726Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"namespace":"ai-tenant-e2e-worker-w4-8d2c7c","name":"simulator-subscription","reconcileID":"d96abd82-46e0-4b14-96b2-a13b000e63fd","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"name":"maas-trlp-simulator-w4-8d2c7c","model":"e2e-models-e2e-worker-w4-8d2c7c/simulator-w4-8d2c7c","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:07:43.935934768Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-filter-sub-a-80540d38","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"namespace":"ai-tenant-e2e-worker-w4-8d2c7c","name":"e2e-filter-sub-a-80540d38","reconcileID":"1188b875-3b6d-4ded-bebf-31e2c775f0fe","MaaSSubscription":{"name":"e2e-filter-sub-a-80540d38","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"name":"maas-trlp-simulator-w4-8d2c7c","model":"e2e-models-e2e-worker-w4-8d2c7c/simulator-w4-8d2c7c","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:07:45.604338549Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-8d2c7c","namespace":"e2e-models-e2e-worker-w4-8d2c7c"},"namespace":"e2e-models-e2e-worker-w4-8d2c7c","name":"simulator-w4-8d2c7c","reconcileID":"65b33f5e-414c-49e1-92d2-963a970c818d","MaaSModelRef":{"name":"simulator-w4-8d2c7c","namespace":"e2e-models-e2e-worker-w4-8d2c7c"},"routeName":"simulator-w4-8d2c7c-kserve-route","namespace":"e2e-models-e2e-worker-w4-8d2c7c","llmisvcName":"simulator-w4-8d2c7c","gateway":"openshift-ingress/e2e-worker-w4-8d2c7c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:07:45.656538534Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-8d2c7c","namespace":"e2e-models-e2e-worker-w4-8d2c7c"},"namespace":"e2e-models-e2e-worker-w4-8d2c7c","name":"simulator-w4-8d2c7c","reconcileID":"c81c8c87-9efc-43dd-969c-a722b3fbc93a","MaaSModelRef":{"name":"simulator-w4-8d2c7c","namespace":"e2e-models-e2e-worker-w4-8d2c7c"},"routeName":"simulator-w4-8d2c7c-kserve-route","namespace":"e2e-models-e2e-worker-w4-8d2c7c","llmisvcName":"simulator-w4-8d2c7c","gateway":"openshift-ingress/e2e-worker-w4-8d2c7c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:07:45.804056032Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-14c22dc2-auth","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"namespace":"ai-tenant-e2e-worker-w4-8d2c7c","name":"e2e-filter-sub-b-14c22dc2-auth","reconcileID":"bdadc66a-99ec-440d-8cee-cade88b6adef","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-14c22dc2-auth","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-8d2c7c","tenantID":"e2e-worker-w4-8d2c7c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:07:45.854005369Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-8d2c7c","namespace":"e2e-models-e2e-worker-w4-8d2c7c"},"namespace":"e2e-models-e2e-worker-w4-8d2c7c","name":"simulator-w4-8d2c7c","reconcileID":"92827a13-7887-40c9-ad0b-d5a2aea5994c","MaaSModelRef":{"name":"simulator-w4-8d2c7c","namespace":"e2e-models-e2e-worker-w4-8d2c7c"},"routeName":"simulator-w4-8d2c7c-kserve-route","namespace":"e2e-models-e2e-worker-w4-8d2c7c","llmisvcName":"simulator-w4-8d2c7c","gateway":"openshift-ingress/e2e-worker-w4-8d2c7c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:07:45.85415929Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w4-8d2c7c priority=0:[ai-tenant-e2e-worker-w4-8d2c7c/e2e-filter-sub-a-80540d38 ai-tenant-e2e-worker-w4-8d2c7c/e2e-filter-sub-b-14c22dc2]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:07:45.857220563Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-14c22dc2-auth","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"namespace":"ai-tenant-e2e-worker-w4-8d2c7c","name":"e2e-filter-sub-b-14c22dc2-auth","reconcileID":"bdadc66a-99ec-440d-8cee-cade88b6adef","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-14c22dc2-auth","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"name":"e2e-worker-w4-8d2c7c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:07:45.905603049Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-8d2c7c","namespace":"e2e-models-e2e-worker-w4-8d2c7c"},"namespace":"e2e-models-e2e-worker-w4-8d2c7c","name":"simulator-w4-8d2c7c","reconcileID":"3c4cdcb3-eaaf-46e2-a5ce-95f75c1b38a7","MaaSModelRef":{"name":"simulator-w4-8d2c7c","namespace":"e2e-models-e2e-worker-w4-8d2c7c"},"routeName":"simulator-w4-8d2c7c-kserve-route","namespace":"e2e-models-e2e-worker-w4-8d2c7c","llmisvcName":"simulator-w4-8d2c7c","gateway":"openshift-ingress/e2e-worker-w4-8d2c7c","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T12:07:45.953769185Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-filter-sub-b-14c22dc2","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"namespace":"ai-tenant-e2e-worker-w4-8d2c7c","name":"e2e-filter-sub-b-14c22dc2","reconcileID":"826eb273-62db-4d97-ac40-27b2bb47aea5","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-filter-sub-b-14c22dc2\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T12:07:45.961442147Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-8d2c7c","namespace":"e2e-models-e2e-worker-w4-8d2c7c"},"namespace":"e2e-models-e2e-worker-w4-8d2c7c","name":"simulator-w4-8d2c7c","reconcileID":"4795eb7c-bb5b-4a42-ba9d-88191f1cd73a","MaaSModelRef":{"name":"simulator-w4-8d2c7c","namespace":"e2e-models-e2e-worker-w4-8d2c7c"},"routeName":"simulator-w4-8d2c7c-kserve-route","namespace":"e2e-models-e2e-worker-w4-8d2c7c","llmisvcName":"simulator-w4-8d2c7c","gateway":"openshift-ingress/e2e-worker-w4-8d2c7c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:07:45.999684052Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"namespace":"ai-tenant-e2e-worker-w4-8d2c7c","name":"premium-simulator-access","reconcileID":"1ec604ea-5c1a-45fd-b019-4add5aa46c56","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-8d2c7c","tenantID":"e2e-worker-w4-8d2c7c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:07:45.999847964Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"namespace":"ai-tenant-e2e-worker-w4-8d2c7c","name":"simulator-access","reconcileID":"e71515d0-f1d6-4851-b7a8-d2103bc54805","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-8d2c7c","tenantID":"e2e-worker-w4-8d2c7c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:07:46.000284877Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-80540d38-auth","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"namespace":"ai-tenant-e2e-worker-w4-8d2c7c","name":"e2e-filter-sub-a-80540d38-auth","reconcileID":"8c6d4f75-b7fd-48dc-8e4d-953d04fbc8c0","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-80540d38-auth","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-8d2c7c","tenantID":"e2e-worker-w4-8d2c7c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:07:46.053232162Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"namespace":"ai-tenant-e2e-worker-w4-8d2c7c","name":"premium-simulator-access","reconcileID":"1ec604ea-5c1a-45fd-b019-4add5aa46c56","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"name":"e2e-worker-w4-8d2c7c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:07:46.053250514Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"namespace":"ai-tenant-e2e-worker-w4-8d2c7c","name":"simulator-access","reconcileID":"e71515d0-f1d6-4851-b7a8-d2103bc54805","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"name":"e2e-worker-w4-8d2c7c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:07:46.055568285Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-80540d38-auth","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"namespace":"ai-tenant-e2e-worker-w4-8d2c7c","name":"e2e-filter-sub-a-80540d38-auth","reconcileID":"8c6d4f75-b7fd-48dc-8e4d-953d04fbc8c0","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-80540d38-auth","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"name":"e2e-worker-w4-8d2c7c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:07:46.059126082Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-8d2c7c","namespace":"e2e-models-e2e-worker-w4-8d2c7c"},"namespace":"e2e-models-e2e-worker-w4-8d2c7c","name":"simulator-w4-8d2c7c","reconcileID":"a7f960f7-5453-4b93-bfb6-2383c8f39ed3","MaaSModelRef":{"name":"simulator-w4-8d2c7c","namespace":"e2e-models-e2e-worker-w4-8d2c7c"},"routeName":"simulator-w4-8d2c7c-kserve-route","namespace":"e2e-models-e2e-worker-w4-8d2c7c","llmisvcName":"simulator-w4-8d2c7c","gateway":"openshift-ingress/e2e-worker-w4-8d2c7c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:07:46.110433147Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-8d2c7c","namespace":"e2e-models-e2e-worker-w4-8d2c7c"},"namespace":"e2e-models-e2e-worker-w4-8d2c7c","name":"simulator-w4-8d2c7c","reconcileID":"48fb0015-d40e-48ed-81e0-354d2e51e9f8","MaaSModelRef":{"name":"simulator-w4-8d2c7c","namespace":"e2e-models-e2e-worker-w4-8d2c7c"},"routeName":"simulator-w4-8d2c7c-kserve-route","namespace":"e2e-models-e2e-worker-w4-8d2c7c","llmisvcName":"simulator-w4-8d2c7c","gateway":"openshift-ingress/e2e-worker-w4-8d2c7c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:07:46.113123775Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-8d2c7c","namespace":"e2e-models-e2e-worker-w4-8d2c7c"},"namespace":"e2e-models-e2e-worker-w4-8d2c7c","name":"simulator-w4-8d2c7c","reconcileID":"d55fa768-165a-48b5-8fd9-1956bfd66202","MaaSModelRef":{"name":"simulator-w4-8d2c7c","namespace":"e2e-models-e2e-worker-w4-8d2c7c"},"routeName":"simulator-w4-8d2c7c-kserve-route","namespace":"e2e-models-e2e-worker-w4-8d2c7c","llmisvcName":"simulator-w4-8d2c7c","gateway":"openshift-ingress/e2e-worker-w4-8d2c7c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:07:46.255364941Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-14c22dc2-auth","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"namespace":"ai-tenant-e2e-worker-w4-8d2c7c","name":"e2e-filter-sub-b-14c22dc2-auth","reconcileID":"55630910-08c5-447f-802c-f042503171df","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-14c22dc2-auth","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-8d2c7c","tenantID":"e2e-worker-w4-8d2c7c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:07:46.307645382Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-14c22dc2-auth","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"namespace":"ai-tenant-e2e-worker-w4-8d2c7c","name":"e2e-filter-sub-b-14c22dc2-auth","reconcileID":"55630910-08c5-447f-802c-f042503171df","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-14c22dc2-auth","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"name":"e2e-worker-w4-8d2c7c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:07:46.362278687Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-filter-sub-b-14c22dc2","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"namespace":"ai-tenant-e2e-worker-w4-8d2c7c","name":"e2e-filter-sub-b-14c22dc2","reconcileID":"2f2304f8-1cdc-415b-8262-57d7a162afb8","MaaSSubscription":{"name":"e2e-filter-sub-b-14c22dc2","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"name":"maas-trlp-simulator-w4-8d2c7c","model":"e2e-models-e2e-worker-w4-8d2c7c/simulator-w4-8d2c7c","subscriptionCount":3,"subscriptions":["ai-tenant-e2e-worker-w4-8d2c7c/e2e-filter-sub-a-80540d38","ai-tenant-e2e-worker-w4-8d2c7c/e2e-filter-sub-b-14c22dc2","ai-tenant-e2e-worker-w4-8d2c7c/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:07:46.39571808Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"namespace":"ai-tenant-e2e-worker-w4-8d2c7c","name":"premium-simulator-access","reconcileID":"f8241441-510e-4a82-8b1b-60832e80b236","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-8d2c7c","tenantID":"e2e-worker-w4-8d2c7c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:07:46.395892036Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"namespace":"ai-tenant-e2e-worker-w4-8d2c7c","name":"simulator-access","reconcileID":"bd39f573-6283-4b86-90c9-018a1ff37e50","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-8d2c7c","tenantID":"e2e-worker-w4-8d2c7c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:07:46.395720258Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-80540d38-auth","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"namespace":"ai-tenant-e2e-worker-w4-8d2c7c","name":"e2e-filter-sub-a-80540d38-auth","reconcileID":"e13463c0-72c2-48c7-b230-5371b18d8b50","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-80540d38-auth","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-8d2c7c","tenantID":"e2e-worker-w4-8d2c7c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:07:46.448553268Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"namespace":"ai-tenant-e2e-worker-w4-8d2c7c","name":"premium-simulator-access","reconcileID":"f8241441-510e-4a82-8b1b-60832e80b236","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"name":"e2e-worker-w4-8d2c7c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:07:46.448588822Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"namespace":"ai-tenant-e2e-worker-w4-8d2c7c","name":"simulator-access","reconcileID":"bd39f573-6283-4b86-90c9-018a1ff37e50","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"name":"e2e-worker-w4-8d2c7c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:07:46.45070448Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-80540d38-auth","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"namespace":"ai-tenant-e2e-worker-w4-8d2c7c","name":"e2e-filter-sub-a-80540d38-auth","reconcileID":"e13463c0-72c2-48c7-b230-5371b18d8b50","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-80540d38-auth","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"name":"e2e-worker-w4-8d2c7c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:07:46.515720298Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-8d2c7c","namespace":"e2e-models-e2e-worker-w4-8d2c7c"},"namespace":"e2e-models-e2e-worker-w4-8d2c7c","name":"simulator-w4-8d2c7c","reconcileID":"89fc9e78-6ce8-4b83-a803-f98ba90853f0","MaaSModelRef":{"name":"simulator-w4-8d2c7c","namespace":"e2e-models-e2e-worker-w4-8d2c7c"},"routeName":"simulator-w4-8d2c7c-kserve-route","namespace":"e2e-models-e2e-worker-w4-8d2c7c","llmisvcName":"simulator-w4-8d2c7c","gateway":"openshift-ingress/e2e-worker-w4-8d2c7c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:07:46.558058407Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"namespace":"ai-tenant-e2e-worker-w4-8d2c7c","name":"simulator-subscription","reconcileID":"b417d013-effb-4be3-bd97-463774cff477","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"name":"maas-trlp-simulator-w4-8d2c7c","model":"e2e-models-e2e-worker-w4-8d2c7c/simulator-w4-8d2c7c","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:07:46.558081562Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-filter-sub-a-80540d38","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"namespace":"ai-tenant-e2e-worker-w4-8d2c7c","name":"e2e-filter-sub-a-80540d38","reconcileID":"cca16e3b-e9d6-447f-a5d7-5394c8f9d597","MaaSSubscription":{"name":"e2e-filter-sub-a-80540d38","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"name":"maas-trlp-simulator-w4-8d2c7c","model":"e2e-models-e2e-worker-w4-8d2c7c/simulator-w4-8d2c7c","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:07:46.709986726Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-filter-sub-b-14c22dc2","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"namespace":"ai-tenant-e2e-worker-w4-8d2c7c","name":"e2e-filter-sub-b-14c22dc2","reconcileID":"5633298c-d98e-46d8-856b-55f503a0bc6b","MaaSSubscription":{"name":"e2e-filter-sub-b-14c22dc2","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"name":"maas-trlp-simulator-w4-8d2c7c","model":"e2e-models-e2e-worker-w4-8d2c7c/simulator-w4-8d2c7c","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:07:47.050883907Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"namespace":"ai-tenant-e2e-worker-w0-9893f0","name":"simulator-access","reconcileID":"e854ee06-8c19-4a90-bf01-a1e48ca9b958","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9893f0","tenantID":"e2e-worker-w0-9893f0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:07:47.050883936Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"namespace":"ai-tenant-e2e-worker-w0-9893f0","name":"premium-simulator-access","reconcileID":"ca5b96f9-5c85-45cc-93f2-ece42df69f88","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9893f0","tenantID":"e2e-worker-w0-9893f0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:07:47.103487591Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"namespace":"ai-tenant-e2e-worker-w0-9893f0","name":"premium-simulator-access","reconcileID":"ca5b96f9-5c85-45cc-93f2-ece42df69f88","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"name":"e2e-worker-w0-9893f0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:07:47.10367296Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"namespace":"ai-tenant-e2e-worker-w0-9893f0","name":"simulator-access","reconcileID":"e854ee06-8c19-4a90-bf01-a1e48ca9b958","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"name":"e2e-worker-w0-9893f0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:07:47.155352298Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-9893f0-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (528d0b5980527cd87caad70bf31fae768bdfd0ddcfb39296dc02907b1803ac39) AuthConfig (796b29383cc91f1c65612980ff361bec413b4149d510415c45a1771f388241bf) AuthConfig (d4d1463c3e595d7f7d6b34cfdf7dadc3511b64d733a51b462c4b1b7c93a57498) AuthConfig (8ebce00ffe3aa8af06490e59235c2ec09cfb81208a4f77ffa633e2d3360a5faf) AuthConfig (6e85ab5ae23f3a708b61dd098cb331c3009510640595afb8a39b91c2984267a5) AuthConfig (b25cd41183f73eecd47aeec3ce6b34a46f5991a442af4e38981b9e2fc1cb2b44) AuthConfig (5bdfc2017ae09ad42df971da4a68db182f5a8716352830ade32ce2ea9bb68b44) AuthConfig (34617fca476817219de8341ce76fa23c064496b92ae3ffdd82e82ed98e54760c) AuthConfig (d19f4dcec852d12e64b11de18bd4bca52ebc7a89d6ec4e719def6c581c001c13) AuthConfig (f979ff816ae508c60de2a84c5e650c5629b2e269feb8d5a4c892b2bb517fa996) AuthConfig (da0a02396349b66cdf1b700a7e4479a8535351dd45a8ccb8fb75ff0c00675c18) AuthConfig (9d18f89a7b81c6ef2c6b79b795cad977afa81b06c1a10bffc4fc7742cfc1945c) AuthConfig (637ffff446160b53e1ce0aa6de4f19b0b6884eaeb3382b9d386f746184ffaa3b) AuthConfig (8d4162bf704a58b5da93c6ccbab8bbe8097aa2aff81eb4cb01a9eb6b905947f5) AuthConfig (22691b3c4c234181d2c90e680b18bee571b01f3c9441f0b99811f9e09b01118e) AuthConfig (b39c79a8879e61c8e1ce8be3ca9ef558e5131537cd842c2001aabb8ae4d2dc74) AuthConfig (8158e4373c51e9873038aba6a173843f11e773863a7c923311d3b76b43f6d717) AuthConfig (9e04fbc15198b04f7155ff59197db2f5d95616b1d700fcab6e3c6a9be95d1cab) AuthConfig (3d4983b4f41849f8aefcd71ed0227475fac68273985c442a4fedbbbf400f8d14) AuthConfig (afefad3112152af1c763890a8acf7541a3cf7e6ec147b1f05d3081c4181db3fa) AuthConfig (b714516b1fcf22f8da311465d87039e3283f10e42d531a7cc2c6c0c6868de3b6) AuthConfig (e1ec590657c0dc886059c4482291b23621a85df116165d332081b2825db5a58e) AuthConfig (5e39c3a75f515917a48356cc9feb26f011ec99921d846291e3ddb5aaced26028) AuthConfig (54c27ddb79b26547e86eaa8a95ca11fadc3ad83bb3039b1bc8b911b89757039a) AuthConfig (b9a7d58e9655d54704dcee3dbac04d4e84fbb05b9fa42914bf8180c7801cd987) AuthConfig (8d273a9353638c437e9f14a471a402779f81e8581a0a6d16005c8d66efcce0df) AuthConfig (1b4214b28f5b4d9b4bc6bdca553acc9006d96ac4da4bdfa3bc718af700274239) AuthConfig (93a70fdedc112336dfaa39e34ec7f5199b8a15720498551e9c52b186012e7245) AuthConfig (64669a0502ef33264de92a4b1099f201e9b35a54f56f753e3db7d619652c8b27) AuthConfig (4c3fb609f939eed066dff862d44d7032db107bd15937db18e6dadbcab4991490)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"namespace":"ai-tenant-e2e-worker-w0-9893f0","name":"simulator-access","reconcileID":"e854ee06-8c19-4a90-bf01-a1e48ca9b958","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:07:47.155420304Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-9893f0-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (528d0b5980527cd87caad70bf31fae768bdfd0ddcfb39296dc02907b1803ac39) AuthConfig (796b29383cc91f1c65612980ff361bec413b4149d510415c45a1771f388241bf) AuthConfig (d4d1463c3e595d7f7d6b34cfdf7dadc3511b64d733a51b462c4b1b7c93a57498) AuthConfig (8ebce00ffe3aa8af06490e59235c2ec09cfb81208a4f77ffa633e2d3360a5faf) AuthConfig (6e85ab5ae23f3a708b61dd098cb331c3009510640595afb8a39b91c2984267a5) AuthConfig (b25cd41183f73eecd47aeec3ce6b34a46f5991a442af4e38981b9e2fc1cb2b44) AuthConfig (5bdfc2017ae09ad42df971da4a68db182f5a8716352830ade32ce2ea9bb68b44) AuthConfig (34617fca476817219de8341ce76fa23c064496b92ae3ffdd82e82ed98e54760c) AuthConfig (d19f4dcec852d12e64b11de18bd4bca52ebc7a89d6ec4e719def6c581c001c13) AuthConfig (f979ff816ae508c60de2a84c5e650c5629b2e269feb8d5a4c892b2bb517fa996) AuthConfig (da0a02396349b66cdf1b700a7e4479a8535351dd45a8ccb8fb75ff0c00675c18) AuthConfig (9d18f89a7b81c6ef2c6b79b795cad977afa81b06c1a10bffc4fc7742cfc1945c) AuthConfig (637ffff446160b53e1ce0aa6de4f19b0b6884eaeb3382b9d386f746184ffaa3b) AuthConfig (8d4162bf704a58b5da93c6ccbab8bbe8097aa2aff81eb4cb01a9eb6b905947f5) AuthConfig (22691b3c4c234181d2c90e680b18bee571b01f3c9441f0b99811f9e09b01118e) AuthConfig (b39c79a8879e61c8e1ce8be3ca9ef558e5131537cd842c2001aabb8ae4d2dc74) AuthConfig (8158e4373c51e9873038aba6a173843f11e773863a7c923311d3b76b43f6d717) AuthConfig (9e04fbc15198b04f7155ff59197db2f5d95616b1d700fcab6e3c6a9be95d1cab) AuthConfig (3d4983b4f41849f8aefcd71ed0227475fac68273985c442a4fedbbbf400f8d14) AuthConfig (afefad3112152af1c763890a8acf7541a3cf7e6ec147b1f05d3081c4181db3fa) AuthConfig (b714516b1fcf22f8da311465d87039e3283f10e42d531a7cc2c6c0c6868de3b6) AuthConfig (e1ec590657c0dc886059c4482291b23621a85df116165d332081b2825db5a58e) AuthConfig (5e39c3a75f515917a48356cc9feb26f011ec99921d846291e3ddb5aaced26028) AuthConfig (54c27ddb79b26547e86eaa8a95ca11fadc3ad83bb3039b1bc8b911b89757039a) AuthConfig (b9a7d58e9655d54704dcee3dbac04d4e84fbb05b9fa42914bf8180c7801cd987) AuthConfig (8d273a9353638c437e9f14a471a402779f81e8581a0a6d16005c8d66efcce0df) AuthConfig (1b4214b28f5b4d9b4bc6bdca553acc9006d96ac4da4bdfa3bc718af700274239) AuthConfig (93a70fdedc112336dfaa39e34ec7f5199b8a15720498551e9c52b186012e7245) AuthConfig (64669a0502ef33264de92a4b1099f201e9b35a54f56f753e3db7d619652c8b27) AuthConfig (4c3fb609f939eed066dff862d44d7032db107bd15937db18e6dadbcab4991490)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"namespace":"ai-tenant-e2e-worker-w0-9893f0","name":"premium-simulator-access","reconcileID":"ca5b96f9-5c85-45cc-93f2-ece42df69f88","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:07:47.455650744Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-5951bc","namespace":"e2e-models-e2e-worker-w1-5951bc"},"namespace":"e2e-models-e2e-worker-w1-5951bc","name":"premium-w1-5951bc","reconcileID":"2cba4662-42f8-4d05-b976-a56639b4831a","MaaSModelRef":{"name":"premium-w1-5951bc","namespace":"e2e-models-e2e-worker-w1-5951bc"},"routeName":"premium-w1-5951bc-kserve-route","namespace":"e2e-models-e2e-worker-w1-5951bc","llmisvcName":"premium-w1-5951bc","gateway":"openshift-ingress/e2e-worker-w1-5951bc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:07:47.570792142Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w4-8d2c7c priority=0:[ai-tenant-e2e-worker-w4-8d2c7c/e2e-filter-sub-a-80540d38 ai-tenant-e2e-worker-w4-8d2c7c/e2e-filter-sub-b-14c22dc2]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:07:47.571007969Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-5951bc","namespace":"e2e-models-e2e-worker-w1-5951bc"},"namespace":"e2e-models-e2e-worker-w1-5951bc","name":"simulator-w1-5951bc","reconcileID":"4baa2428-5bfc-4356-b0c2-309c934297d3","MaaSModelRef":{"name":"simulator-w1-5951bc","namespace":"e2e-models-e2e-worker-w1-5951bc"},"routeName":"simulator-w1-5951bc-kserve-route","namespace":"e2e-models-e2e-worker-w1-5951bc","llmisvcName":"simulator-w1-5951bc","gateway":"openshift-ingress/e2e-worker-w1-5951bc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:07:47.62494011Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-8d2c7c","namespace":"e2e-models-e2e-worker-w4-8d2c7c"},"namespace":"e2e-models-e2e-worker-w4-8d2c7c","name":"simulator-w4-8d2c7c","reconcileID":"d8f383c7-f622-4f8e-9aa4-d2b9e73e2944","MaaSModelRef":{"name":"simulator-w4-8d2c7c","namespace":"e2e-models-e2e-worker-w4-8d2c7c"},"routeName":"simulator-w4-8d2c7c-kserve-route","namespace":"e2e-models-e2e-worker-w4-8d2c7c","llmisvcName":"simulator-w4-8d2c7c","gateway":"openshift-ingress/e2e-worker-w4-8d2c7c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:07:47.672648256Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-5951bc","namespace":"e2e-models-e2e-worker-w1-5951bc"},"namespace":"e2e-models-e2e-worker-w1-5951bc","name":"simulator-w1-5951bc","reconcileID":"9fae86dc-b649-40fa-97f8-70da4fbaa1fe","MaaSModelRef":{"name":"simulator-w1-5951bc","namespace":"e2e-models-e2e-worker-w1-5951bc"},"routeName":"simulator-w1-5951bc-kserve-route","namespace":"e2e-models-e2e-worker-w1-5951bc","llmisvcName":"simulator-w1-5951bc","gateway":"openshift-ingress/e2e-worker-w1-5951bc","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T12:07:47.674117497Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w1-5951bc/simulator-subscription","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"simulator-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-03T12:07:47.725534661Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-5951bc","namespace":"e2e-models-e2e-worker-w1-5951bc"},"namespace":"e2e-models-e2e-worker-w1-5951bc","name":"simulator-w1-5951bc","reconcileID":"70f3a0f8-0673-4ec8-bc30-1f379e6faede","MaaSModelRef":{"name":"simulator-w1-5951bc","namespace":"e2e-models-e2e-worker-w1-5951bc"},"routeName":"simulator-w1-5951bc-kserve-route","namespace":"e2e-models-e2e-worker-w1-5951bc","llmisvcName":"simulator-w1-5951bc","gateway":"openshift-ingress/e2e-worker-w1-5951bc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:07:47.828340689Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-5951bc","namespace":"e2e-models-e2e-worker-w1-5951bc"},"namespace":"e2e-models-e2e-worker-w1-5951bc","name":"simulator-w1-5951bc","reconcileID":"4d4d9b2d-d096-48bb-bbf1-025882ecd659","MaaSModelRef":{"name":"simulator-w1-5951bc","namespace":"e2e-models-e2e-worker-w1-5951bc"},"routeName":"simulator-w1-5951bc-kserve-route","namespace":"e2e-models-e2e-worker-w1-5951bc","llmisvcName":"simulator-w1-5951bc","gateway":"openshift-ingress/e2e-worker-w1-5951bc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:07:47.884088837Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-5951bc","namespace":"e2e-models-e2e-worker-w1-5951bc"},"namespace":"e2e-models-e2e-worker-w1-5951bc","name":"simulator-w1-5951bc","reconcileID":"31f0022d-cd20-43b9-a530-8090ca8d84d8","MaaSModelRef":{"name":"simulator-w1-5951bc","namespace":"e2e-models-e2e-worker-w1-5951bc"},"routeName":"simulator-w1-5951bc-kserve-route","namespace":"e2e-models-e2e-worker-w1-5951bc","llmisvcName":"simulator-w1-5951bc","gateway":"openshift-ingress/e2e-worker-w1-5951bc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:07:47.922823038Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"namespace":"ai-tenant-e2e-worker-w1-5951bc","name":"simulator-subscription","reconcileID":"a7f08b26-4e9c-454a-a73e-90e23a3e84a0","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"name":"maas-trlp-simulator-w1-5951bc","model":"simulator-w1-5951bc","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w1-5951bc/simulator-subscription"],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T12:07:47.934229719Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-5951bc","namespace":"e2e-models-e2e-worker-w1-5951bc"},"namespace":"e2e-models-e2e-worker-w1-5951bc","name":"simulator-w1-5951bc","reconcileID":"31f0022d-cd20-43b9-a530-8090ca8d84d8","name":"simulator-w1-5951bc","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"simulator-w1-5951bc\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T12:07:47.934304766Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-5951bc","namespace":"e2e-models-e2e-worker-w1-5951bc"},"namespace":"e2e-models-e2e-worker-w1-5951bc","name":"simulator-w1-5951bc","reconcileID":"31f0022d-cd20-43b9-a530-8090ca8d84d8","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"simulator-w1-5951bc\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T12:07:47.939632718Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-5951bc","namespace":"e2e-models-e2e-worker-w1-5951bc"},"namespace":"e2e-models-e2e-worker-w1-5951bc","name":"simulator-w1-5951bc","reconcileID":"df8972c2-0f18-410c-9f01-768cb23c36d7","MaaSModelRef":{"name":"simulator-w1-5951bc","namespace":"e2e-models-e2e-worker-w1-5951bc"},"routeName":"simulator-w1-5951bc-kserve-route","namespace":"e2e-models-e2e-worker-w1-5951bc","llmisvcName":"simulator-w1-5951bc","gateway":"openshift-ingress/e2e-worker-w1-5951bc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:07:47.991662146Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"namespace":"ai-tenant-e2e-worker-w1-5951bc","name":"simulator-access","reconcileID":"c68ec70a-f801-4e8b-b6c7-9d8b07bedb75","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5951bc","tenantID":"e2e-worker-w1-5951bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:07:48.078295047Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-5951bc","namespace":"e2e-models-e2e-worker-w1-5951bc"},"namespace":"e2e-models-e2e-worker-w1-5951bc","name":"simulator-w1-5951bc","reconcileID":"bfbad1b2-9374-4df2-8244-a4e75a7727df","MaaSModelRef":{"name":"simulator-w1-5951bc","namespace":"e2e-models-e2e-worker-w1-5951bc"},"routeName":"simulator-w1-5951bc-kserve-route","namespace":"e2e-models-e2e-worker-w1-5951bc","llmisvcName":"simulator-w1-5951bc","gateway":"openshift-ingress/e2e-worker-w1-5951bc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:07:48.081967271Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w4-8d2c7c priority=0:[ai-tenant-e2e-worker-w4-8d2c7c/e2e-filter-sub-a-80540d38 ai-tenant-e2e-worker-w4-8d2c7c/e2e-filter-sub-b-14c22dc2]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:07:48.082088196Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-5951bc","namespace":"e2e-models-e2e-worker-w1-5951bc"},"namespace":"e2e-models-e2e-worker-w1-5951bc","name":"premium-w1-5951bc","reconcileID":"947efa9d-59d8-4c04-83d3-16b991963162","MaaSModelRef":{"name":"premium-w1-5951bc","namespace":"e2e-models-e2e-worker-w1-5951bc"},"routeName":"premium-w1-5951bc-kserve-route","namespace":"e2e-models-e2e-worker-w1-5951bc","llmisvcName":"premium-w1-5951bc","gateway":"openshift-ingress/e2e-worker-w1-5951bc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:07:48.105601991Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"namespace":"ai-tenant-e2e-worker-w1-5951bc","name":"simulator-access","reconcileID":"c68ec70a-f801-4e8b-b6c7-9d8b07bedb75","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"name":"e2e-worker-w1-5951bc-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:07:48.135622562Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-5951bc","namespace":"e2e-models-e2e-worker-w1-5951bc"},"namespace":"e2e-models-e2e-worker-w1-5951bc","name":"simulator-w1-5951bc","reconcileID":"9da467e9-c994-4c9f-8217-f2d45463a86d","MaaSModelRef":{"name":"simulator-w1-5951bc","namespace":"e2e-models-e2e-worker-w1-5951bc"},"routeName":"simulator-w1-5951bc-kserve-route","namespace":"e2e-models-e2e-worker-w1-5951bc","llmisvcName":"simulator-w1-5951bc","gateway":"openshift-ingress/e2e-worker-w1-5951bc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:07:48.156815235Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w1-5951bc-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"namespace":"ai-tenant-e2e-worker-w1-5951bc","name":"simulator-access","reconcileID":"c68ec70a-f801-4e8b-b6c7-9d8b07bedb75","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:07:48.184317354Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-5951bc","namespace":"e2e-models-e2e-worker-w1-5951bc"},"namespace":"e2e-models-e2e-worker-w1-5951bc","name":"premium-w1-5951bc","reconcileID":"071f422f-6f73-447c-8391-0fc69ba22ca8","MaaSModelRef":{"name":"premium-w1-5951bc","namespace":"e2e-models-e2e-worker-w1-5951bc"},"routeName":"premium-w1-5951bc-kserve-route","namespace":"e2e-models-e2e-worker-w1-5951bc","llmisvcName":"premium-w1-5951bc","gateway":"openshift-ingress/e2e-worker-w1-5951bc","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T12:07:48.186678988Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w1-5951bc/premium-simulator-subscription","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"premium-simulator-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-03T12:07:48.209352598Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-5951bc","namespace":"e2e-models-e2e-worker-w1-5951bc"},"namespace":"e2e-models-e2e-worker-w1-5951bc","name":"simulator-w1-5951bc","reconcileID":"6a70bd26-b930-4689-b313-8915ef88031d","MaaSModelRef":{"name":"simulator-w1-5951bc","namespace":"e2e-models-e2e-worker-w1-5951bc"},"routeName":"simulator-w1-5951bc-kserve-route","namespace":"e2e-models-e2e-worker-w1-5951bc","llmisvcName":"simulator-w1-5951bc","gateway":"openshift-ingress/e2e-worker-w1-5951bc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:07:48.238025435Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-5951bc","namespace":"e2e-models-e2e-worker-w1-5951bc"},"namespace":"e2e-models-e2e-worker-w1-5951bc","name":"premium-w1-5951bc","reconcileID":"e07aff23-e688-40ac-8f52-6895db661a65","MaaSModelRef":{"name":"premium-w1-5951bc","namespace":"e2e-models-e2e-worker-w1-5951bc"},"routeName":"premium-w1-5951bc-kserve-route","namespace":"e2e-models-e2e-worker-w1-5951bc","llmisvcName":"premium-w1-5951bc","gateway":"openshift-ingress/e2e-worker-w1-5951bc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:07:48.272804002Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"namespace":"ai-tenant-e2e-worker-w1-5951bc","name":"simulator-subscription","reconcileID":"aaa5122a-fe5d-4163-a484-28d5130b2ff5","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"name":"maas-trlp-simulator-w1-5951bc","model":"e2e-models-e2e-worker-w1-5951bc/simulator-w1-5951bc","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:07:48.307074033Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"namespace":"ai-tenant-e2e-worker-w1-5951bc","name":"simulator-access","reconcileID":"7ac36b0b-2a95-440f-87f6-84f542848b5e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5951bc","tenantID":"e2e-worker-w1-5951bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:07:48.342041312Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-5951bc","namespace":"e2e-models-e2e-worker-w1-5951bc"},"namespace":"e2e-models-e2e-worker-w1-5951bc","name":"premium-w1-5951bc","reconcileID":"afad0a27-cd30-423b-aeae-08cec4b85e32","MaaSModelRef":{"name":"premium-w1-5951bc","namespace":"e2e-models-e2e-worker-w1-5951bc"},"routeName":"premium-w1-5951bc-kserve-route","namespace":"e2e-models-e2e-worker-w1-5951bc","llmisvcName":"premium-w1-5951bc","gateway":"openshift-ingress/e2e-worker-w1-5951bc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:07:48.35983479Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"namespace":"ai-tenant-e2e-worker-w1-5951bc","name":"simulator-access","reconcileID":"7ac36b0b-2a95-440f-87f6-84f542848b5e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"name":"e2e-worker-w1-5951bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:07:48.396120889Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-5951bc","namespace":"e2e-models-e2e-worker-w1-5951bc"},"namespace":"e2e-models-e2e-worker-w1-5951bc","name":"premium-w1-5951bc","reconcileID":"8e94bd89-6b67-4da1-8bbf-89865df67997","MaaSModelRef":{"name":"premium-w1-5951bc","namespace":"e2e-models-e2e-worker-w1-5951bc"},"routeName":"premium-w1-5951bc-kserve-route","namespace":"e2e-models-e2e-worker-w1-5951bc","llmisvcName":"premium-w1-5951bc","gateway":"openshift-ingress/e2e-worker-w1-5951bc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:07:48.410728384Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w1-5951bc-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"namespace":"ai-tenant-e2e-worker-w1-5951bc","name":"simulator-access","reconcileID":"7ac36b0b-2a95-440f-87f6-84f542848b5e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:07:48.436008791Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"namespace":"ai-tenant-e2e-worker-w1-5951bc","name":"premium-simulator-subscription","reconcileID":"1c4e4813-efe3-481b-91f2-fccce3584f28","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"name":"maas-trlp-premium-w1-5951bc","model":"premium-w1-5951bc","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w1-5951bc/premium-simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:07:48.455364085Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"namespace":"ai-tenant-e2e-worker-w3-bb1b51","name":"simulator-access","reconcileID":"e5ce5167-e409-47d7-9770-172a2a598dbe","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bb1b51","tenantID":"e2e-worker-w3-bb1b51","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:07:48.507859268Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"namespace":"ai-tenant-e2e-worker-w3-bb1b51","name":"simulator-access","reconcileID":"e5ce5167-e409-47d7-9770-172a2a598dbe","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"name":"e2e-worker-w3-bb1b51-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:07:48.555413974Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"namespace":"ai-tenant-e2e-worker-w1-5951bc","name":"simulator-access","reconcileID":"49f6876e-e9b3-4b61-94b8-603fe66d8df5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5951bc","tenantID":"e2e-worker-w1-5951bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:07:48.555511839Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"namespace":"ai-tenant-e2e-worker-w1-5951bc","name":"premium-simulator-access","reconcileID":"69294040-04fe-4f2a-a3b2-1fe8103b2cc6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5951bc","tenantID":"e2e-worker-w1-5951bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:07:48.558662484Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w3-bb1b51-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"namespace":"ai-tenant-e2e-worker-w3-bb1b51","name":"simulator-access","reconcileID":"e5ce5167-e409-47d7-9770-172a2a598dbe","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:07:48.587871497Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-5951bc","namespace":"e2e-models-e2e-worker-w1-5951bc"},"namespace":"e2e-models-e2e-worker-w1-5951bc","name":"premium-w1-5951bc","reconcileID":"9a041baf-d62b-43cf-8c39-229674049bb3","MaaSModelRef":{"name":"premium-w1-5951bc","namespace":"e2e-models-e2e-worker-w1-5951bc"},"routeName":"premium-w1-5951bc-kserve-route","namespace":"e2e-models-e2e-worker-w1-5951bc","llmisvcName":"premium-w1-5951bc","gateway":"openshift-ingress/e2e-worker-w1-5951bc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:07:48.608151453Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"namespace":"ai-tenant-e2e-worker-w1-5951bc","name":"simulator-access","reconcileID":"49f6876e-e9b3-4b61-94b8-603fe66d8df5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"name":"e2e-worker-w1-5951bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:07:48.608371065Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"namespace":"ai-tenant-e2e-worker-w1-5951bc","name":"premium-simulator-access","reconcileID":"69294040-04fe-4f2a-a3b2-1fe8103b2cc6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"name":"e2e-worker-w1-5951bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:07:48.659347041Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w1-5951bc-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"namespace":"ai-tenant-e2e-worker-w1-5951bc","name":"premium-simulator-access","reconcileID":"69294040-04fe-4f2a-a3b2-1fe8103b2cc6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:07:48.659343048Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w1-5951bc-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"namespace":"ai-tenant-e2e-worker-w1-5951bc","name":"simulator-access","reconcileID":"49f6876e-e9b3-4b61-94b8-603fe66d8df5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:07:48.712495961Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-5951bc","namespace":"e2e-models-e2e-worker-w1-5951bc"},"namespace":"e2e-models-e2e-worker-w1-5951bc","name":"premium-w1-5951bc","reconcileID":"42a9a645-ff12-425f-93ca-e5517855dd72","MaaSModelRef":{"name":"premium-w1-5951bc","namespace":"e2e-models-e2e-worker-w1-5951bc"},"routeName":"premium-w1-5951bc-kserve-route","namespace":"e2e-models-e2e-worker-w1-5951bc","llmisvcName":"premium-w1-5951bc","gateway":"openshift-ingress/e2e-worker-w1-5951bc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:07:48.782962585Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"namespace":"ai-tenant-e2e-worker-w1-5951bc","name":"premium-simulator-subscription","reconcileID":"01a343e8-3020-46be-880d-22c141a43508","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"name":"maas-trlp-premium-w1-5951bc","model":"e2e-models-e2e-worker-w1-5951bc/premium-w1-5951bc","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:07:48.857309886Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"namespace":"ai-tenant-e2e-worker-w1-5951bc","name":"premium-simulator-access","reconcileID":"8a1a0fcb-4b21-4fdb-8009-6b2517278b5d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5951bc","tenantID":"e2e-worker-w1-5951bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:07:48.912488519Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"namespace":"ai-tenant-e2e-worker-w1-5951bc","name":"premium-simulator-access","reconcileID":"8a1a0fcb-4b21-4fdb-8009-6b2517278b5d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"name":"e2e-worker-w1-5951bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:07:48.965285033Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w1-5951bc-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"namespace":"ai-tenant-e2e-worker-w1-5951bc","name":"premium-simulator-access","reconcileID":"8a1a0fcb-4b21-4fdb-8009-6b2517278b5d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:07:49.053682801Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"namespace":"ai-tenant-e2e-worker-w3-bb1b51","name":"premium-simulator-access","reconcileID":"134a8952-58fc-4e21-bca8-929aa5e370f4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bb1b51","tenantID":"e2e-worker-w3-bb1b51","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:07:49.106043656Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"namespace":"ai-tenant-e2e-worker-w3-bb1b51","name":"premium-simulator-access","reconcileID":"134a8952-58fc-4e21-bca8-929aa5e370f4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"name":"e2e-worker-w3-bb1b51-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:07:49.156807142Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w3-bb1b51-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"namespace":"ai-tenant-e2e-worker-w3-bb1b51","name":"premium-simulator-access","reconcileID":"134a8952-58fc-4e21-bca8-929aa5e370f4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:07:50.673267903Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-8d2c7c","namespace":"e2e-models-e2e-worker-w4-8d2c7c"},"namespace":"e2e-models-e2e-worker-w4-8d2c7c","name":"simulator-w4-8d2c7c","reconcileID":"ea20d4e6-a397-4f8c-8ccd-4bd2aba05b04","MaaSModelRef":{"name":"simulator-w4-8d2c7c","namespace":"e2e-models-e2e-worker-w4-8d2c7c"},"routeName":"simulator-w4-8d2c7c-kserve-route","namespace":"e2e-models-e2e-worker-w4-8d2c7c","llmisvcName":"simulator-w4-8d2c7c","gateway":"openshift-ingress/e2e-worker-w4-8d2c7c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:07:50.820165894Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-14c22dc2-auth","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"namespace":"ai-tenant-e2e-worker-w4-8d2c7c","name":"e2e-filter-sub-b-14c22dc2-auth","reconcileID":"7937b048-78fa-4edb-8e08-22c15cf4a1ca","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-14c22dc2-auth","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-8d2c7c","tenantID":"e2e-worker-w4-8d2c7c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:07:50.824200897Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"namespace":"ai-tenant-e2e-worker-w4-8d2c7c","name":"simulator-access","reconcileID":"a2ced8c1-2fce-4680-83c6-f1d0930adf85","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-8d2c7c","tenantID":"e2e-worker-w4-8d2c7c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:07:50.824442323Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-80540d38-auth","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"namespace":"ai-tenant-e2e-worker-w4-8d2c7c","name":"e2e-filter-sub-a-80540d38-auth","reconcileID":"50956b36-78ce-420f-bcd8-33f1adc788b1","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-80540d38-auth","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-8d2c7c","tenantID":"e2e-worker-w4-8d2c7c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:07:50.82467855Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"namespace":"ai-tenant-e2e-worker-w4-8d2c7c","name":"premium-simulator-access","reconcileID":"c5d67eca-bf25-4c7b-aa27-77e691448642","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-8d2c7c","tenantID":"e2e-worker-w4-8d2c7c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:07:50.872885769Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-14c22dc2-auth","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"namespace":"ai-tenant-e2e-worker-w4-8d2c7c","name":"e2e-filter-sub-b-14c22dc2-auth","reconcileID":"7937b048-78fa-4edb-8e08-22c15cf4a1ca","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-14c22dc2-auth","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"name":"e2e-worker-w4-8d2c7c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:07:50.877223821Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"namespace":"ai-tenant-e2e-worker-w4-8d2c7c","name":"simulator-access","reconcileID":"a2ced8c1-2fce-4680-83c6-f1d0930adf85","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"name":"e2e-worker-w4-8d2c7c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:07:50.877245303Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-80540d38-auth","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"namespace":"ai-tenant-e2e-worker-w4-8d2c7c","name":"e2e-filter-sub-a-80540d38-auth","reconcileID":"50956b36-78ce-420f-bcd8-33f1adc788b1","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-80540d38-auth","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"name":"e2e-worker-w4-8d2c7c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:07:50.880155037Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"namespace":"ai-tenant-e2e-worker-w4-8d2c7c","name":"premium-simulator-access","reconcileID":"c5d67eca-bf25-4c7b-aa27-77e691448642","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"name":"e2e-worker-w4-8d2c7c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:07:50.92766885Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"e2e-apikey-degraded-sub","reconcileID":"8712333e-11e8-4d58-810c-7704e617bf40","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"model":"e2e-models-e2e-worker-w2-91cd99/simulator-w2-91cd99","subscription":"e2e-apikey-degraded-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:07:51.128262468Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"e2e-apikey-degraded-sub","reconcileID":"8712333e-11e8-4d58-810c-7704e617bf40","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"name":"maas-trlp-simulator-w2-91cd99","model":"e2e-models-e2e-worker-w2-91cd99/simulator-w2-91cd99","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w2-91cd99/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:07:51.128298977Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"e2e-apikey-degraded-sub","reconcileID":"8712333e-11e8-4d58-810c-7704e617bf40","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"model":"e2e-models-e2e-worker-w2-91cd99/nonexistent-model-apikey","subscription":"e2e-apikey-degraded-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:07:51.12843627Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"e2e-apikey-degraded-sub","reconcileID":"8712333e-11e8-4d58-810c-7704e617bf40","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"model":"e2e-models-e2e-worker-w2-91cd99/nonexistent-model-apikey","error":"MaaSModelRef not found: e2e-models-e2e-worker-w2-91cd99/nonexistent-model-apikey","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:07:51.323832327Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"simulator-subscription","reconcileID":"46b3a692-e837-4b25-b8e7-728eb1dddeac","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"name":"maas-trlp-simulator-w2-91cd99","model":"e2e-models-e2e-worker-w2-91cd99/simulator-w2-91cd99","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:07:51.380865876Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-91cd99","namespace":"e2e-models-e2e-worker-w2-91cd99"},"namespace":"e2e-models-e2e-worker-w2-91cd99","name":"simulator-w2-91cd99","reconcileID":"4d7170b5-f38d-472f-9070-fb554d18b250","MaaSModelRef":{"name":"simulator-w2-91cd99","namespace":"e2e-models-e2e-worker-w2-91cd99"},"routeName":"simulator-w2-91cd99-kserve-route","namespace":"e2e-models-e2e-worker-w2-91cd99","llmisvcName":"simulator-w2-91cd99","gateway":"openshift-ingress/e2e-worker-w2-91cd99","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:07:51.434834984Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-5951bc","namespace":"e2e-models-e2e-worker-w1-5951bc"},"namespace":"e2e-models-e2e-worker-w1-5951bc","name":"premium-w1-5951bc","reconcileID":"ff20e971-dfcc-4704-955a-337179844b70","MaaSModelRef":{"name":"premium-w1-5951bc","namespace":"e2e-models-e2e-worker-w1-5951bc"},"routeName":"premium-w1-5951bc-kserve-route","namespace":"e2e-models-e2e-worker-w1-5951bc","llmisvcName":"premium-w1-5951bc","gateway":"openshift-ingress/e2e-worker-w1-5951bc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:07:51.48857979Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-8d2c7c","namespace":"e2e-models-e2e-worker-w4-8d2c7c"},"namespace":"e2e-models-e2e-worker-w4-8d2c7c","name":"simulator-w4-8d2c7c","reconcileID":"88169073-faab-4bda-bb18-def87a415378","MaaSModelRef":{"name":"simulator-w4-8d2c7c","namespace":"e2e-models-e2e-worker-w4-8d2c7c"},"routeName":"simulator-w4-8d2c7c-kserve-route","namespace":"e2e-models-e2e-worker-w4-8d2c7c","llmisvcName":"simulator-w4-8d2c7c","gateway":"openshift-ingress/e2e-worker-w4-8d2c7c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:07:51.529885208Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"e2e-apikey-degraded-auth","reconcileID":"74ec8461-27ac-465e-92b6-82672bb00fe2","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-91cd99","tenantID":"e2e-worker-w2-91cd99","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:07:51.530596425Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-91cd99","namespace":"e2e-models-e2e-worker-w2-91cd99"},"namespace":"e2e-models-e2e-worker-w2-91cd99","name":"simulator-w2-91cd99","reconcileID":"15f7f8dc-1514-461f-b7ae-87126e2907e0","MaaSModelRef":{"name":"simulator-w2-91cd99","namespace":"e2e-models-e2e-worker-w2-91cd99"},"routeName":"simulator-w2-91cd99-kserve-route","namespace":"e2e-models-e2e-worker-w2-91cd99","llmisvcName":"simulator-w2-91cd99","gateway":"openshift-ingress/e2e-worker-w2-91cd99","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:07:51.531147172Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"simulator-access","reconcileID":"eabceb56-034e-493a-ad4a-8e317c5b6634","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-91cd99","tenantID":"e2e-worker-w2-91cd99","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:07:51.531163335Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"premium-simulator-access","reconcileID":"5ebee394-5ca3-447d-923f-f6c62e485578","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-91cd99","tenantID":"e2e-worker-w2-91cd99","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:07:51.582567812Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"e2e-apikey-degraded-auth","reconcileID":"74ec8461-27ac-465e-92b6-82672bb00fe2","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"name":"e2e-worker-w2-91cd99-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:07:51.584336435Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"premium-simulator-access","reconcileID":"5ebee394-5ca3-447d-923f-f6c62e485578","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"name":"e2e-worker-w2-91cd99-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:07:51.584759666Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"simulator-access","reconcileID":"eabceb56-034e-493a-ad4a-8e317c5b6634","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"name":"e2e-worker-w2-91cd99-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:07:51.727281879Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"e2e-apikey-degraded-auth","reconcileID":"e1a2ee23-7b05-4a40-b255-b7f217a8c89c","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"model":"e2e-models-e2e-worker-w2-91cd99/simulator-w2-91cd99","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:07:51.879709992Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-91cd99","namespace":"e2e-models-e2e-worker-w2-91cd99"},"namespace":"e2e-models-e2e-worker-w2-91cd99","name":"simulator-w2-91cd99","reconcileID":"7d442c90-d35c-4e5d-9795-638ba7aa37d7","MaaSModelRef":{"name":"simulator-w2-91cd99","namespace":"e2e-models-e2e-worker-w2-91cd99"},"routeName":"simulator-w2-91cd99-kserve-route","namespace":"e2e-models-e2e-worker-w2-91cd99","llmisvcName":"simulator-w2-91cd99","gateway":"openshift-ingress/e2e-worker-w2-91cd99","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:07:52.886843954Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-91cd99","namespace":"e2e-models-e2e-worker-w2-91cd99"},"namespace":"e2e-models-e2e-worker-w2-91cd99","name":"simulator-w2-91cd99","reconcileID":"6535b94c-e84e-4ac1-9908-ff7888801906","MaaSModelRef":{"name":"simulator-w2-91cd99","namespace":"e2e-models-e2e-worker-w2-91cd99"},"routeName":"simulator-w2-91cd99-kserve-route","namespace":"e2e-models-e2e-worker-w2-91cd99","llmisvcName":"simulator-w2-91cd99","gateway":"openshift-ingress/e2e-worker-w2-91cd99","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:07:52.939966042Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-91cd99","namespace":"e2e-models-e2e-worker-w2-91cd99"},"namespace":"e2e-models-e2e-worker-w2-91cd99","name":"simulator-w2-91cd99","reconcileID":"7345b52b-5a55-4348-8110-528210af3a86","MaaSModelRef":{"name":"simulator-w2-91cd99","namespace":"e2e-models-e2e-worker-w2-91cd99"},"routeName":"simulator-w2-91cd99-kserve-route","namespace":"e2e-models-e2e-worker-w2-91cd99","llmisvcName":"simulator-w2-91cd99","gateway":"openshift-ingress/e2e-worker-w2-91cd99","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:07:53.087068086Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"e2e-apikey-failed-auth","reconcileID":"700c3d63-4664-46d1-bd5c-8a433bf78031","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-91cd99","tenantID":"e2e-worker-w2-91cd99","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:07:53.143533028Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"e2e-apikey-failed-auth","reconcileID":"700c3d63-4664-46d1-bd5c-8a433bf78031","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"name":"e2e-worker-w2-91cd99-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T12:07:53.434805344Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-failed-sub","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"e2e-apikey-failed-sub","reconcileID":"af14b0b8-1d76-4542-a889-aa21b8b8e706","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-apikey-failed-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T12:07:53.455493123Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-91cd99","namespace":"e2e-models-e2e-worker-w2-91cd99"},"namespace":"e2e-models-e2e-worker-w2-91cd99","name":"simulator-w2-91cd99","reconcileID":"0bbe51a8-176d-4997-8da0-d2d5f1a6a0f1","MaaSModelRef":{"name":"simulator-w2-91cd99","namespace":"e2e-models-e2e-worker-w2-91cd99"},"routeName":"simulator-w2-91cd99-kserve-route","namespace":"e2e-models-e2e-worker-w2-91cd99","llmisvcName":"simulator-w2-91cd99","gateway":"openshift-ingress/e2e-worker-w2-91cd99","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:07:53.517709165Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"premium-simulator-access","reconcileID":"105625be-c754-4e1f-b342-5b865cf64386","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-91cd99","tenantID":"e2e-worker-w2-91cd99","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:07:53.517753326Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"simulator-access","reconcileID":"0a5d1b01-1a6a-4195-8438-d6dd1259fd59","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-91cd99","tenantID":"e2e-worker-w2-91cd99","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:07:53.574279402Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"premium-simulator-access","reconcileID":"105625be-c754-4e1f-b342-5b865cf64386","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"name":"e2e-worker-w2-91cd99-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:07:53.574370535Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"simulator-access","reconcileID":"0a5d1b01-1a6a-4195-8438-d6dd1259fd59","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"name":"e2e-worker-w2-91cd99-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:07:53.622811835Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"e2e-apikey-failed-auth","reconcileID":"b6d00f8b-c499-4c46-89bb-4b612023c8be","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-91cd99","tenantID":"e2e-worker-w2-91cd99","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:07:53.678878816Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"e2e-apikey-failed-auth","reconcileID":"b6d00f8b-c499-4c46-89bb-4b612023c8be","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"name":"e2e-worker-w2-91cd99-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:07:53.958537002Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"simulator-access","reconcileID":"245aee1e-ae80-4ac7-afeb-359cea661b11","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-91cd99","tenantID":"e2e-worker-w2-91cd99","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:07:53.959614343Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"premium-simulator-access","reconcileID":"52f81e26-6036-4320-80d5-dc59bafc1cc4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-91cd99","tenantID":"e2e-worker-w2-91cd99","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:07:54.019956327Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"premium-simulator-access","reconcileID":"52f81e26-6036-4320-80d5-dc59bafc1cc4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"name":"e2e-worker-w2-91cd99-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:07:54.020575212Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"simulator-access","reconcileID":"245aee1e-ae80-4ac7-afeb-359cea661b11","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"name":"e2e-worker-w2-91cd99-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:07:54.152630195Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"e2e-apikey-failed-auth","reconcileID":"594343e6-2bfc-4da1-bfdb-1c47f014628d","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-91cd99","tenantID":"e2e-worker-w2-91cd99","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:07:54.210092916Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"e2e-apikey-failed-auth","reconcileID":"594343e6-2bfc-4da1-bfdb-1c47f014628d","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"name":"e2e-worker-w2-91cd99-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:07:55.71342672Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:07:56.468275871Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"simulator-access","reconcileID":"3d88946b-babc-495f-b4e1-d4b4958ae330","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-91cd99","tenantID":"e2e-worker-w2-91cd99","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:07:56.468604631Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"premium-simulator-access","reconcileID":"9db8dd96-f321-434d-bc02-00229145afd3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-91cd99","tenantID":"e2e-worker-w2-91cd99","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:07:56.468274677Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"e2e-apikey-failed-auth","reconcileID":"79515088-3da4-4b5d-a5e9-f6b61f745fb3","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-91cd99","tenantID":"e2e-worker-w2-91cd99","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:07:56.52159525Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"simulator-access","reconcileID":"3d88946b-babc-495f-b4e1-d4b4958ae330","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"name":"e2e-worker-w2-91cd99-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:07:56.521695269Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"e2e-apikey-failed-auth","reconcileID":"79515088-3da4-4b5d-a5e9-f6b61f745fb3","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"name":"e2e-worker-w2-91cd99-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:07:56.523934553Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"premium-simulator-access","reconcileID":"9db8dd96-f321-434d-bc02-00229145afd3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"name":"e2e-worker-w2-91cd99-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:07:57.30253564Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"namespace":"ai-tenant-e2e-worker-w0-9893f0","name":"premium-simulator-access","reconcileID":"e43cf83a-1c74-453f-952c-7245d789f9e0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9893f0","tenantID":"e2e-worker-w0-9893f0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:07:57.302535638Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"namespace":"ai-tenant-e2e-worker-w0-9893f0","name":"simulator-access","reconcileID":"c2e1ce86-5f76-45eb-90a6-54b9cb789294","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9893f0","tenantID":"e2e-worker-w0-9893f0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:07:57.35578609Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"namespace":"ai-tenant-e2e-worker-w0-9893f0","name":"premium-simulator-access","reconcileID":"e43cf83a-1c74-453f-952c-7245d789f9e0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"name":"e2e-worker-w0-9893f0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:07:57.357038406Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"namespace":"ai-tenant-e2e-worker-w0-9893f0","name":"simulator-access","reconcileID":"c2e1ce86-5f76-45eb-90a6-54b9cb789294","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"name":"e2e-worker-w0-9893f0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:07:57.357241391Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"namespace":"ai-tenant-e2e-worker-w3-bb1b51","name":"premium-simulator-subscription","reconcileID":"e06c15fd-1c46-4a93-89ee-d98742a23adb","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"name":"maas-trlp-premium-w3-bb1b51","model":"e2e-models-e2e-worker-w3-bb1b51/premium-w3-bb1b51","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:07:57.457679379Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"namespace":"ai-tenant-e2e-worker-w3-bb1b51","name":"simulator-subscription","reconcileID":"0fb73bde-cb47-493f-87eb-7158bcf55ed9","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"name":"maas-trlp-simulator-w3-bb1b51","model":"e2e-models-e2e-worker-w3-bb1b51/simulator-w3-bb1b51","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:07:57.511688618Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-bb1b51","namespace":"e2e-models-e2e-worker-w3-bb1b51"},"namespace":"e2e-models-e2e-worker-w3-bb1b51","name":"premium-w3-bb1b51","reconcileID":"f6e20a32-c64d-4f7f-a4e6-12621020d526","MaaSModelRef":{"name":"premium-w3-bb1b51","namespace":"e2e-models-e2e-worker-w3-bb1b51"},"routeName":"premium-w3-bb1b51-kserve-route","namespace":"e2e-models-e2e-worker-w3-bb1b51","llmisvcName":"premium-w3-bb1b51","gateway":"openshift-ingress/e2e-worker-w3-bb1b51","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:07:57.560106632Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"namespace":"ai-tenant-e2e-worker-w1-5951bc","name":"premium-simulator-subscription","reconcileID":"7422fdda-6086-405d-ac6d-1c23c263cc75","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"name":"maas-trlp-premium-w1-5951bc","model":"e2e-models-e2e-worker-w1-5951bc/premium-w1-5951bc","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:07:57.614062642Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-bb1b51","namespace":"e2e-models-e2e-worker-w3-bb1b51"},"namespace":"e2e-models-e2e-worker-w3-bb1b51","name":"simulator-w3-bb1b51","reconcileID":"bd471b9d-ad95-4e3a-a502-f16913ac4462","MaaSModelRef":{"name":"simulator-w3-bb1b51","namespace":"e2e-models-e2e-worker-w3-bb1b51"},"routeName":"simulator-w3-bb1b51-kserve-route","namespace":"e2e-models-e2e-worker-w3-bb1b51","llmisvcName":"simulator-w3-bb1b51","gateway":"openshift-ingress/e2e-worker-w3-bb1b51","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:07:57.658401213Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-9893f0","namespace":"e2e-models-e2e-worker-w0-9893f0"},"namespace":"e2e-models-e2e-worker-w0-9893f0","name":"simulator-w0-9893f0","reconcileID":"f6197e89-54e9-4383-8021-5c52cb328d11","MaaSModelRef":{"name":"simulator-w0-9893f0","namespace":"e2e-models-e2e-worker-w0-9893f0"},"routeName":"simulator-w0-9893f0-kserve-route","namespace":"e2e-models-e2e-worker-w0-9893f0","llmisvcName":"simulator-w0-9893f0","gateway":"openshift-ingress/e2e-worker-w0-9893f0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:07:57.659240303Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-9893f0","namespace":"e2e-models-e2e-worker-w0-9893f0"},"namespace":"e2e-models-e2e-worker-w0-9893f0","name":"premium-w0-9893f0","reconcileID":"544f2e1f-0da4-4194-bd7c-68a32fa36fb2","MaaSModelRef":{"name":"premium-w0-9893f0","namespace":"e2e-models-e2e-worker-w0-9893f0"},"routeName":"premium-w0-9893f0-kserve-route","namespace":"e2e-models-e2e-worker-w0-9893f0","llmisvcName":"premium-w0-9893f0","gateway":"openshift-ingress/e2e-worker-w0-9893f0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:07:57.700999142Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"namespace":"ai-tenant-e2e-worker-w1-5951bc","name":"simulator-subscription","reconcileID":"90ea9172-3529-4f26-8a09-860fef9f461b","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"name":"maas-trlp-simulator-w1-5951bc","model":"e2e-models-e2e-worker-w1-5951bc/simulator-w1-5951bc","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:07:57.714048515Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-5951bc","namespace":"e2e-models-e2e-worker-w1-5951bc"},"namespace":"e2e-models-e2e-worker-w1-5951bc","name":"premium-w1-5951bc","reconcileID":"001ae517-dbdb-4d07-accf-cd46c5317931","MaaSModelRef":{"name":"premium-w1-5951bc","namespace":"e2e-models-e2e-worker-w1-5951bc"},"routeName":"premium-w1-5951bc-kserve-route","namespace":"e2e-models-e2e-worker-w1-5951bc","llmisvcName":"premium-w1-5951bc","gateway":"openshift-ingress/e2e-worker-w1-5951bc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:07:57.856628487Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-5951bc","namespace":"e2e-models-e2e-worker-w1-5951bc"},"namespace":"e2e-models-e2e-worker-w1-5951bc","name":"simulator-w1-5951bc","reconcileID":"2448d3a1-7668-4574-9cb7-487426cfcf04","MaaSModelRef":{"name":"simulator-w1-5951bc","namespace":"e2e-models-e2e-worker-w1-5951bc"},"routeName":"simulator-w1-5951bc-kserve-route","namespace":"e2e-models-e2e-worker-w1-5951bc","llmisvcName":"simulator-w1-5951bc","gateway":"openshift-ingress/e2e-worker-w1-5951bc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:07:58.128907055Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"namespace":"ai-tenant-e2e-worker-w3-bb1b51","name":"simulator-access","reconcileID":"242a18ed-5302-445b-b3e8-dbc1305a7cb8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bb1b51","tenantID":"e2e-worker-w3-bb1b51","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:07:58.128907473Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"namespace":"ai-tenant-e2e-worker-w3-bb1b51","name":"premium-simulator-access","reconcileID":"2246971f-7ed6-4a80-b801-8c53d7a54fe6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bb1b51","tenantID":"e2e-worker-w3-bb1b51","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:07:58.182618893Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"namespace":"ai-tenant-e2e-worker-w3-bb1b51","name":"premium-simulator-access","reconcileID":"2246971f-7ed6-4a80-b801-8c53d7a54fe6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"name":"e2e-worker-w3-bb1b51-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:07:58.183816654Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"namespace":"ai-tenant-e2e-worker-w3-bb1b51","name":"simulator-access","reconcileID":"242a18ed-5302-445b-b3e8-dbc1305a7cb8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"name":"e2e-worker-w3-bb1b51-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:07:58.233829739Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w3-bb1b51-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (b4197df4c1fa3727b9ee3a2189f1174d2b883999daf69b272cd88867ff0177b2) AuthConfig (49b5284ee6d9f3afebfc3426f0beba9eaa92689df380b74da72f7a69d8cdc98f) AuthConfig (560af63b86304757eb7f120063d78d2264f1e017aa466459d70cb169f24d5317) AuthConfig (4e4032fb333fef3daabc3a4218bf09081f4977bb6ec63d1fe16fd341172e0eee) AuthConfig (9e6d7db4c342c1ee5be587214404b741ac7e3e1509ffb0ca2c9c1ad6ec0cca7c) AuthConfig (5c63587488dcc3d16d6882e2a6d946971f7de5fa8a498af8b9d8a2aeda5a206a) AuthConfig (27d1782d66fa3d31a0d59d069784ed43d06240739400f47210395feb6e3c6a62) AuthConfig (95894f3eb6ed12b3339c075223b84bd0b201f87281d639acdbffd76f2e573d8f) AuthConfig (47bf5061fba26fc80df632cbde37b0045f7ffd636e13b02bf719294981ba923b) AuthConfig (fb3690bcc7b4598979d34b62211a90eb3188d4fd01150f8af9878b1d2e9d6f4e) AuthConfig (664f4aa96d18146b187693e0193180d9f165976b8eaa3a23cb59f77a5f5c985c) AuthConfig (0bc3325448e755a897974ea501ac8ef9e42847b32a141d83bde256241ef0130e) AuthConfig (1101ff29f6d3dd197e0413780d4b2d517881efa22e1e9090ed1cef5bd41f4fc7) AuthConfig (6553ac86ab762f57293eda4f8b4e2c54c97db91764667b9c6d5889bed0c2c0f4) AuthConfig (02d385bf696bbc565dfb791a6d28cfc7ade676b0440ee2e976e2f0e4c8789bcb) AuthConfig (b5c239462dbeea42ea71cfa9f568dac6c58074e0755cc885e60998f69af9249b) AuthConfig (6f4fa3fdb185d9fd917204d21fe63fa5d47afa6be431945697dcdd64fd51feb5) AuthConfig (b2b0f334dec2007f1d6f822a132b7f28d4fa5897fa667433b669560adb7e3209) AuthConfig (25142fe44b1edeb73b209b0465a3bf850f3a2fe1b1965ef70b4c9532280e02d6) AuthConfig (cdc9684e9f6c7afd5830fb3be1e0743ca4333b6779672edb1bdb5625f7d52b04) AuthConfig (866abd96f3f46164c6783b84edc29dc4dbad90be9120cccef25fa60dcc587257) AuthConfig (aad6fb3ced0790eb6abe647e99a0881a1e53f603b54156e1f9cda82e25e9b968) AuthConfig (5b22a46320b2bbdb402caf61e547fe0f692da627fe4befd03c3a1a42a01a5b10) AuthConfig (d6b60c79ac4974dff4e1dbee213ed057e0f686549ed982360436c8fc4db74be8) AuthConfig (2277b16ba97db6875e083ac7bbaef0249203099b6db91d82b9f9d0d6144de91f) AuthConfig (b3f1dafbf27bbb2df009ec80cd5a36458d2203e3c1d0ac03425e5e0e65ba3f14) AuthConfig (49ad0b8a67e7b613f8d2d3b32f45acc85294e4a33f46f3ddfc29b7740bf33de2) AuthConfig (c75ddbc8cdcb509cec14dc0aca30043fe3a554951fa03c9577f11929072343db) AuthConfig (5fb6df66c3a3886db7c3f10fec470e848b554ec8d248df80842ef09e57e52d71) AuthConfig (348027565be6f72da08dd0c92450eabbb18e472027819ed382d38aa9276a5de1)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"namespace":"ai-tenant-e2e-worker-w3-bb1b51","name":"premium-simulator-access","reconcileID":"2246971f-7ed6-4a80-b801-8c53d7a54fe6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:07:58.234666761Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w3-bb1b51-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (b4197df4c1fa3727b9ee3a2189f1174d2b883999daf69b272cd88867ff0177b2) AuthConfig (49b5284ee6d9f3afebfc3426f0beba9eaa92689df380b74da72f7a69d8cdc98f) AuthConfig (560af63b86304757eb7f120063d78d2264f1e017aa466459d70cb169f24d5317) AuthConfig (4e4032fb333fef3daabc3a4218bf09081f4977bb6ec63d1fe16fd341172e0eee) AuthConfig (9e6d7db4c342c1ee5be587214404b741ac7e3e1509ffb0ca2c9c1ad6ec0cca7c) AuthConfig (5c63587488dcc3d16d6882e2a6d946971f7de5fa8a498af8b9d8a2aeda5a206a) AuthConfig (27d1782d66fa3d31a0d59d069784ed43d06240739400f47210395feb6e3c6a62) AuthConfig (95894f3eb6ed12b3339c075223b84bd0b201f87281d639acdbffd76f2e573d8f) AuthConfig (47bf5061fba26fc80df632cbde37b0045f7ffd636e13b02bf719294981ba923b) AuthConfig (fb3690bcc7b4598979d34b62211a90eb3188d4fd01150f8af9878b1d2e9d6f4e) AuthConfig (664f4aa96d18146b187693e0193180d9f165976b8eaa3a23cb59f77a5f5c985c) AuthConfig (0bc3325448e755a897974ea501ac8ef9e42847b32a141d83bde256241ef0130e) AuthConfig (1101ff29f6d3dd197e0413780d4b2d517881efa22e1e9090ed1cef5bd41f4fc7) AuthConfig (6553ac86ab762f57293eda4f8b4e2c54c97db91764667b9c6d5889bed0c2c0f4) AuthConfig (02d385bf696bbc565dfb791a6d28cfc7ade676b0440ee2e976e2f0e4c8789bcb) AuthConfig (b5c239462dbeea42ea71cfa9f568dac6c58074e0755cc885e60998f69af9249b) AuthConfig (6f4fa3fdb185d9fd917204d21fe63fa5d47afa6be431945697dcdd64fd51feb5) AuthConfig (b2b0f334dec2007f1d6f822a132b7f28d4fa5897fa667433b669560adb7e3209) AuthConfig (25142fe44b1edeb73b209b0465a3bf850f3a2fe1b1965ef70b4c9532280e02d6) AuthConfig (cdc9684e9f6c7afd5830fb3be1e0743ca4333b6779672edb1bdb5625f7d52b04) AuthConfig (866abd96f3f46164c6783b84edc29dc4dbad90be9120cccef25fa60dcc587257) AuthConfig (aad6fb3ced0790eb6abe647e99a0881a1e53f603b54156e1f9cda82e25e9b968) AuthConfig (5b22a46320b2bbdb402caf61e547fe0f692da627fe4befd03c3a1a42a01a5b10) AuthConfig (d6b60c79ac4974dff4e1dbee213ed057e0f686549ed982360436c8fc4db74be8) AuthConfig (2277b16ba97db6875e083ac7bbaef0249203099b6db91d82b9f9d0d6144de91f) AuthConfig (b3f1dafbf27bbb2df009ec80cd5a36458d2203e3c1d0ac03425e5e0e65ba3f14) AuthConfig (49ad0b8a67e7b613f8d2d3b32f45acc85294e4a33f46f3ddfc29b7740bf33de2) AuthConfig (c75ddbc8cdcb509cec14dc0aca30043fe3a554951fa03c9577f11929072343db) AuthConfig (5fb6df66c3a3886db7c3f10fec470e848b554ec8d248df80842ef09e57e52d71) AuthConfig (348027565be6f72da08dd0c92450eabbb18e472027819ed382d38aa9276a5de1)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"namespace":"ai-tenant-e2e-worker-w3-bb1b51","name":"simulator-access","reconcileID":"242a18ed-5302-445b-b3e8-dbc1305a7cb8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:07:58.287514092Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"namespace":"ai-tenant-e2e-worker-w1-5951bc","name":"simulator-access","reconcileID":"6abd8a77-f0a5-4766-bbd5-f0e58c02ed32","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5951bc","tenantID":"e2e-worker-w1-5951bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:07:58.288241965Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-bb1b51","namespace":"e2e-models-e2e-worker-w3-bb1b51"},"namespace":"e2e-models-e2e-worker-w3-bb1b51","name":"premium-w3-bb1b51","reconcileID":"73dd7b47-906e-456c-8299-64b4fd39de5f","MaaSModelRef":{"name":"premium-w3-bb1b51","namespace":"e2e-models-e2e-worker-w3-bb1b51"},"routeName":"premium-w3-bb1b51-kserve-route","namespace":"e2e-models-e2e-worker-w3-bb1b51","llmisvcName":"premium-w3-bb1b51","gateway":"openshift-ingress/e2e-worker-w3-bb1b51","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:07:58.290312205Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"namespace":"ai-tenant-e2e-worker-w1-5951bc","name":"premium-simulator-access","reconcileID":"0005e370-4f8b-4295-9ad1-c830a6977a68","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5951bc","tenantID":"e2e-worker-w1-5951bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:07:58.29146497Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-bb1b51","namespace":"e2e-models-e2e-worker-w3-bb1b51"},"namespace":"e2e-models-e2e-worker-w3-bb1b51","name":"simulator-w3-bb1b51","reconcileID":"34010459-abe3-465a-8157-0dcdabebd5c8","MaaSModelRef":{"name":"simulator-w3-bb1b51","namespace":"e2e-models-e2e-worker-w3-bb1b51"},"routeName":"simulator-w3-bb1b51-kserve-route","namespace":"e2e-models-e2e-worker-w3-bb1b51","llmisvcName":"simulator-w3-bb1b51","gateway":"openshift-ingress/e2e-worker-w3-bb1b51","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:07:58.340795194Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"namespace":"ai-tenant-e2e-worker-w1-5951bc","name":"simulator-access","reconcileID":"6abd8a77-f0a5-4766-bbd5-f0e58c02ed32","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"name":"e2e-worker-w1-5951bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:07:58.344111074Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"namespace":"ai-tenant-e2e-worker-w1-5951bc","name":"premium-simulator-access","reconcileID":"0005e370-4f8b-4295-9ad1-c830a6977a68","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"name":"e2e-worker-w1-5951bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:07:58.391908365Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w1-5951bc-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (9a8008ca1630a2ef45ce76fa17da662676af65c653fe65d56f8c384805233818) AuthConfig (32d3c13962930bc08b10419e7e87fc0aa3d74eecf7a45498e3a30fccc8f03164) AuthConfig (e8174b6d08455603d2ce216bfed6e771a37fcf8d9d9e6e012f7c83047006e3d8) AuthConfig (2f0ef55f2edc019bba07023c93a9245f10bbe8d76c7f1c90411206c458739c01) AuthConfig (f615d87c88a189d6ae3cf78313796623f73c3ae0c34a58d32c9b3b9f9e84e50f) AuthConfig (0045fa9cf074b2183cac866f01beafa3524ca1fb1948f0663ff91222039fdfaf) AuthConfig (aadec521ef8a88ff24b7d8108e24e903341853daa84a21537deaca4ecf4fe908) AuthConfig (da89c1080f93f8ef815dd9e2de575f9687556bf14be6f7aa5ed2578dabf1b906) AuthConfig (634a6332e188be9dad97d1f9380403a780e9c6ae0f29960f20752541f66f2f29) AuthConfig (54d7892e92d4019e6dfd6369ecca520db868effb86cf5698cd8e3be9c8c10aca) AuthConfig (21bba722460a740937310a1473fff2d0bcdcb68147c6c87c291c37a1e17c14fc) AuthConfig (8221ad122c711d81fdc5fdda2b5c6ac6fcb2e814d7e0917daa338785b828406a) AuthConfig (431a0b7de6e14d387df5cb3775c95e9a23d4243963c3f6b754412ba460969368) AuthConfig (d1ecc4beb5ea65d86297c32e75b817740f94a647964dcb2c2c8ce94f5af31c7c) AuthConfig (afa5260729194185a345bc909a65ecdc437e4ffbfe0e0c32c7b34979cba30e2f) AuthConfig (3fb35c9c2ba076ce1477c8a8e9b11d64512de424d96a03a0413215de193bfe98) AuthConfig (baee3bb9f902457f52237fc714fbf3d66d3da4728fd30f4eb0f338656ec484c7) AuthConfig (d2fbb4b03594039f29d1eee118312ad4497b566dc81235f18ffab36a92916021) AuthConfig (1cf8c6076683d3b11629337049d75e57e50c6cb73efd192c8dba2bb7db456313) AuthConfig (859de9a21059757517bab09c2e334f661a58090beca3c31a73273a14d5750b32) AuthConfig (5ce395de6a90d64e69df766aff2905573e1c82ae451af36fd5a6e7eb5da02e23) AuthConfig (3af18cbcf0670b6ce99f6c5260b8eb76e9cd9da42f94c9b64f1456ea68265b98) AuthConfig (0ae9c91b59c41aaa3fc0474297116ef4e9c95431d439e906ab555965646775e2) AuthConfig (379575364c0adc81b8386c561b311f36b2de601fac3c088ad6c664a68e33ae5c) AuthConfig (151079f4b344931f29fa88e60cc75bfbc0d2a4b5b66f0165d77e67ed3de2e560) AuthConfig (671b7707183ce06be6ff80aa35286be33dc74f983eb6d45a4a046720c402f85c) AuthConfig (e41914b19a9b5d008a4c200284712551636697cd9154c323129dd3ac7c69ee5b) AuthConfig (122964f15a1e915a2f5cefbff0235a56d47ad6ba9cac7ff88e9b0c670c2202fd) AuthConfig (39803f3136d9ca536d3c51d001243567bbf70ae2b8bff972ba669102f587668c) AuthConfig (218d7f551ac1f7077387694247ad263acc31a57fed920e738d8a02047779bf4a)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"namespace":"ai-tenant-e2e-worker-w1-5951bc","name":"simulator-access","reconcileID":"6abd8a77-f0a5-4766-bbd5-f0e58c02ed32","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:07:58.395090285Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w1-5951bc-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (9a8008ca1630a2ef45ce76fa17da662676af65c653fe65d56f8c384805233818) AuthConfig (32d3c13962930bc08b10419e7e87fc0aa3d74eecf7a45498e3a30fccc8f03164) AuthConfig (e8174b6d08455603d2ce216bfed6e771a37fcf8d9d9e6e012f7c83047006e3d8) AuthConfig (2f0ef55f2edc019bba07023c93a9245f10bbe8d76c7f1c90411206c458739c01) AuthConfig (f615d87c88a189d6ae3cf78313796623f73c3ae0c34a58d32c9b3b9f9e84e50f) AuthConfig (0045fa9cf074b2183cac866f01beafa3524ca1fb1948f0663ff91222039fdfaf) AuthConfig (aadec521ef8a88ff24b7d8108e24e903341853daa84a21537deaca4ecf4fe908) AuthConfig (da89c1080f93f8ef815dd9e2de575f9687556bf14be6f7aa5ed2578dabf1b906) AuthConfig (634a6332e188be9dad97d1f9380403a780e9c6ae0f29960f20752541f66f2f29) AuthConfig (54d7892e92d4019e6dfd6369ecca520db868effb86cf5698cd8e3be9c8c10aca) AuthConfig (21bba722460a740937310a1473fff2d0bcdcb68147c6c87c291c37a1e17c14fc) AuthConfig (8221ad122c711d81fdc5fdda2b5c6ac6fcb2e814d7e0917daa338785b828406a) AuthConfig (431a0b7de6e14d387df5cb3775c95e9a23d4243963c3f6b754412ba460969368) AuthConfig (d1ecc4beb5ea65d86297c32e75b817740f94a647964dcb2c2c8ce94f5af31c7c) AuthConfig (afa5260729194185a345bc909a65ecdc437e4ffbfe0e0c32c7b34979cba30e2f) AuthConfig (3fb35c9c2ba076ce1477c8a8e9b11d64512de424d96a03a0413215de193bfe98) AuthConfig (baee3bb9f902457f52237fc714fbf3d66d3da4728fd30f4eb0f338656ec484c7) AuthConfig (d2fbb4b03594039f29d1eee118312ad4497b566dc81235f18ffab36a92916021) AuthConfig (1cf8c6076683d3b11629337049d75e57e50c6cb73efd192c8dba2bb7db456313) AuthConfig (859de9a21059757517bab09c2e334f661a58090beca3c31a73273a14d5750b32) AuthConfig (5ce395de6a90d64e69df766aff2905573e1c82ae451af36fd5a6e7eb5da02e23) AuthConfig (3af18cbcf0670b6ce99f6c5260b8eb76e9cd9da42f94c9b64f1456ea68265b98) AuthConfig (0ae9c91b59c41aaa3fc0474297116ef4e9c95431d439e906ab555965646775e2) AuthConfig (379575364c0adc81b8386c561b311f36b2de601fac3c088ad6c664a68e33ae5c) AuthConfig (151079f4b344931f29fa88e60cc75bfbc0d2a4b5b66f0165d77e67ed3de2e560) AuthConfig (671b7707183ce06be6ff80aa35286be33dc74f983eb6d45a4a046720c402f85c) AuthConfig (e41914b19a9b5d008a4c200284712551636697cd9154c323129dd3ac7c69ee5b) AuthConfig (122964f15a1e915a2f5cefbff0235a56d47ad6ba9cac7ff88e9b0c670c2202fd) AuthConfig (39803f3136d9ca536d3c51d001243567bbf70ae2b8bff972ba669102f587668c) AuthConfig (218d7f551ac1f7077387694247ad263acc31a57fed920e738d8a02047779bf4a)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"namespace":"ai-tenant-e2e-worker-w1-5951bc","name":"premium-simulator-access","reconcileID":"0005e370-4f8b-4295-9ad1-c830a6977a68","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:07:58.433854248Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"namespace":"ai-tenant-e2e-worker-w3-bb1b51","name":"premium-simulator-access","reconcileID":"e855f13c-a7dc-4a3d-8404-c58c9a62cd23","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bb1b51","tenantID":"e2e-worker-w3-bb1b51","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:07:58.43589516Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"namespace":"ai-tenant-e2e-worker-w3-bb1b51","name":"simulator-access","reconcileID":"a8358e24-f219-48ff-9f74-c04c9996a2c9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bb1b51","tenantID":"e2e-worker-w3-bb1b51","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:07:58.44547886Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-5951bc","namespace":"e2e-models-e2e-worker-w1-5951bc"},"namespace":"e2e-models-e2e-worker-w1-5951bc","name":"simulator-w1-5951bc","reconcileID":"6e3ba178-cc37-460b-9d5a-38bbf27bd6f8","MaaSModelRef":{"name":"simulator-w1-5951bc","namespace":"e2e-models-e2e-worker-w1-5951bc"},"routeName":"simulator-w1-5951bc-kserve-route","namespace":"e2e-models-e2e-worker-w1-5951bc","llmisvcName":"simulator-w1-5951bc","gateway":"openshift-ingress/e2e-worker-w1-5951bc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:07:58.448423786Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-5951bc","namespace":"e2e-models-e2e-worker-w1-5951bc"},"namespace":"e2e-models-e2e-worker-w1-5951bc","name":"premium-w1-5951bc","reconcileID":"e645c2d2-af0d-4000-97b1-2afd459e19f1","MaaSModelRef":{"name":"premium-w1-5951bc","namespace":"e2e-models-e2e-worker-w1-5951bc"},"routeName":"premium-w1-5951bc-kserve-route","namespace":"e2e-models-e2e-worker-w1-5951bc","llmisvcName":"premium-w1-5951bc","gateway":"openshift-ingress/e2e-worker-w1-5951bc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:07:58.486591353Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"namespace":"ai-tenant-e2e-worker-w3-bb1b51","name":"premium-simulator-access","reconcileID":"e855f13c-a7dc-4a3d-8404-c58c9a62cd23","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"name":"e2e-worker-w3-bb1b51-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:07:58.48798291Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"namespace":"ai-tenant-e2e-worker-w3-bb1b51","name":"simulator-access","reconcileID":"a8358e24-f219-48ff-9f74-c04c9996a2c9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"name":"e2e-worker-w3-bb1b51-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:07:58.539282416Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w3-bb1b51-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (b4197df4c1fa3727b9ee3a2189f1174d2b883999daf69b272cd88867ff0177b2) AuthConfig (49b5284ee6d9f3afebfc3426f0beba9eaa92689df380b74da72f7a69d8cdc98f) AuthConfig (560af63b86304757eb7f120063d78d2264f1e017aa466459d70cb169f24d5317) AuthConfig (4e4032fb333fef3daabc3a4218bf09081f4977bb6ec63d1fe16fd341172e0eee) AuthConfig (9e6d7db4c342c1ee5be587214404b741ac7e3e1509ffb0ca2c9c1ad6ec0cca7c) AuthConfig (5c63587488dcc3d16d6882e2a6d946971f7de5fa8a498af8b9d8a2aeda5a206a) AuthConfig (27d1782d66fa3d31a0d59d069784ed43d06240739400f47210395feb6e3c6a62) AuthConfig (95894f3eb6ed12b3339c075223b84bd0b201f87281d639acdbffd76f2e573d8f) AuthConfig (47bf5061fba26fc80df632cbde37b0045f7ffd636e13b02bf719294981ba923b) AuthConfig (fb3690bcc7b4598979d34b62211a90eb3188d4fd01150f8af9878b1d2e9d6f4e) AuthConfig (664f4aa96d18146b187693e0193180d9f165976b8eaa3a23cb59f77a5f5c985c) AuthConfig (0bc3325448e755a897974ea501ac8ef9e42847b32a141d83bde256241ef0130e) AuthConfig (1101ff29f6d3dd197e0413780d4b2d517881efa22e1e9090ed1cef5bd41f4fc7) AuthConfig (6553ac86ab762f57293eda4f8b4e2c54c97db91764667b9c6d5889bed0c2c0f4) AuthConfig (02d385bf696bbc565dfb791a6d28cfc7ade676b0440ee2e976e2f0e4c8789bcb) AuthConfig (b5c239462dbeea42ea71cfa9f568dac6c58074e0755cc885e60998f69af9249b) AuthConfig (6f4fa3fdb185d9fd917204d21fe63fa5d47afa6be431945697dcdd64fd51feb5) AuthConfig (b2b0f334dec2007f1d6f822a132b7f28d4fa5897fa667433b669560adb7e3209) AuthConfig (25142fe44b1edeb73b209b0465a3bf850f3a2fe1b1965ef70b4c9532280e02d6) AuthConfig (cdc9684e9f6c7afd5830fb3be1e0743ca4333b6779672edb1bdb5625f7d52b04) AuthConfig (866abd96f3f46164c6783b84edc29dc4dbad90be9120cccef25fa60dcc587257) AuthConfig (aad6fb3ced0790eb6abe647e99a0881a1e53f603b54156e1f9cda82e25e9b968) AuthConfig (5b22a46320b2bbdb402caf61e547fe0f692da627fe4befd03c3a1a42a01a5b10) AuthConfig (d6b60c79ac4974dff4e1dbee213ed057e0f686549ed982360436c8fc4db74be8) AuthConfig (2277b16ba97db6875e083ac7bbaef0249203099b6db91d82b9f9d0d6144de91f) AuthConfig (b3f1dafbf27bbb2df009ec80cd5a36458d2203e3c1d0ac03425e5e0e65ba3f14) AuthConfig (49ad0b8a67e7b613f8d2d3b32f45acc85294e4a33f46f3ddfc29b7740bf33de2) AuthConfig (c75ddbc8cdcb509cec14dc0aca30043fe3a554951fa03c9577f11929072343db) AuthConfig (5fb6df66c3a3886db7c3f10fec470e848b554ec8d248df80842ef09e57e52d71) AuthConfig (348027565be6f72da08dd0c92450eabbb18e472027819ed382d38aa9276a5de1)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"namespace":"ai-tenant-e2e-worker-w3-bb1b51","name":"premium-simulator-access","reconcileID":"e855f13c-a7dc-4a3d-8404-c58c9a62cd23","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:07:58.539969276Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w3-bb1b51-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (b4197df4c1fa3727b9ee3a2189f1174d2b883999daf69b272cd88867ff0177b2) AuthConfig (49b5284ee6d9f3afebfc3426f0beba9eaa92689df380b74da72f7a69d8cdc98f) AuthConfig (560af63b86304757eb7f120063d78d2264f1e017aa466459d70cb169f24d5317) AuthConfig (4e4032fb333fef3daabc3a4218bf09081f4977bb6ec63d1fe16fd341172e0eee) AuthConfig (9e6d7db4c342c1ee5be587214404b741ac7e3e1509ffb0ca2c9c1ad6ec0cca7c) AuthConfig (5c63587488dcc3d16d6882e2a6d946971f7de5fa8a498af8b9d8a2aeda5a206a) AuthConfig (27d1782d66fa3d31a0d59d069784ed43d06240739400f47210395feb6e3c6a62) AuthConfig (95894f3eb6ed12b3339c075223b84bd0b201f87281d639acdbffd76f2e573d8f) AuthConfig (47bf5061fba26fc80df632cbde37b0045f7ffd636e13b02bf719294981ba923b) AuthConfig (fb3690bcc7b4598979d34b62211a90eb3188d4fd01150f8af9878b1d2e9d6f4e) AuthConfig (664f4aa96d18146b187693e0193180d9f165976b8eaa3a23cb59f77a5f5c985c) AuthConfig (0bc3325448e755a897974ea501ac8ef9e42847b32a141d83bde256241ef0130e) AuthConfig (1101ff29f6d3dd197e0413780d4b2d517881efa22e1e9090ed1cef5bd41f4fc7) AuthConfig (6553ac86ab762f57293eda4f8b4e2c54c97db91764667b9c6d5889bed0c2c0f4) AuthConfig (02d385bf696bbc565dfb791a6d28cfc7ade676b0440ee2e976e2f0e4c8789bcb) AuthConfig (b5c239462dbeea42ea71cfa9f568dac6c58074e0755cc885e60998f69af9249b) AuthConfig (6f4fa3fdb185d9fd917204d21fe63fa5d47afa6be431945697dcdd64fd51feb5) AuthConfig (b2b0f334dec2007f1d6f822a132b7f28d4fa5897fa667433b669560adb7e3209) AuthConfig (25142fe44b1edeb73b209b0465a3bf850f3a2fe1b1965ef70b4c9532280e02d6) AuthConfig (cdc9684e9f6c7afd5830fb3be1e0743ca4333b6779672edb1bdb5625f7d52b04) AuthConfig (866abd96f3f46164c6783b84edc29dc4dbad90be9120cccef25fa60dcc587257) AuthConfig (aad6fb3ced0790eb6abe647e99a0881a1e53f603b54156e1f9cda82e25e9b968) AuthConfig (5b22a46320b2bbdb402caf61e547fe0f692da627fe4befd03c3a1a42a01a5b10) AuthConfig (d6b60c79ac4974dff4e1dbee213ed057e0f686549ed982360436c8fc4db74be8) AuthConfig (2277b16ba97db6875e083ac7bbaef0249203099b6db91d82b9f9d0d6144de91f) AuthConfig (b3f1dafbf27bbb2df009ec80cd5a36458d2203e3c1d0ac03425e5e0e65ba3f14) AuthConfig (49ad0b8a67e7b613f8d2d3b32f45acc85294e4a33f46f3ddfc29b7740bf33de2) AuthConfig (c75ddbc8cdcb509cec14dc0aca30043fe3a554951fa03c9577f11929072343db) AuthConfig (5fb6df66c3a3886db7c3f10fec470e848b554ec8d248df80842ef09e57e52d71) AuthConfig (348027565be6f72da08dd0c92450eabbb18e472027819ed382d38aa9276a5de1)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"namespace":"ai-tenant-e2e-worker-w3-bb1b51","name":"simulator-access","reconcileID":"a8358e24-f219-48ff-9f74-c04c9996a2c9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:07:58.590477385Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"namespace":"ai-tenant-e2e-worker-w1-5951bc","name":"simulator-access","reconcileID":"bf20d239-40c8-46c1-8e4f-34588688af1c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5951bc","tenantID":"e2e-worker-w1-5951bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:07:58.592455863Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"namespace":"ai-tenant-e2e-worker-w1-5951bc","name":"premium-simulator-access","reconcileID":"84f68f3e-5af9-4b06-a77b-be92df226c80","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5951bc","tenantID":"e2e-worker-w1-5951bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:07:58.644540652Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"namespace":"ai-tenant-e2e-worker-w1-5951bc","name":"simulator-access","reconcileID":"bf20d239-40c8-46c1-8e4f-34588688af1c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"name":"e2e-worker-w1-5951bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:07:58.645982804Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"namespace":"ai-tenant-e2e-worker-w1-5951bc","name":"premium-simulator-access","reconcileID":"84f68f3e-5af9-4b06-a77b-be92df226c80","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"name":"e2e-worker-w1-5951bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:07:58.695788198Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w1-5951bc-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (9a8008ca1630a2ef45ce76fa17da662676af65c653fe65d56f8c384805233818) AuthConfig (32d3c13962930bc08b10419e7e87fc0aa3d74eecf7a45498e3a30fccc8f03164) AuthConfig (e8174b6d08455603d2ce216bfed6e771a37fcf8d9d9e6e012f7c83047006e3d8) AuthConfig (2f0ef55f2edc019bba07023c93a9245f10bbe8d76c7f1c90411206c458739c01) AuthConfig (f615d87c88a189d6ae3cf78313796623f73c3ae0c34a58d32c9b3b9f9e84e50f) AuthConfig (0045fa9cf074b2183cac866f01beafa3524ca1fb1948f0663ff91222039fdfaf) AuthConfig (aadec521ef8a88ff24b7d8108e24e903341853daa84a21537deaca4ecf4fe908) AuthConfig (da89c1080f93f8ef815dd9e2de575f9687556bf14be6f7aa5ed2578dabf1b906) AuthConfig (634a6332e188be9dad97d1f9380403a780e9c6ae0f29960f20752541f66f2f29) AuthConfig (54d7892e92d4019e6dfd6369ecca520db868effb86cf5698cd8e3be9c8c10aca) AuthConfig (21bba722460a740937310a1473fff2d0bcdcb68147c6c87c291c37a1e17c14fc) AuthConfig (8221ad122c711d81fdc5fdda2b5c6ac6fcb2e814d7e0917daa338785b828406a) AuthConfig (431a0b7de6e14d387df5cb3775c95e9a23d4243963c3f6b754412ba460969368) AuthConfig (d1ecc4beb5ea65d86297c32e75b817740f94a647964dcb2c2c8ce94f5af31c7c) AuthConfig (afa5260729194185a345bc909a65ecdc437e4ffbfe0e0c32c7b34979cba30e2f) AuthConfig (3fb35c9c2ba076ce1477c8a8e9b11d64512de424d96a03a0413215de193bfe98) AuthConfig (baee3bb9f902457f52237fc714fbf3d66d3da4728fd30f4eb0f338656ec484c7) AuthConfig (d2fbb4b03594039f29d1eee118312ad4497b566dc81235f18ffab36a92916021) AuthConfig (1cf8c6076683d3b11629337049d75e57e50c6cb73efd192c8dba2bb7db456313) AuthConfig (859de9a21059757517bab09c2e334f661a58090beca3c31a73273a14d5750b32) AuthConfig (5ce395de6a90d64e69df766aff2905573e1c82ae451af36fd5a6e7eb5da02e23) AuthConfig (3af18cbcf0670b6ce99f6c5260b8eb76e9cd9da42f94c9b64f1456ea68265b98) AuthConfig (0ae9c91b59c41aaa3fc0474297116ef4e9c95431d439e906ab555965646775e2) AuthConfig (379575364c0adc81b8386c561b311f36b2de601fac3c088ad6c664a68e33ae5c) AuthConfig (151079f4b344931f29fa88e60cc75bfbc0d2a4b5b66f0165d77e67ed3de2e560) AuthConfig (671b7707183ce06be6ff80aa35286be33dc74f983eb6d45a4a046720c402f85c) AuthConfig (e41914b19a9b5d008a4c200284712551636697cd9154c323129dd3ac7c69ee5b) AuthConfig (122964f15a1e915a2f5cefbff0235a56d47ad6ba9cac7ff88e9b0c670c2202fd) AuthConfig (39803f3136d9ca536d3c51d001243567bbf70ae2b8bff972ba669102f587668c) AuthConfig (218d7f551ac1f7077387694247ad263acc31a57fed920e738d8a02047779bf4a)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"namespace":"ai-tenant-e2e-worker-w1-5951bc","name":"simulator-access","reconcileID":"bf20d239-40c8-46c1-8e4f-34588688af1c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:07:58.696926738Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w1-5951bc-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (9a8008ca1630a2ef45ce76fa17da662676af65c653fe65d56f8c384805233818) AuthConfig (32d3c13962930bc08b10419e7e87fc0aa3d74eecf7a45498e3a30fccc8f03164) AuthConfig (e8174b6d08455603d2ce216bfed6e771a37fcf8d9d9e6e012f7c83047006e3d8) AuthConfig (2f0ef55f2edc019bba07023c93a9245f10bbe8d76c7f1c90411206c458739c01) AuthConfig (f615d87c88a189d6ae3cf78313796623f73c3ae0c34a58d32c9b3b9f9e84e50f) AuthConfig (0045fa9cf074b2183cac866f01beafa3524ca1fb1948f0663ff91222039fdfaf) AuthConfig (aadec521ef8a88ff24b7d8108e24e903341853daa84a21537deaca4ecf4fe908) AuthConfig (da89c1080f93f8ef815dd9e2de575f9687556bf14be6f7aa5ed2578dabf1b906) AuthConfig (634a6332e188be9dad97d1f9380403a780e9c6ae0f29960f20752541f66f2f29) AuthConfig (54d7892e92d4019e6dfd6369ecca520db868effb86cf5698cd8e3be9c8c10aca) AuthConfig (21bba722460a740937310a1473fff2d0bcdcb68147c6c87c291c37a1e17c14fc) AuthConfig (8221ad122c711d81fdc5fdda2b5c6ac6fcb2e814d7e0917daa338785b828406a) AuthConfig (431a0b7de6e14d387df5cb3775c95e9a23d4243963c3f6b754412ba460969368) AuthConfig (d1ecc4beb5ea65d86297c32e75b817740f94a647964dcb2c2c8ce94f5af31c7c) AuthConfig (afa5260729194185a345bc909a65ecdc437e4ffbfe0e0c32c7b34979cba30e2f) AuthConfig (3fb35c9c2ba076ce1477c8a8e9b11d64512de424d96a03a0413215de193bfe98) AuthConfig (baee3bb9f902457f52237fc714fbf3d66d3da4728fd30f4eb0f338656ec484c7) AuthConfig (d2fbb4b03594039f29d1eee118312ad4497b566dc81235f18ffab36a92916021) AuthConfig (1cf8c6076683d3b11629337049d75e57e50c6cb73efd192c8dba2bb7db456313) AuthConfig (859de9a21059757517bab09c2e334f661a58090beca3c31a73273a14d5750b32) AuthConfig (5ce395de6a90d64e69df766aff2905573e1c82ae451af36fd5a6e7eb5da02e23) AuthConfig (3af18cbcf0670b6ce99f6c5260b8eb76e9cd9da42f94c9b64f1456ea68265b98) AuthConfig (0ae9c91b59c41aaa3fc0474297116ef4e9c95431d439e906ab555965646775e2) AuthConfig (379575364c0adc81b8386c561b311f36b2de601fac3c088ad6c664a68e33ae5c) AuthConfig (151079f4b344931f29fa88e60cc75bfbc0d2a4b5b66f0165d77e67ed3de2e560) AuthConfig (671b7707183ce06be6ff80aa35286be33dc74f983eb6d45a4a046720c402f85c) AuthConfig (e41914b19a9b5d008a4c200284712551636697cd9154c323129dd3ac7c69ee5b) AuthConfig (122964f15a1e915a2f5cefbff0235a56d47ad6ba9cac7ff88e9b0c670c2202fd) AuthConfig (39803f3136d9ca536d3c51d001243567bbf70ae2b8bff972ba669102f587668c) AuthConfig (218d7f551ac1f7077387694247ad263acc31a57fed920e738d8a02047779bf4a)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"namespace":"ai-tenant-e2e-worker-w1-5951bc","name":"premium-simulator-access","reconcileID":"84f68f3e-5af9-4b06-a77b-be92df226c80","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:08:00.824679872Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-filter-sub-a-80540d38","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"namespace":"ai-tenant-e2e-worker-w4-8d2c7c","name":"e2e-filter-sub-a-80540d38","reconcileID":"2df20004-8d96-42ff-b94c-8b57adcbdf4e","MaaSSubscription":{"name":"e2e-filter-sub-a-80540d38","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"model":"e2e-models-e2e-worker-w4-8d2c7c/simulator-w4-8d2c7c","subscription":"e2e-filter-sub-a-80540d38","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:08:01.026579334Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-filter-sub-a-80540d38","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"namespace":"ai-tenant-e2e-worker-w4-8d2c7c","name":"e2e-filter-sub-a-80540d38","reconcileID":"2df20004-8d96-42ff-b94c-8b57adcbdf4e","MaaSSubscription":{"name":"e2e-filter-sub-a-80540d38","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"name":"maas-trlp-simulator-w4-8d2c7c","model":"e2e-models-e2e-worker-w4-8d2c7c/simulator-w4-8d2c7c","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w4-8d2c7c/e2e-filter-sub-b-14c22dc2","ai-tenant-e2e-worker-w4-8d2c7c/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:08:01.224053402Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"namespace":"ai-tenant-e2e-worker-w4-8d2c7c","name":"simulator-subscription","reconcileID":"3ee09c5e-30be-47a3-a46a-8a00d8e4f74a","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"name":"maas-trlp-simulator-w4-8d2c7c","model":"e2e-models-e2e-worker-w4-8d2c7c/simulator-w4-8d2c7c","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:08:01.224075561Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-filter-sub-b-14c22dc2","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"namespace":"ai-tenant-e2e-worker-w4-8d2c7c","name":"e2e-filter-sub-b-14c22dc2","reconcileID":"1465c42c-8016-48c0-b882-85b083116dac","MaaSSubscription":{"name":"e2e-filter-sub-b-14c22dc2","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"name":"maas-trlp-simulator-w4-8d2c7c","model":"e2e-models-e2e-worker-w4-8d2c7c/simulator-w4-8d2c7c","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:08:01.280370942Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-8d2c7c","namespace":"e2e-models-e2e-worker-w4-8d2c7c"},"namespace":"e2e-models-e2e-worker-w4-8d2c7c","name":"simulator-w4-8d2c7c","reconcileID":"6784c4e3-f456-4fd1-b3a3-4556ed259819","MaaSModelRef":{"name":"simulator-w4-8d2c7c","namespace":"e2e-models-e2e-worker-w4-8d2c7c"},"routeName":"simulator-w4-8d2c7c-kserve-route","namespace":"e2e-models-e2e-worker-w4-8d2c7c","llmisvcName":"simulator-w4-8d2c7c","gateway":"openshift-ingress/e2e-worker-w4-8d2c7c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:08:01.425283403Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"namespace":"ai-tenant-e2e-worker-w4-8d2c7c","name":"premium-simulator-access","reconcileID":"ca8c9c7a-2e93-4657-a1e1-3a6f4cdcc92c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-8d2c7c","tenantID":"e2e-worker-w4-8d2c7c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:08:01.425664646Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"namespace":"ai-tenant-e2e-worker-w4-8d2c7c","name":"simulator-access","reconcileID":"cc078865-df86-46ee-9dfc-f3475b9c6d8b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-8d2c7c","tenantID":"e2e-worker-w4-8d2c7c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:08:01.425867526Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-14c22dc2-auth","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"namespace":"ai-tenant-e2e-worker-w4-8d2c7c","name":"e2e-filter-sub-b-14c22dc2-auth","reconcileID":"2d8082c4-0d3e-4484-a9a5-a6466068bdcd","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-14c22dc2-auth","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-8d2c7c","tenantID":"e2e-worker-w4-8d2c7c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:08:01.426100966Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-80540d38-auth","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"namespace":"ai-tenant-e2e-worker-w4-8d2c7c","name":"e2e-filter-sub-a-80540d38-auth","reconcileID":"7bb114e0-a9d2-42d7-92e9-69fbdd08179a","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-80540d38-auth","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-8d2c7c","tenantID":"e2e-worker-w4-8d2c7c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:08:01.438824824Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-8d2c7c","namespace":"e2e-models-e2e-worker-w4-8d2c7c"},"namespace":"e2e-models-e2e-worker-w4-8d2c7c","name":"simulator-w4-8d2c7c","reconcileID":"4210c489-e85b-4a74-bdac-165a6eef4e20","MaaSModelRef":{"name":"simulator-w4-8d2c7c","namespace":"e2e-models-e2e-worker-w4-8d2c7c"},"routeName":"simulator-w4-8d2c7c-kserve-route","namespace":"e2e-models-e2e-worker-w4-8d2c7c","llmisvcName":"simulator-w4-8d2c7c","gateway":"openshift-ingress/e2e-worker-w4-8d2c7c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:08:01.477588327Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"namespace":"ai-tenant-e2e-worker-w4-8d2c7c","name":"premium-simulator-access","reconcileID":"ca8c9c7a-2e93-4657-a1e1-3a6f4cdcc92c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"name":"e2e-worker-w4-8d2c7c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:08:01.478329949Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-14c22dc2-auth","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"namespace":"ai-tenant-e2e-worker-w4-8d2c7c","name":"e2e-filter-sub-b-14c22dc2-auth","reconcileID":"2d8082c4-0d3e-4484-a9a5-a6466068bdcd","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-14c22dc2-auth","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"name":"e2e-worker-w4-8d2c7c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:08:01.479796869Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"namespace":"ai-tenant-e2e-worker-w4-8d2c7c","name":"simulator-access","reconcileID":"cc078865-df86-46ee-9dfc-f3475b9c6d8b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"name":"e2e-worker-w4-8d2c7c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:08:01.480513058Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-80540d38-auth","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"namespace":"ai-tenant-e2e-worker-w4-8d2c7c","name":"e2e-filter-sub-a-80540d38-auth","reconcileID":"7bb114e0-a9d2-42d7-92e9-69fbdd08179a","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-80540d38-auth","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"name":"e2e-worker-w4-8d2c7c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:08:01.820183867Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"namespace":"ai-tenant-e2e-worker-w4-8d2c7c","name":"premium-simulator-access","reconcileID":"e12344c5-f366-4ac6-87f8-6528b7084eb3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-8d2c7c","tenantID":"e2e-worker-w4-8d2c7c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:08:01.820346392Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-14c22dc2-auth","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"namespace":"ai-tenant-e2e-worker-w4-8d2c7c","name":"e2e-filter-sub-b-14c22dc2-auth","reconcileID":"42721e07-e4d8-4d1e-836a-dfc522bb7077","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-14c22dc2-auth","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-8d2c7c","tenantID":"e2e-worker-w4-8d2c7c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:08:01.820182429Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-80540d38-auth","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"namespace":"ai-tenant-e2e-worker-w4-8d2c7c","name":"e2e-filter-sub-a-80540d38-auth","reconcileID":"a13b43e9-dc26-4553-8301-4adf56ee3fed","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-80540d38-auth","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-8d2c7c","tenantID":"e2e-worker-w4-8d2c7c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:08:01.820656194Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"namespace":"ai-tenant-e2e-worker-w4-8d2c7c","name":"simulator-access","reconcileID":"8919f214-1181-4c0e-9c61-e93a8381c1db","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-8d2c7c","tenantID":"e2e-worker-w4-8d2c7c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:08:01.872671598Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"namespace":"ai-tenant-e2e-worker-w4-8d2c7c","name":"premium-simulator-access","reconcileID":"e12344c5-f366-4ac6-87f8-6528b7084eb3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"name":"e2e-worker-w4-8d2c7c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:08:01.873123329Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-80540d38-auth","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"namespace":"ai-tenant-e2e-worker-w4-8d2c7c","name":"e2e-filter-sub-a-80540d38-auth","reconcileID":"a13b43e9-dc26-4553-8301-4adf56ee3fed","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-80540d38-auth","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"name":"e2e-worker-w4-8d2c7c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:08:01.874962162Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-14c22dc2-auth","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"namespace":"ai-tenant-e2e-worker-w4-8d2c7c","name":"e2e-filter-sub-b-14c22dc2-auth","reconcileID":"42721e07-e4d8-4d1e-836a-dfc522bb7077","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-14c22dc2-auth","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"name":"e2e-worker-w4-8d2c7c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:08:01.875545648Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"namespace":"ai-tenant-e2e-worker-w4-8d2c7c","name":"simulator-access","reconcileID":"8919f214-1181-4c0e-9c61-e93a8381c1db","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"name":"e2e-worker-w4-8d2c7c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:08:06.473221028Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-failed-sub","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"e2e-apikey-failed-sub","reconcileID":"fe93d2aa-5e91-43b9-870e-7f2be3d60b99","MaaSSubscription":{"name":"e2e-apikey-failed-sub","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"model":"e2e-models-e2e-worker-w2-91cd99/nonexistent-model-apikey-failed","subscription":"e2e-apikey-failed-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:08:06.473363718Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-failed-sub","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"e2e-apikey-failed-sub","reconcileID":"fe93d2aa-5e91-43b9-870e-7f2be3d60b99","MaaSSubscription":{"name":"e2e-apikey-failed-sub","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"model":"e2e-models-e2e-worker-w2-91cd99/nonexistent-model-apikey-failed","error":"MaaSModelRef not found: e2e-models-e2e-worker-w2-91cd99/nonexistent-model-apikey-failed","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:08:06.921157328Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-91cd99","namespace":"e2e-models-e2e-worker-w2-91cd99"},"namespace":"e2e-models-e2e-worker-w2-91cd99","name":"simulator-w2-91cd99","reconcileID":"6c895762-591c-44fc-bce5-6a0e516bbb95","MaaSModelRef":{"name":"simulator-w2-91cd99","namespace":"e2e-models-e2e-worker-w2-91cd99"},"routeName":"simulator-w2-91cd99-kserve-route","namespace":"e2e-models-e2e-worker-w2-91cd99","llmisvcName":"simulator-w2-91cd99","gateway":"openshift-ingress/e2e-worker-w2-91cd99","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:08:06.968665464Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"e2e-apikey-failed-auth","reconcileID":"d1e26896-19dd-4f82-b812-e6535c26a85f","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-91cd99","tenantID":"e2e-worker-w2-91cd99","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:08:06.968865398Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"simulator-access","reconcileID":"676cdfff-70ca-4dcb-a3a4-d5831e46bfdc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-91cd99","tenantID":"e2e-worker-w2-91cd99","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:08:06.968665351Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"premium-simulator-access","reconcileID":"42236c5c-2f79-4b4f-a6d8-3ec3f5f5e80c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-91cd99","tenantID":"e2e-worker-w2-91cd99","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:08:07.022551274Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"e2e-apikey-failed-auth","reconcileID":"d1e26896-19dd-4f82-b812-e6535c26a85f","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"name":"e2e-worker-w2-91cd99-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:08:07.022831207Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"premium-simulator-access","reconcileID":"42236c5c-2f79-4b4f-a6d8-3ec3f5f5e80c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"name":"e2e-worker-w2-91cd99-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:08:07.024858981Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"simulator-access","reconcileID":"676cdfff-70ca-4dcb-a3a4-d5831e46bfdc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"name":"e2e-worker-w2-91cd99-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:08:07.220305913Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"e2e-apikey-failed-auth","reconcileID":"23882f11-77db-435e-a7dd-54e754443ff1","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"model":"e2e-models-e2e-worker-w2-91cd99/simulator-w2-91cd99","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:08:07.42255335Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-91cd99","namespace":"e2e-models-e2e-worker-w2-91cd99"},"namespace":"e2e-models-e2e-worker-w2-91cd99","name":"simulator-w2-91cd99","reconcileID":"19bb7ee2-1621-42b0-a68c-600b0a8885d9","MaaSModelRef":{"name":"simulator-w2-91cd99","namespace":"e2e-models-e2e-worker-w2-91cd99"},"routeName":"simulator-w2-91cd99-kserve-route","namespace":"e2e-models-e2e-worker-w2-91cd99","llmisvcName":"simulator-w2-91cd99","gateway":"openshift-ingress/e2e-worker-w2-91cd99","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:08:08.684949342Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"namespace":"ai-tenant-e2e-worker-w3-bb1b51","name":"premium-simulator-access","reconcileID":"340962c1-c8dd-4aa8-bbf4-eec74f8872ee","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bb1b51","tenantID":"e2e-worker-w3-bb1b51","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:08:08.684949361Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"namespace":"ai-tenant-e2e-worker-w3-bb1b51","name":"simulator-access","reconcileID":"895c4ade-7bfb-4da9-ae0c-103417605cf0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bb1b51","tenantID":"e2e-worker-w3-bb1b51","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:08:08.737348088Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"namespace":"ai-tenant-e2e-worker-w3-bb1b51","name":"simulator-access","reconcileID":"895c4ade-7bfb-4da9-ae0c-103417605cf0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"name":"e2e-worker-w3-bb1b51-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:08:08.737566086Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"namespace":"ai-tenant-e2e-worker-w3-bb1b51","name":"premium-simulator-access","reconcileID":"340962c1-c8dd-4aa8-bbf4-eec74f8872ee","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"name":"e2e-worker-w3-bb1b51-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:08:08.789092471Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w3-bb1b51-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (b4197df4c1fa3727b9ee3a2189f1174d2b883999daf69b272cd88867ff0177b2) AuthConfig (49b5284ee6d9f3afebfc3426f0beba9eaa92689df380b74da72f7a69d8cdc98f) AuthConfig (560af63b86304757eb7f120063d78d2264f1e017aa466459d70cb169f24d5317) AuthConfig (4e4032fb333fef3daabc3a4218bf09081f4977bb6ec63d1fe16fd341172e0eee) AuthConfig (9e6d7db4c342c1ee5be587214404b741ac7e3e1509ffb0ca2c9c1ad6ec0cca7c) AuthConfig (5c63587488dcc3d16d6882e2a6d946971f7de5fa8a498af8b9d8a2aeda5a206a) AuthConfig (27d1782d66fa3d31a0d59d069784ed43d06240739400f47210395feb6e3c6a62) AuthConfig (95894f3eb6ed12b3339c075223b84bd0b201f87281d639acdbffd76f2e573d8f) AuthConfig (47bf5061fba26fc80df632cbde37b0045f7ffd636e13b02bf719294981ba923b) AuthConfig (fb3690bcc7b4598979d34b62211a90eb3188d4fd01150f8af9878b1d2e9d6f4e) AuthConfig (664f4aa96d18146b187693e0193180d9f165976b8eaa3a23cb59f77a5f5c985c) AuthConfig (0bc3325448e755a897974ea501ac8ef9e42847b32a141d83bde256241ef0130e) AuthConfig (1101ff29f6d3dd197e0413780d4b2d517881efa22e1e9090ed1cef5bd41f4fc7) AuthConfig (6553ac86ab762f57293eda4f8b4e2c54c97db91764667b9c6d5889bed0c2c0f4) AuthConfig (02d385bf696bbc565dfb791a6d28cfc7ade676b0440ee2e976e2f0e4c8789bcb) AuthConfig (b5c239462dbeea42ea71cfa9f568dac6c58074e0755cc885e60998f69af9249b) AuthConfig (6f4fa3fdb185d9fd917204d21fe63fa5d47afa6be431945697dcdd64fd51feb5) AuthConfig (b2b0f334dec2007f1d6f822a132b7f28d4fa5897fa667433b669560adb7e3209) AuthConfig (25142fe44b1edeb73b209b0465a3bf850f3a2fe1b1965ef70b4c9532280e02d6) AuthConfig (cdc9684e9f6c7afd5830fb3be1e0743ca4333b6779672edb1bdb5625f7d52b04) AuthConfig (866abd96f3f46164c6783b84edc29dc4dbad90be9120cccef25fa60dcc587257) AuthConfig (aad6fb3ced0790eb6abe647e99a0881a1e53f603b54156e1f9cda82e25e9b968) AuthConfig (5b22a46320b2bbdb402caf61e547fe0f692da627fe4befd03c3a1a42a01a5b10) AuthConfig (d6b60c79ac4974dff4e1dbee213ed057e0f686549ed982360436c8fc4db74be8) AuthConfig (2277b16ba97db6875e083ac7bbaef0249203099b6db91d82b9f9d0d6144de91f) AuthConfig (b3f1dafbf27bbb2df009ec80cd5a36458d2203e3c1d0ac03425e5e0e65ba3f14) AuthConfig (49ad0b8a67e7b613f8d2d3b32f45acc85294e4a33f46f3ddfc29b7740bf33de2) AuthConfig (c75ddbc8cdcb509cec14dc0aca30043fe3a554951fa03c9577f11929072343db) AuthConfig (5fb6df66c3a3886db7c3f10fec470e848b554ec8d248df80842ef09e57e52d71) AuthConfig (348027565be6f72da08dd0c92450eabbb18e472027819ed382d38aa9276a5de1)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"namespace":"ai-tenant-e2e-worker-w3-bb1b51","name":"premium-simulator-access","reconcileID":"340962c1-c8dd-4aa8-bbf4-eec74f8872ee","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:08:08.789143919Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w3-bb1b51-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (b4197df4c1fa3727b9ee3a2189f1174d2b883999daf69b272cd88867ff0177b2) AuthConfig (49b5284ee6d9f3afebfc3426f0beba9eaa92689df380b74da72f7a69d8cdc98f) AuthConfig (560af63b86304757eb7f120063d78d2264f1e017aa466459d70cb169f24d5317) AuthConfig (4e4032fb333fef3daabc3a4218bf09081f4977bb6ec63d1fe16fd341172e0eee) AuthConfig (9e6d7db4c342c1ee5be587214404b741ac7e3e1509ffb0ca2c9c1ad6ec0cca7c) AuthConfig (5c63587488dcc3d16d6882e2a6d946971f7de5fa8a498af8b9d8a2aeda5a206a) AuthConfig (27d1782d66fa3d31a0d59d069784ed43d06240739400f47210395feb6e3c6a62) AuthConfig (95894f3eb6ed12b3339c075223b84bd0b201f87281d639acdbffd76f2e573d8f) AuthConfig (47bf5061fba26fc80df632cbde37b0045f7ffd636e13b02bf719294981ba923b) AuthConfig (fb3690bcc7b4598979d34b62211a90eb3188d4fd01150f8af9878b1d2e9d6f4e) AuthConfig (664f4aa96d18146b187693e0193180d9f165976b8eaa3a23cb59f77a5f5c985c) AuthConfig (0bc3325448e755a897974ea501ac8ef9e42847b32a141d83bde256241ef0130e) AuthConfig (1101ff29f6d3dd197e0413780d4b2d517881efa22e1e9090ed1cef5bd41f4fc7) AuthConfig (6553ac86ab762f57293eda4f8b4e2c54c97db91764667b9c6d5889bed0c2c0f4) AuthConfig (02d385bf696bbc565dfb791a6d28cfc7ade676b0440ee2e976e2f0e4c8789bcb) AuthConfig (b5c239462dbeea42ea71cfa9f568dac6c58074e0755cc885e60998f69af9249b) AuthConfig (6f4fa3fdb185d9fd917204d21fe63fa5d47afa6be431945697dcdd64fd51feb5) AuthConfig (b2b0f334dec2007f1d6f822a132b7f28d4fa5897fa667433b669560adb7e3209) AuthConfig (25142fe44b1edeb73b209b0465a3bf850f3a2fe1b1965ef70b4c9532280e02d6) AuthConfig (cdc9684e9f6c7afd5830fb3be1e0743ca4333b6779672edb1bdb5625f7d52b04) AuthConfig (866abd96f3f46164c6783b84edc29dc4dbad90be9120cccef25fa60dcc587257) AuthConfig (aad6fb3ced0790eb6abe647e99a0881a1e53f603b54156e1f9cda82e25e9b968) AuthConfig (5b22a46320b2bbdb402caf61e547fe0f692da627fe4befd03c3a1a42a01a5b10) AuthConfig (d6b60c79ac4974dff4e1dbee213ed057e0f686549ed982360436c8fc4db74be8) AuthConfig (2277b16ba97db6875e083ac7bbaef0249203099b6db91d82b9f9d0d6144de91f) AuthConfig (b3f1dafbf27bbb2df009ec80cd5a36458d2203e3c1d0ac03425e5e0e65ba3f14) AuthConfig (49ad0b8a67e7b613f8d2d3b32f45acc85294e4a33f46f3ddfc29b7740bf33de2) AuthConfig (c75ddbc8cdcb509cec14dc0aca30043fe3a554951fa03c9577f11929072343db) AuthConfig (5fb6df66c3a3886db7c3f10fec470e848b554ec8d248df80842ef09e57e52d71) AuthConfig (348027565be6f72da08dd0c92450eabbb18e472027819ed382d38aa9276a5de1)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"namespace":"ai-tenant-e2e-worker-w3-bb1b51","name":"simulator-access","reconcileID":"895c4ade-7bfb-4da9-ae0c-103417605cf0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:08:08.841736742Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"namespace":"ai-tenant-e2e-worker-w1-5951bc","name":"premium-simulator-access","reconcileID":"023648b8-e08e-4e14-a031-92cd1ca7e0fa","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5951bc","tenantID":"e2e-worker-w1-5951bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:08:08.841735999Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"namespace":"ai-tenant-e2e-worker-w1-5951bc","name":"simulator-access","reconcileID":"1a70a719-9459-425f-9d08-edd44fc0890a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5951bc","tenantID":"e2e-worker-w1-5951bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:08:08.894437985Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"namespace":"ai-tenant-e2e-worker-w1-5951bc","name":"simulator-access","reconcileID":"1a70a719-9459-425f-9d08-edd44fc0890a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"name":"e2e-worker-w1-5951bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:08:08.894577494Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"namespace":"ai-tenant-e2e-worker-w1-5951bc","name":"premium-simulator-access","reconcileID":"023648b8-e08e-4e14-a031-92cd1ca7e0fa","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"name":"e2e-worker-w1-5951bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:08:08.946625299Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w1-5951bc-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (9a8008ca1630a2ef45ce76fa17da662676af65c653fe65d56f8c384805233818) AuthConfig (32d3c13962930bc08b10419e7e87fc0aa3d74eecf7a45498e3a30fccc8f03164) AuthConfig (e8174b6d08455603d2ce216bfed6e771a37fcf8d9d9e6e012f7c83047006e3d8) AuthConfig (2f0ef55f2edc019bba07023c93a9245f10bbe8d76c7f1c90411206c458739c01) AuthConfig (f615d87c88a189d6ae3cf78313796623f73c3ae0c34a58d32c9b3b9f9e84e50f) AuthConfig (0045fa9cf074b2183cac866f01beafa3524ca1fb1948f0663ff91222039fdfaf) AuthConfig (aadec521ef8a88ff24b7d8108e24e903341853daa84a21537deaca4ecf4fe908) AuthConfig (da89c1080f93f8ef815dd9e2de575f9687556bf14be6f7aa5ed2578dabf1b906) AuthConfig (634a6332e188be9dad97d1f9380403a780e9c6ae0f29960f20752541f66f2f29) AuthConfig (54d7892e92d4019e6dfd6369ecca520db868effb86cf5698cd8e3be9c8c10aca) AuthConfig (21bba722460a740937310a1473fff2d0bcdcb68147c6c87c291c37a1e17c14fc) AuthConfig (8221ad122c711d81fdc5fdda2b5c6ac6fcb2e814d7e0917daa338785b828406a) AuthConfig (431a0b7de6e14d387df5cb3775c95e9a23d4243963c3f6b754412ba460969368) AuthConfig (d1ecc4beb5ea65d86297c32e75b817740f94a647964dcb2c2c8ce94f5af31c7c) AuthConfig (afa5260729194185a345bc909a65ecdc437e4ffbfe0e0c32c7b34979cba30e2f) AuthConfig (3fb35c9c2ba076ce1477c8a8e9b11d64512de424d96a03a0413215de193bfe98) AuthConfig (baee3bb9f902457f52237fc714fbf3d66d3da4728fd30f4eb0f338656ec484c7) AuthConfig (d2fbb4b03594039f29d1eee118312ad4497b566dc81235f18ffab36a92916021) AuthConfig (1cf8c6076683d3b11629337049d75e57e50c6cb73efd192c8dba2bb7db456313) AuthConfig (859de9a21059757517bab09c2e334f661a58090beca3c31a73273a14d5750b32) AuthConfig (5ce395de6a90d64e69df766aff2905573e1c82ae451af36fd5a6e7eb5da02e23) AuthConfig (3af18cbcf0670b6ce99f6c5260b8eb76e9cd9da42f94c9b64f1456ea68265b98) AuthConfig (0ae9c91b59c41aaa3fc0474297116ef4e9c95431d439e906ab555965646775e2) AuthConfig (379575364c0adc81b8386c561b311f36b2de601fac3c088ad6c664a68e33ae5c) AuthConfig (151079f4b344931f29fa88e60cc75bfbc0d2a4b5b66f0165d77e67ed3de2e560) AuthConfig (671b7707183ce06be6ff80aa35286be33dc74f983eb6d45a4a046720c402f85c) AuthConfig (e41914b19a9b5d008a4c200284712551636697cd9154c323129dd3ac7c69ee5b) AuthConfig (122964f15a1e915a2f5cefbff0235a56d47ad6ba9cac7ff88e9b0c670c2202fd) AuthConfig (39803f3136d9ca536d3c51d001243567bbf70ae2b8bff972ba669102f587668c) AuthConfig (218d7f551ac1f7077387694247ad263acc31a57fed920e738d8a02047779bf4a)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"namespace":"ai-tenant-e2e-worker-w1-5951bc","name":"premium-simulator-access","reconcileID":"023648b8-e08e-4e14-a031-92cd1ca7e0fa","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:08:08.946766927Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w1-5951bc-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (9a8008ca1630a2ef45ce76fa17da662676af65c653fe65d56f8c384805233818) AuthConfig (32d3c13962930bc08b10419e7e87fc0aa3d74eecf7a45498e3a30fccc8f03164) AuthConfig (e8174b6d08455603d2ce216bfed6e771a37fcf8d9d9e6e012f7c83047006e3d8) AuthConfig (2f0ef55f2edc019bba07023c93a9245f10bbe8d76c7f1c90411206c458739c01) AuthConfig (f615d87c88a189d6ae3cf78313796623f73c3ae0c34a58d32c9b3b9f9e84e50f) AuthConfig (0045fa9cf074b2183cac866f01beafa3524ca1fb1948f0663ff91222039fdfaf) AuthConfig (aadec521ef8a88ff24b7d8108e24e903341853daa84a21537deaca4ecf4fe908) AuthConfig (da89c1080f93f8ef815dd9e2de575f9687556bf14be6f7aa5ed2578dabf1b906) AuthConfig (634a6332e188be9dad97d1f9380403a780e9c6ae0f29960f20752541f66f2f29) AuthConfig (54d7892e92d4019e6dfd6369ecca520db868effb86cf5698cd8e3be9c8c10aca) AuthConfig (21bba722460a740937310a1473fff2d0bcdcb68147c6c87c291c37a1e17c14fc) AuthConfig (8221ad122c711d81fdc5fdda2b5c6ac6fcb2e814d7e0917daa338785b828406a) AuthConfig (431a0b7de6e14d387df5cb3775c95e9a23d4243963c3f6b754412ba460969368) AuthConfig (d1ecc4beb5ea65d86297c32e75b817740f94a647964dcb2c2c8ce94f5af31c7c) AuthConfig (afa5260729194185a345bc909a65ecdc437e4ffbfe0e0c32c7b34979cba30e2f) AuthConfig (3fb35c9c2ba076ce1477c8a8e9b11d64512de424d96a03a0413215de193bfe98) AuthConfig (baee3bb9f902457f52237fc714fbf3d66d3da4728fd30f4eb0f338656ec484c7) AuthConfig (d2fbb4b03594039f29d1eee118312ad4497b566dc81235f18ffab36a92916021) AuthConfig (1cf8c6076683d3b11629337049d75e57e50c6cb73efd192c8dba2bb7db456313) AuthConfig (859de9a21059757517bab09c2e334f661a58090beca3c31a73273a14d5750b32) AuthConfig (5ce395de6a90d64e69df766aff2905573e1c82ae451af36fd5a6e7eb5da02e23) AuthConfig (3af18cbcf0670b6ce99f6c5260b8eb76e9cd9da42f94c9b64f1456ea68265b98) AuthConfig (0ae9c91b59c41aaa3fc0474297116ef4e9c95431d439e906ab555965646775e2) AuthConfig (379575364c0adc81b8386c561b311f36b2de601fac3c088ad6c664a68e33ae5c) AuthConfig (151079f4b344931f29fa88e60cc75bfbc0d2a4b5b66f0165d77e67ed3de2e560) AuthConfig (671b7707183ce06be6ff80aa35286be33dc74f983eb6d45a4a046720c402f85c) AuthConfig (e41914b19a9b5d008a4c200284712551636697cd9154c323129dd3ac7c69ee5b) AuthConfig (122964f15a1e915a2f5cefbff0235a56d47ad6ba9cac7ff88e9b0c670c2202fd) AuthConfig (39803f3136d9ca536d3c51d001243567bbf70ae2b8bff972ba669102f587668c) AuthConfig (218d7f551ac1f7077387694247ad263acc31a57fed920e738d8a02047779bf4a)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"namespace":"ai-tenant-e2e-worker-w1-5951bc","name":"simulator-access","reconcileID":"1a70a719-9459-425f-9d08-edd44fc0890a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:08:11.046458787Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rt-sw-f0d8f9","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-f0d8f9","reconcileID":"2e06ce46-5bef-4c19-8503-0cbf51b2dcba","namespace":"llm","name":"e2e-rt-sw-f0d8f9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:08:11.097621808Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rt-sw-f0d8f9","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-f0d8f9","reconcileID":"b5e26f92-e5df-4d4f-bb03-3b146deadd2d","namespace":"llm","name":"e2e-rt-sw-f0d8f9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:08:11.191987751Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"premium-simulator-access","reconcileID":"57b33660-d06c-49a2-a589-e620ed8f3c4b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-91cd99","tenantID":"e2e-worker-w2-91cd99","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:08:11.19200446Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"namespace":"ai-tenant-e2e-worker-w3-bb1b51","name":"premium-simulator-access","reconcileID":"2da39a0a-9cf8-4a15-b54d-45f820a2c988","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bb1b51","tenantID":"e2e-worker-w3-bb1b51","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:08:11.192552213Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"namespace":"ai-tenant-e2e-worker-w1-5951bc","name":"premium-simulator-access","reconcileID":"faa65cd3-da02-4898-b19f-7e38577dde6f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5951bc","tenantID":"e2e-worker-w1-5951bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:08:11.192570661Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"namespace":"ai-tenant-e2e-worker-w1-5951bc","name":"simulator-access","reconcileID":"312dbccc-3953-4023-9f98-43072b9c0255","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5951bc","tenantID":"e2e-worker-w1-5951bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:08:11.192911581Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"namespace":"ai-tenant-e2e-worker-w3-bb1b51","name":"simulator-access","reconcileID":"f0151088-1525-4002-bec6-1895a1c087e1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bb1b51","tenantID":"e2e-worker-w3-bb1b51","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:08:11.245052341Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"namespace":"ai-tenant-e2e-worker-w3-bb1b51","name":"premium-simulator-access","reconcileID":"2da39a0a-9cf8-4a15-b54d-45f820a2c988","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"name":"e2e-worker-w3-bb1b51-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:08:11.245224641Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"premium-simulator-access","reconcileID":"57b33660-d06c-49a2-a589-e620ed8f3c4b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"name":"e2e-worker-w2-91cd99-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:08:11.247714514Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"namespace":"ai-tenant-e2e-worker-w1-5951bc","name":"simulator-access","reconcileID":"312dbccc-3953-4023-9f98-43072b9c0255","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"name":"e2e-worker-w1-5951bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:08:11.248916136Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"namespace":"ai-tenant-e2e-worker-w1-5951bc","name":"premium-simulator-access","reconcileID":"faa65cd3-da02-4898-b19f-7e38577dde6f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"name":"e2e-worker-w1-5951bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:08:11.249902338Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"namespace":"ai-tenant-e2e-worker-w3-bb1b51","name":"simulator-access","reconcileID":"f0151088-1525-4002-bec6-1895a1c087e1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"name":"e2e-worker-w3-bb1b51-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:08:11.324402205Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w1-5951bc-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (9a8008ca1630a2ef45ce76fa17da662676af65c653fe65d56f8c384805233818) AuthConfig (32d3c13962930bc08b10419e7e87fc0aa3d74eecf7a45498e3a30fccc8f03164) AuthConfig (e8174b6d08455603d2ce216bfed6e771a37fcf8d9d9e6e012f7c83047006e3d8) AuthConfig (2f0ef55f2edc019bba07023c93a9245f10bbe8d76c7f1c90411206c458739c01) AuthConfig (f615d87c88a189d6ae3cf78313796623f73c3ae0c34a58d32c9b3b9f9e84e50f) AuthConfig (0045fa9cf074b2183cac866f01beafa3524ca1fb1948f0663ff91222039fdfaf) AuthConfig (aadec521ef8a88ff24b7d8108e24e903341853daa84a21537deaca4ecf4fe908) AuthConfig (da89c1080f93f8ef815dd9e2de575f9687556bf14be6f7aa5ed2578dabf1b906) AuthConfig (634a6332e188be9dad97d1f9380403a780e9c6ae0f29960f20752541f66f2f29) AuthConfig (54d7892e92d4019e6dfd6369ecca520db868effb86cf5698cd8e3be9c8c10aca) AuthConfig (21bba722460a740937310a1473fff2d0bcdcb68147c6c87c291c37a1e17c14fc) AuthConfig (8221ad122c711d81fdc5fdda2b5c6ac6fcb2e814d7e0917daa338785b828406a) AuthConfig (431a0b7de6e14d387df5cb3775c95e9a23d4243963c3f6b754412ba460969368) AuthConfig (d1ecc4beb5ea65d86297c32e75b817740f94a647964dcb2c2c8ce94f5af31c7c) AuthConfig (afa5260729194185a345bc909a65ecdc437e4ffbfe0e0c32c7b34979cba30e2f) AuthConfig (3fb35c9c2ba076ce1477c8a8e9b11d64512de424d96a03a0413215de193bfe98) AuthConfig (baee3bb9f902457f52237fc714fbf3d66d3da4728fd30f4eb0f338656ec484c7) AuthConfig (d2fbb4b03594039f29d1eee118312ad4497b566dc81235f18ffab36a92916021) AuthConfig (1cf8c6076683d3b11629337049d75e57e50c6cb73efd192c8dba2bb7db456313) AuthConfig (859de9a21059757517bab09c2e334f661a58090beca3c31a73273a14d5750b32) AuthConfig (5ce395de6a90d64e69df766aff2905573e1c82ae451af36fd5a6e7eb5da02e23) AuthConfig (3af18cbcf0670b6ce99f6c5260b8eb76e9cd9da42f94c9b64f1456ea68265b98) AuthConfig (0ae9c91b59c41aaa3fc0474297116ef4e9c95431d439e906ab555965646775e2) AuthConfig (379575364c0adc81b8386c561b311f36b2de601fac3c088ad6c664a68e33ae5c) AuthConfig (151079f4b344931f29fa88e60cc75bfbc0d2a4b5b66f0165d77e67ed3de2e560) AuthConfig (671b7707183ce06be6ff80aa35286be33dc74f983eb6d45a4a046720c402f85c) AuthConfig (e41914b19a9b5d008a4c200284712551636697cd9154c323129dd3ac7c69ee5b) AuthConfig (122964f15a1e915a2f5cefbff0235a56d47ad6ba9cac7ff88e9b0c670c2202fd) AuthConfig (39803f3136d9ca536d3c51d001243567bbf70ae2b8bff972ba669102f587668c) AuthConfig (218d7f551ac1f7077387694247ad263acc31a57fed920e738d8a02047779bf4a)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"namespace":"ai-tenant-e2e-worker-w1-5951bc","name":"simulator-access","reconcileID":"312dbccc-3953-4023-9f98-43072b9c0255","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:08:11.325724264Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w3-bb1b51-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (b4197df4c1fa3727b9ee3a2189f1174d2b883999daf69b272cd88867ff0177b2) AuthConfig (49b5284ee6d9f3afebfc3426f0beba9eaa92689df380b74da72f7a69d8cdc98f) AuthConfig (560af63b86304757eb7f120063d78d2264f1e017aa466459d70cb169f24d5317) AuthConfig (4e4032fb333fef3daabc3a4218bf09081f4977bb6ec63d1fe16fd341172e0eee) AuthConfig (9e6d7db4c342c1ee5be587214404b741ac7e3e1509ffb0ca2c9c1ad6ec0cca7c) AuthConfig (5c63587488dcc3d16d6882e2a6d946971f7de5fa8a498af8b9d8a2aeda5a206a) AuthConfig (27d1782d66fa3d31a0d59d069784ed43d06240739400f47210395feb6e3c6a62) AuthConfig (95894f3eb6ed12b3339c075223b84bd0b201f87281d639acdbffd76f2e573d8f) AuthConfig (47bf5061fba26fc80df632cbde37b0045f7ffd636e13b02bf719294981ba923b) AuthConfig (fb3690bcc7b4598979d34b62211a90eb3188d4fd01150f8af9878b1d2e9d6f4e) AuthConfig (664f4aa96d18146b187693e0193180d9f165976b8eaa3a23cb59f77a5f5c985c) AuthConfig (0bc3325448e755a897974ea501ac8ef9e42847b32a141d83bde256241ef0130e) AuthConfig (1101ff29f6d3dd197e0413780d4b2d517881efa22e1e9090ed1cef5bd41f4fc7) AuthConfig (6553ac86ab762f57293eda4f8b4e2c54c97db91764667b9c6d5889bed0c2c0f4) AuthConfig (02d385bf696bbc565dfb791a6d28cfc7ade676b0440ee2e976e2f0e4c8789bcb) AuthConfig (b5c239462dbeea42ea71cfa9f568dac6c58074e0755cc885e60998f69af9249b) AuthConfig (6f4fa3fdb185d9fd917204d21fe63fa5d47afa6be431945697dcdd64fd51feb5) AuthConfig (b2b0f334dec2007f1d6f822a132b7f28d4fa5897fa667433b669560adb7e3209) AuthConfig (25142fe44b1edeb73b209b0465a3bf850f3a2fe1b1965ef70b4c9532280e02d6) AuthConfig (cdc9684e9f6c7afd5830fb3be1e0743ca4333b6779672edb1bdb5625f7d52b04) AuthConfig (866abd96f3f46164c6783b84edc29dc4dbad90be9120cccef25fa60dcc587257) AuthConfig (aad6fb3ced0790eb6abe647e99a0881a1e53f603b54156e1f9cda82e25e9b968) AuthConfig (5b22a46320b2bbdb402caf61e547fe0f692da627fe4befd03c3a1a42a01a5b10) AuthConfig (d6b60c79ac4974dff4e1dbee213ed057e0f686549ed982360436c8fc4db74be8) AuthConfig (2277b16ba97db6875e083ac7bbaef0249203099b6db91d82b9f9d0d6144de91f) AuthConfig (b3f1dafbf27bbb2df009ec80cd5a36458d2203e3c1d0ac03425e5e0e65ba3f14) AuthConfig (49ad0b8a67e7b613f8d2d3b32f45acc85294e4a33f46f3ddfc29b7740bf33de2) AuthConfig (c75ddbc8cdcb509cec14dc0aca30043fe3a554951fa03c9577f11929072343db) AuthConfig (5fb6df66c3a3886db7c3f10fec470e848b554ec8d248df80842ef09e57e52d71) AuthConfig (348027565be6f72da08dd0c92450eabbb18e472027819ed382d38aa9276a5de1)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"namespace":"ai-tenant-e2e-worker-w3-bb1b51","name":"premium-simulator-access","reconcileID":"2da39a0a-9cf8-4a15-b54d-45f820a2c988","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:08:11.326924354Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w1-5951bc-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (9a8008ca1630a2ef45ce76fa17da662676af65c653fe65d56f8c384805233818) AuthConfig (32d3c13962930bc08b10419e7e87fc0aa3d74eecf7a45498e3a30fccc8f03164) AuthConfig (e8174b6d08455603d2ce216bfed6e771a37fcf8d9d9e6e012f7c83047006e3d8) AuthConfig (2f0ef55f2edc019bba07023c93a9245f10bbe8d76c7f1c90411206c458739c01) AuthConfig (f615d87c88a189d6ae3cf78313796623f73c3ae0c34a58d32c9b3b9f9e84e50f) AuthConfig (0045fa9cf074b2183cac866f01beafa3524ca1fb1948f0663ff91222039fdfaf) AuthConfig (aadec521ef8a88ff24b7d8108e24e903341853daa84a21537deaca4ecf4fe908) AuthConfig (da89c1080f93f8ef815dd9e2de575f9687556bf14be6f7aa5ed2578dabf1b906) AuthConfig (634a6332e188be9dad97d1f9380403a780e9c6ae0f29960f20752541f66f2f29) AuthConfig (54d7892e92d4019e6dfd6369ecca520db868effb86cf5698cd8e3be9c8c10aca) AuthConfig (21bba722460a740937310a1473fff2d0bcdcb68147c6c87c291c37a1e17c14fc) AuthConfig (8221ad122c711d81fdc5fdda2b5c6ac6fcb2e814d7e0917daa338785b828406a) AuthConfig (431a0b7de6e14d387df5cb3775c95e9a23d4243963c3f6b754412ba460969368) AuthConfig (d1ecc4beb5ea65d86297c32e75b817740f94a647964dcb2c2c8ce94f5af31c7c) AuthConfig (afa5260729194185a345bc909a65ecdc437e4ffbfe0e0c32c7b34979cba30e2f) AuthConfig (3fb35c9c2ba076ce1477c8a8e9b11d64512de424d96a03a0413215de193bfe98) AuthConfig (baee3bb9f902457f52237fc714fbf3d66d3da4728fd30f4eb0f338656ec484c7) AuthConfig (d2fbb4b03594039f29d1eee118312ad4497b566dc81235f18ffab36a92916021) AuthConfig (1cf8c6076683d3b11629337049d75e57e50c6cb73efd192c8dba2bb7db456313) AuthConfig (859de9a21059757517bab09c2e334f661a58090beca3c31a73273a14d5750b32) AuthConfig (5ce395de6a90d64e69df766aff2905573e1c82ae451af36fd5a6e7eb5da02e23) AuthConfig (3af18cbcf0670b6ce99f6c5260b8eb76e9cd9da42f94c9b64f1456ea68265b98) AuthConfig (0ae9c91b59c41aaa3fc0474297116ef4e9c95431d439e906ab555965646775e2) AuthConfig (379575364c0adc81b8386c561b311f36b2de601fac3c088ad6c664a68e33ae5c) AuthConfig (151079f4b344931f29fa88e60cc75bfbc0d2a4b5b66f0165d77e67ed3de2e560) AuthConfig (671b7707183ce06be6ff80aa35286be33dc74f983eb6d45a4a046720c402f85c) AuthConfig (e41914b19a9b5d008a4c200284712551636697cd9154c323129dd3ac7c69ee5b) AuthConfig (122964f15a1e915a2f5cefbff0235a56d47ad6ba9cac7ff88e9b0c670c2202fd) AuthConfig (39803f3136d9ca536d3c51d001243567bbf70ae2b8bff972ba669102f587668c) AuthConfig (218d7f551ac1f7077387694247ad263acc31a57fed920e738d8a02047779bf4a)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"namespace":"ai-tenant-e2e-worker-w1-5951bc","name":"premium-simulator-access","reconcileID":"faa65cd3-da02-4898-b19f-7e38577dde6f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:08:11.328250425Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w3-bb1b51-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (b4197df4c1fa3727b9ee3a2189f1174d2b883999daf69b272cd88867ff0177b2) AuthConfig (49b5284ee6d9f3afebfc3426f0beba9eaa92689df380b74da72f7a69d8cdc98f) AuthConfig (560af63b86304757eb7f120063d78d2264f1e017aa466459d70cb169f24d5317) AuthConfig (4e4032fb333fef3daabc3a4218bf09081f4977bb6ec63d1fe16fd341172e0eee) AuthConfig (9e6d7db4c342c1ee5be587214404b741ac7e3e1509ffb0ca2c9c1ad6ec0cca7c) AuthConfig (5c63587488dcc3d16d6882e2a6d946971f7de5fa8a498af8b9d8a2aeda5a206a) AuthConfig (27d1782d66fa3d31a0d59d069784ed43d06240739400f47210395feb6e3c6a62) AuthConfig (95894f3eb6ed12b3339c075223b84bd0b201f87281d639acdbffd76f2e573d8f) AuthConfig (47bf5061fba26fc80df632cbde37b0045f7ffd636e13b02bf719294981ba923b) AuthConfig (fb3690bcc7b4598979d34b62211a90eb3188d4fd01150f8af9878b1d2e9d6f4e) AuthConfig (664f4aa96d18146b187693e0193180d9f165976b8eaa3a23cb59f77a5f5c985c) AuthConfig (0bc3325448e755a897974ea501ac8ef9e42847b32a141d83bde256241ef0130e) AuthConfig (1101ff29f6d3dd197e0413780d4b2d517881efa22e1e9090ed1cef5bd41f4fc7) AuthConfig (6553ac86ab762f57293eda4f8b4e2c54c97db91764667b9c6d5889bed0c2c0f4) AuthConfig (02d385bf696bbc565dfb791a6d28cfc7ade676b0440ee2e976e2f0e4c8789bcb) AuthConfig (b5c239462dbeea42ea71cfa9f568dac6c58074e0755cc885e60998f69af9249b) AuthConfig (6f4fa3fdb185d9fd917204d21fe63fa5d47afa6be431945697dcdd64fd51feb5) AuthConfig (b2b0f334dec2007f1d6f822a132b7f28d4fa5897fa667433b669560adb7e3209) AuthConfig (25142fe44b1edeb73b209b0465a3bf850f3a2fe1b1965ef70b4c9532280e02d6) AuthConfig (cdc9684e9f6c7afd5830fb3be1e0743ca4333b6779672edb1bdb5625f7d52b04) AuthConfig (866abd96f3f46164c6783b84edc29dc4dbad90be9120cccef25fa60dcc587257) AuthConfig (aad6fb3ced0790eb6abe647e99a0881a1e53f603b54156e1f9cda82e25e9b968) AuthConfig (5b22a46320b2bbdb402caf61e547fe0f692da627fe4befd03c3a1a42a01a5b10) AuthConfig (d6b60c79ac4974dff4e1dbee213ed057e0f686549ed982360436c8fc4db74be8) AuthConfig (2277b16ba97db6875e083ac7bbaef0249203099b6db91d82b9f9d0d6144de91f) AuthConfig (b3f1dafbf27bbb2df009ec80cd5a36458d2203e3c1d0ac03425e5e0e65ba3f14) AuthConfig (49ad0b8a67e7b613f8d2d3b32f45acc85294e4a33f46f3ddfc29b7740bf33de2) AuthConfig (c75ddbc8cdcb509cec14dc0aca30043fe3a554951fa03c9577f11929072343db) AuthConfig (5fb6df66c3a3886db7c3f10fec470e848b554ec8d248df80842ef09e57e52d71) AuthConfig (348027565be6f72da08dd0c92450eabbb18e472027819ed382d38aa9276a5de1)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"namespace":"ai-tenant-e2e-worker-w3-bb1b51","name":"simulator-access","reconcileID":"f0151088-1525-4002-bec6-1895a1c087e1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:08:11.424965721Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-f0d8f9","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-f0d8f9","reconcileID":"b8c8883f-2073-402e-ac02-98bbc282d105","MaaSModelRef":{"name":"e2e-rt-sw-f0d8f9","namespace":"llm"},"name":"e2e-rt-sw-f0d8f9","namespace":"llm","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:08:11.512672788Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"simulator-access","reconcileID":"2cbb531c-d913-4e89-9308-3469d62b34ba","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-91cd99","tenantID":"e2e-worker-w2-91cd99","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:08:11.512713239Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"ef4a4d44-adb4-4a76-8e6e-e58dde2f2cfd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:08:11.513166831Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"namespace":"ai-tenant-e2e-worker-w4-8d2c7c","name":"premium-simulator-access","reconcileID":"aba94e4b-ce6f-485d-b5b5-51ecacf6d804","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-8d2c7c","tenantID":"e2e-worker-w4-8d2c7c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:08:11.513211924Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"4ad843c0-1889-409e-8463-c7af97f4d999","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:08:11.566371812Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"namespace":"ai-tenant-e2e-worker-w4-8d2c7c","name":"premium-simulator-access","reconcileID":"aba94e4b-ce6f-485d-b5b5-51ecacf6d804","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"name":"e2e-worker-w4-8d2c7c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:08:11.567349287Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"simulator-access","reconcileID":"2cbb531c-d913-4e89-9308-3469d62b34ba","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"name":"e2e-worker-w2-91cd99-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:08:11.568907212Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"4ad843c0-1889-409e-8463-c7af97f4d999","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:08:11.570300371Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"ef4a4d44-adb4-4a76-8e6e-e58dde2f2cfd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:08:11.589521824Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-filter-sub-b-14c22dc2","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"namespace":"ai-tenant-e2e-worker-w4-8d2c7c","name":"e2e-filter-sub-b-14c22dc2","reconcileID":"af4ac9dc-413f-45ae-9ae0-c142fcc3debc","MaaSSubscription":{"name":"e2e-filter-sub-b-14c22dc2","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"model":"e2e-models-e2e-worker-w4-8d2c7c/simulator-w4-8d2c7c","subscription":"e2e-filter-sub-b-14c22dc2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:08:11.623570995Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"namespace":"ai-tenant-e2e-worker-w0-9893f0","name":"simulator-access","reconcileID":"ec083c6f-d275-4d79-8297-dcdf28459f9c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9893f0","tenantID":"e2e-worker-w0-9893f0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:08:11.676219858Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"namespace":"ai-tenant-e2e-worker-w0-9893f0","name":"simulator-access","reconcileID":"ec083c6f-d275-4d79-8297-dcdf28459f9c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"name":"e2e-worker-w0-9893f0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:08:11.788607695Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-filter-sub-b-14c22dc2","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"namespace":"ai-tenant-e2e-worker-w4-8d2c7c","name":"e2e-filter-sub-b-14c22dc2","reconcileID":"af4ac9dc-413f-45ae-9ae0-c142fcc3debc","MaaSSubscription":{"name":"e2e-filter-sub-b-14c22dc2","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"name":"maas-trlp-simulator-w4-8d2c7c","model":"e2e-models-e2e-worker-w4-8d2c7c/simulator-w4-8d2c7c","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w4-8d2c7c/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:08:11.898414407Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-f0d8f9","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-f0d8f9","reconcileID":"0581ca27-d8e2-4338-b5ab-09535cea5552","MaaSModelRef":{"name":"e2e-rt-sw-f0d8f9","namespace":"llm"},"name":"e2e-rt-sw-f0d8f9","namespace":"llm","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:08:11.910728768Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"namespace":"ai-tenant-e2e-worker-w0-9893f0","name":"premium-simulator-access","reconcileID":"148c605d-ec12-4b66-94e9-24fc863dc367","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9893f0","tenantID":"e2e-worker-w0-9893f0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:08:11.910780594Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-80540d38-auth","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"namespace":"ai-tenant-e2e-worker-w4-8d2c7c","name":"e2e-filter-sub-a-80540d38-auth","reconcileID":"568daeb5-6f96-464e-844e-09d042b86fae","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-80540d38-auth","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-8d2c7c","tenantID":"e2e-worker-w4-8d2c7c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:08:11.911230468Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-14c22dc2-auth","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"namespace":"ai-tenant-e2e-worker-w4-8d2c7c","name":"e2e-filter-sub-b-14c22dc2-auth","reconcileID":"774bb42e-ca3e-405c-a9c4-479cbc8f39b0","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-14c22dc2-auth","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-8d2c7c","tenantID":"e2e-worker-w4-8d2c7c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:08:11.911663183Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"namespace":"ai-tenant-e2e-worker-w4-8d2c7c","name":"simulator-access","reconcileID":"5f1621d0-32ee-464e-862e-6a754b1dcde7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-8d2c7c","tenantID":"e2e-worker-w4-8d2c7c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:08:11.947304586Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"6314e0e9-abfe-48d1-b54a-39c2830d30f6","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:08:11.947323613Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"6314e0e9-abfe-48d1-b54a-39c2830d30f6","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:08:11.947609969Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"7884f86d-a148-4b67-b95b-8ba06b170ad0","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:08:11.947621865Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"7884f86d-a148-4b67-b95b-8ba06b170ad0","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:08:11.947812939Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"4051ee3c-cdfd-48b2-af44-91b29dbaec00","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:08:11.947821987Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"4051ee3c-cdfd-48b2-af44-91b29dbaec00","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:08:11.947995168Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"7d4122d6-e7f1-4053-a1b8-8ffe402fdeeb","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:08:11.94800396Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"7d4122d6-e7f1-4053-a1b8-8ffe402fdeeb","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:08:11.948276678Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"3fd285b8-da1c-49c0-8581-085f95d78ebb","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:08:11.948286552Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"3fd285b8-da1c-49c0-8581-085f95d78ebb","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:08:11.948482824Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"94c678c9-4e30-492e-9119-2e0600d4aeee","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:08:11.948492Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"94c678c9-4e30-492e-9119-2e0600d4aeee","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:08:11.948662455Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"5942bb8d-47ba-4c26-870a-376abc34e2c4","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:08:11.948671331Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"5942bb8d-47ba-4c26-870a-376abc34e2c4","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:08:11.948945695Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"1ccfdfc6-dca2-465c-8c9d-82b6f871091f","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:08:11.948956267Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"1ccfdfc6-dca2-465c-8c9d-82b6f871091f","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:08:11.964243585Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"namespace":"ai-tenant-e2e-worker-w0-9893f0","name":"premium-simulator-access","reconcileID":"148c605d-ec12-4b66-94e9-24fc863dc367","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"name":"e2e-worker-w0-9893f0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:08:11.965137333Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-14c22dc2-auth","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"namespace":"ai-tenant-e2e-worker-w4-8d2c7c","name":"e2e-filter-sub-b-14c22dc2-auth","reconcileID":"774bb42e-ca3e-405c-a9c4-479cbc8f39b0","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-14c22dc2-auth","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"name":"e2e-worker-w4-8d2c7c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:08:11.966742048Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"namespace":"ai-tenant-e2e-worker-w4-8d2c7c","name":"simulator-access","reconcileID":"5f1621d0-32ee-464e-862e-6a754b1dcde7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"name":"e2e-worker-w4-8d2c7c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:08:11.968239764Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-80540d38-auth","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"namespace":"ai-tenant-e2e-worker-w4-8d2c7c","name":"e2e-filter-sub-a-80540d38-auth","reconcileID":"568daeb5-6f96-464e-844e-09d042b86fae","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-80540d38-auth","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"name":"e2e-worker-w4-8d2c7c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:08:11.983869355Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"namespace":"ai-tenant-e2e-worker-w4-8d2c7c","name":"simulator-subscription","reconcileID":"d9868e9b-28fa-4810-b38a-87b58104b691","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"name":"maas-trlp-simulator-w4-8d2c7c","model":"e2e-models-e2e-worker-w4-8d2c7c/simulator-w4-8d2c7c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:08:11.997642791Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-f0d8f9","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-f0d8f9","reconcileID":"e385d0c8-504a-4c51-907e-945735fe8ba0","MaaSModelRef":{"name":"e2e-rt-sw-f0d8f9","namespace":"llm"},"name":"e2e-rt-sw-f0d8f9","namespace":"llm","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:08:12.009509386Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"premium-simulator-access","reconcileID":"c79af0bf-e0ad-4427-b3cc-c7bf1decc298","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-91cd99","tenantID":"e2e-worker-w2-91cd99","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:08:12.046233089Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-8d2c7c","namespace":"e2e-models-e2e-worker-w4-8d2c7c"},"namespace":"e2e-models-e2e-worker-w4-8d2c7c","name":"simulator-w4-8d2c7c","reconcileID":"60ac0f9e-c65e-4a16-9feb-0ed716a062d6","MaaSModelRef":{"name":"simulator-w4-8d2c7c","namespace":"e2e-models-e2e-worker-w4-8d2c7c"},"routeName":"simulator-w4-8d2c7c-kserve-route","namespace":"e2e-models-e2e-worker-w4-8d2c7c","llmisvcName":"simulator-w4-8d2c7c","gateway":"openshift-ingress/e2e-worker-w4-8d2c7c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:08:12.062601745Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"premium-simulator-access","reconcileID":"c79af0bf-e0ad-4427-b3cc-c7bf1decc298","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"name":"e2e-worker-w2-91cd99-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:08:12.084522532Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"0200edaa-e8b1-4b60-8b46-75eb93d81cd1","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:08:12.084667687Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"eef2117a-6354-49cb-9b91-ea81685a91c0","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:08:12.196006167Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-8d2c7c","namespace":"e2e-models-e2e-worker-w4-8d2c7c"},"namespace":"e2e-models-e2e-worker-w4-8d2c7c","name":"simulator-w4-8d2c7c","reconcileID":"ec6760f9-ace1-4273-97a8-6c4cd1f33512","MaaSModelRef":{"name":"simulator-w4-8d2c7c","namespace":"e2e-models-e2e-worker-w4-8d2c7c"},"routeName":"simulator-w4-8d2c7c-kserve-route","namespace":"e2e-models-e2e-worker-w4-8d2c7c","llmisvcName":"simulator-w4-8d2c7c","gateway":"openshift-ingress/e2e-worker-w4-8d2c7c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:08:12.254852734Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"namespace":"ai-tenant-e2e-worker-w3-bb1b51","name":"simulator-access","reconcileID":"74ad33eb-4917-4e99-8608-68fb1898465e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bb1b51","tenantID":"e2e-worker-w3-bb1b51","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:08:12.255029827Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"namespace":"ai-tenant-e2e-worker-w3-bb1b51","name":"premium-simulator-access","reconcileID":"28bb7b64-b134-4daf-a2f3-91e0b823387e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bb1b51","tenantID":"e2e-worker-w3-bb1b51","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:08:12.25884421Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"namespace":"ai-tenant-e2e-worker-w1-5951bc","name":"simulator-access","reconcileID":"a02d4749-8b49-466d-81bc-997aed89ba99","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5951bc","tenantID":"e2e-worker-w1-5951bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:08:12.308011251Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"namespace":"ai-tenant-e2e-worker-w3-bb1b51","name":"simulator-access","reconcileID":"74ad33eb-4917-4e99-8608-68fb1898465e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"name":"e2e-worker-w3-bb1b51-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:08:12.308114301Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"namespace":"ai-tenant-e2e-worker-w3-bb1b51","name":"premium-simulator-access","reconcileID":"28bb7b64-b134-4daf-a2f3-91e0b823387e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"name":"e2e-worker-w3-bb1b51-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:08:12.311752153Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"namespace":"ai-tenant-e2e-worker-w1-5951bc","name":"simulator-access","reconcileID":"a02d4749-8b49-466d-81bc-997aed89ba99","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"name":"e2e-worker-w1-5951bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:08:12.356942112Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"namespace":"ai-tenant-e2e-worker-w1-5951bc","name":"premium-simulator-access","reconcileID":"74adf7ae-c7d1-4b29-aa57-9c7c1ec66c0a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5951bc","tenantID":"e2e-worker-w1-5951bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:08:12.359957742Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w3-bb1b51-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (b4197df4c1fa3727b9ee3a2189f1174d2b883999daf69b272cd88867ff0177b2) AuthConfig (49b5284ee6d9f3afebfc3426f0beba9eaa92689df380b74da72f7a69d8cdc98f) AuthConfig (560af63b86304757eb7f120063d78d2264f1e017aa466459d70cb169f24d5317) AuthConfig (4e4032fb333fef3daabc3a4218bf09081f4977bb6ec63d1fe16fd341172e0eee) AuthConfig (9e6d7db4c342c1ee5be587214404b741ac7e3e1509ffb0ca2c9c1ad6ec0cca7c) AuthConfig (5c63587488dcc3d16d6882e2a6d946971f7de5fa8a498af8b9d8a2aeda5a206a) AuthConfig (27d1782d66fa3d31a0d59d069784ed43d06240739400f47210395feb6e3c6a62) AuthConfig (95894f3eb6ed12b3339c075223b84bd0b201f87281d639acdbffd76f2e573d8f) AuthConfig (47bf5061fba26fc80df632cbde37b0045f7ffd636e13b02bf719294981ba923b) AuthConfig (fb3690bcc7b4598979d34b62211a90eb3188d4fd01150f8af9878b1d2e9d6f4e) AuthConfig (664f4aa96d18146b187693e0193180d9f165976b8eaa3a23cb59f77a5f5c985c) AuthConfig (0bc3325448e755a897974ea501ac8ef9e42847b32a141d83bde256241ef0130e) AuthConfig (1101ff29f6d3dd197e0413780d4b2d517881efa22e1e9090ed1cef5bd41f4fc7) AuthConfig (6553ac86ab762f57293eda4f8b4e2c54c97db91764667b9c6d5889bed0c2c0f4) AuthConfig (02d385bf696bbc565dfb791a6d28cfc7ade676b0440ee2e976e2f0e4c8789bcb) AuthConfig (b5c239462dbeea42ea71cfa9f568dac6c58074e0755cc885e60998f69af9249b) AuthConfig (6f4fa3fdb185d9fd917204d21fe63fa5d47afa6be431945697dcdd64fd51feb5) AuthConfig (b2b0f334dec2007f1d6f822a132b7f28d4fa5897fa667433b669560adb7e3209) AuthConfig (25142fe44b1edeb73b209b0465a3bf850f3a2fe1b1965ef70b4c9532280e02d6) AuthConfig (cdc9684e9f6c7afd5830fb3be1e0743ca4333b6779672edb1bdb5625f7d52b04) AuthConfig (866abd96f3f46164c6783b84edc29dc4dbad90be9120cccef25fa60dcc587257) AuthConfig (aad6fb3ced0790eb6abe647e99a0881a1e53f603b54156e1f9cda82e25e9b968) AuthConfig (5b22a46320b2bbdb402caf61e547fe0f692da627fe4befd03c3a1a42a01a5b10) AuthConfig (d6b60c79ac4974dff4e1dbee213ed057e0f686549ed982360436c8fc4db74be8) AuthConfig (2277b16ba97db6875e083ac7bbaef0249203099b6db91d82b9f9d0d6144de91f) AuthConfig (b3f1dafbf27bbb2df009ec80cd5a36458d2203e3c1d0ac03425e5e0e65ba3f14) AuthConfig (49ad0b8a67e7b613f8d2d3b32f45acc85294e4a33f46f3ddfc29b7740bf33de2) AuthConfig (c75ddbc8cdcb509cec14dc0aca30043fe3a554951fa03c9577f11929072343db) AuthConfig (5fb6df66c3a3886db7c3f10fec470e848b554ec8d248df80842ef09e57e52d71) AuthConfig (348027565be6f72da08dd0c92450eabbb18e472027819ed382d38aa9276a5de1)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"namespace":"ai-tenant-e2e-worker-w3-bb1b51","name":"premium-simulator-access","reconcileID":"28bb7b64-b134-4daf-a2f3-91e0b823387e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:08:12.360946328Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w3-bb1b51-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (b4197df4c1fa3727b9ee3a2189f1174d2b883999daf69b272cd88867ff0177b2) AuthConfig (49b5284ee6d9f3afebfc3426f0beba9eaa92689df380b74da72f7a69d8cdc98f) AuthConfig (560af63b86304757eb7f120063d78d2264f1e017aa466459d70cb169f24d5317) AuthConfig (4e4032fb333fef3daabc3a4218bf09081f4977bb6ec63d1fe16fd341172e0eee) AuthConfig (9e6d7db4c342c1ee5be587214404b741ac7e3e1509ffb0ca2c9c1ad6ec0cca7c) AuthConfig (5c63587488dcc3d16d6882e2a6d946971f7de5fa8a498af8b9d8a2aeda5a206a) AuthConfig (27d1782d66fa3d31a0d59d069784ed43d06240739400f47210395feb6e3c6a62) AuthConfig (95894f3eb6ed12b3339c075223b84bd0b201f87281d639acdbffd76f2e573d8f) AuthConfig (47bf5061fba26fc80df632cbde37b0045f7ffd636e13b02bf719294981ba923b) AuthConfig (fb3690bcc7b4598979d34b62211a90eb3188d4fd01150f8af9878b1d2e9d6f4e) AuthConfig (664f4aa96d18146b187693e0193180d9f165976b8eaa3a23cb59f77a5f5c985c) AuthConfig (0bc3325448e755a897974ea501ac8ef9e42847b32a141d83bde256241ef0130e) AuthConfig (1101ff29f6d3dd197e0413780d4b2d517881efa22e1e9090ed1cef5bd41f4fc7) AuthConfig (6553ac86ab762f57293eda4f8b4e2c54c97db91764667b9c6d5889bed0c2c0f4) AuthConfig (02d385bf696bbc565dfb791a6d28cfc7ade676b0440ee2e976e2f0e4c8789bcb) AuthConfig (b5c239462dbeea42ea71cfa9f568dac6c58074e0755cc885e60998f69af9249b) AuthConfig (6f4fa3fdb185d9fd917204d21fe63fa5d47afa6be431945697dcdd64fd51feb5) AuthConfig (b2b0f334dec2007f1d6f822a132b7f28d4fa5897fa667433b669560adb7e3209) AuthConfig (25142fe44b1edeb73b209b0465a3bf850f3a2fe1b1965ef70b4c9532280e02d6) AuthConfig (cdc9684e9f6c7afd5830fb3be1e0743ca4333b6779672edb1bdb5625f7d52b04) AuthConfig (866abd96f3f46164c6783b84edc29dc4dbad90be9120cccef25fa60dcc587257) AuthConfig (aad6fb3ced0790eb6abe647e99a0881a1e53f603b54156e1f9cda82e25e9b968) AuthConfig (5b22a46320b2bbdb402caf61e547fe0f692da627fe4befd03c3a1a42a01a5b10) AuthConfig (d6b60c79ac4974dff4e1dbee213ed057e0f686549ed982360436c8fc4db74be8) AuthConfig (2277b16ba97db6875e083ac7bbaef0249203099b6db91d82b9f9d0d6144de91f) AuthConfig (b3f1dafbf27bbb2df009ec80cd5a36458d2203e3c1d0ac03425e5e0e65ba3f14) AuthConfig (49ad0b8a67e7b613f8d2d3b32f45acc85294e4a33f46f3ddfc29b7740bf33de2) AuthConfig (c75ddbc8cdcb509cec14dc0aca30043fe3a554951fa03c9577f11929072343db) AuthConfig (5fb6df66c3a3886db7c3f10fec470e848b554ec8d248df80842ef09e57e52d71) AuthConfig (348027565be6f72da08dd0c92450eabbb18e472027819ed382d38aa9276a5de1)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"namespace":"ai-tenant-e2e-worker-w3-bb1b51","name":"simulator-access","reconcileID":"74ad33eb-4917-4e99-8608-68fb1898465e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:08:12.363222539Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w1-5951bc-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (9a8008ca1630a2ef45ce76fa17da662676af65c653fe65d56f8c384805233818) AuthConfig (32d3c13962930bc08b10419e7e87fc0aa3d74eecf7a45498e3a30fccc8f03164) AuthConfig (e8174b6d08455603d2ce216bfed6e771a37fcf8d9d9e6e012f7c83047006e3d8) AuthConfig (2f0ef55f2edc019bba07023c93a9245f10bbe8d76c7f1c90411206c458739c01) AuthConfig (f615d87c88a189d6ae3cf78313796623f73c3ae0c34a58d32c9b3b9f9e84e50f) AuthConfig (0045fa9cf074b2183cac866f01beafa3524ca1fb1948f0663ff91222039fdfaf) AuthConfig (aadec521ef8a88ff24b7d8108e24e903341853daa84a21537deaca4ecf4fe908) AuthConfig (da89c1080f93f8ef815dd9e2de575f9687556bf14be6f7aa5ed2578dabf1b906) AuthConfig (634a6332e188be9dad97d1f9380403a780e9c6ae0f29960f20752541f66f2f29) AuthConfig (54d7892e92d4019e6dfd6369ecca520db868effb86cf5698cd8e3be9c8c10aca) AuthConfig (21bba722460a740937310a1473fff2d0bcdcb68147c6c87c291c37a1e17c14fc) AuthConfig (8221ad122c711d81fdc5fdda2b5c6ac6fcb2e814d7e0917daa338785b828406a) AuthConfig (431a0b7de6e14d387df5cb3775c95e9a23d4243963c3f6b754412ba460969368) AuthConfig (d1ecc4beb5ea65d86297c32e75b817740f94a647964dcb2c2c8ce94f5af31c7c) AuthConfig (afa5260729194185a345bc909a65ecdc437e4ffbfe0e0c32c7b34979cba30e2f) AuthConfig (3fb35c9c2ba076ce1477c8a8e9b11d64512de424d96a03a0413215de193bfe98) AuthConfig (baee3bb9f902457f52237fc714fbf3d66d3da4728fd30f4eb0f338656ec484c7) AuthConfig (d2fbb4b03594039f29d1eee118312ad4497b566dc81235f18ffab36a92916021) AuthConfig (1cf8c6076683d3b11629337049d75e57e50c6cb73efd192c8dba2bb7db456313) AuthConfig (859de9a21059757517bab09c2e334f661a58090beca3c31a73273a14d5750b32) AuthConfig (5ce395de6a90d64e69df766aff2905573e1c82ae451af36fd5a6e7eb5da02e23) AuthConfig (3af18cbcf0670b6ce99f6c5260b8eb76e9cd9da42f94c9b64f1456ea68265b98) AuthConfig (0ae9c91b59c41aaa3fc0474297116ef4e9c95431d439e906ab555965646775e2) AuthConfig (379575364c0adc81b8386c561b311f36b2de601fac3c088ad6c664a68e33ae5c) AuthConfig (151079f4b344931f29fa88e60cc75bfbc0d2a4b5b66f0165d77e67ed3de2e560) AuthConfig (671b7707183ce06be6ff80aa35286be33dc74f983eb6d45a4a046720c402f85c) AuthConfig (e41914b19a9b5d008a4c200284712551636697cd9154c323129dd3ac7c69ee5b) AuthConfig (122964f15a1e915a2f5cefbff0235a56d47ad6ba9cac7ff88e9b0c670c2202fd) AuthConfig (39803f3136d9ca536d3c51d001243567bbf70ae2b8bff972ba669102f587668c) AuthConfig (218d7f551ac1f7077387694247ad263acc31a57fed920e738d8a02047779bf4a)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"namespace":"ai-tenant-e2e-worker-w1-5951bc","name":"simulator-access","reconcileID":"a02d4749-8b49-466d-81bc-997aed89ba99","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:08:12.409846559Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"namespace":"ai-tenant-e2e-worker-w1-5951bc","name":"premium-simulator-access","reconcileID":"74adf7ae-c7d1-4b29-aa57-9c7c1ec66c0a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"name":"e2e-worker-w1-5951bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:08:12.454860095Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"75a55454-ef90-43cb-bdbf-ba12e3a337f3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:08:12.461792936Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w1-5951bc-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (9a8008ca1630a2ef45ce76fa17da662676af65c653fe65d56f8c384805233818) AuthConfig (32d3c13962930bc08b10419e7e87fc0aa3d74eecf7a45498e3a30fccc8f03164) AuthConfig (e8174b6d08455603d2ce216bfed6e771a37fcf8d9d9e6e012f7c83047006e3d8) AuthConfig (2f0ef55f2edc019bba07023c93a9245f10bbe8d76c7f1c90411206c458739c01) AuthConfig (f615d87c88a189d6ae3cf78313796623f73c3ae0c34a58d32c9b3b9f9e84e50f) AuthConfig (0045fa9cf074b2183cac866f01beafa3524ca1fb1948f0663ff91222039fdfaf) AuthConfig (aadec521ef8a88ff24b7d8108e24e903341853daa84a21537deaca4ecf4fe908) AuthConfig (da89c1080f93f8ef815dd9e2de575f9687556bf14be6f7aa5ed2578dabf1b906) AuthConfig (634a6332e188be9dad97d1f9380403a780e9c6ae0f29960f20752541f66f2f29) AuthConfig (54d7892e92d4019e6dfd6369ecca520db868effb86cf5698cd8e3be9c8c10aca) AuthConfig (21bba722460a740937310a1473fff2d0bcdcb68147c6c87c291c37a1e17c14fc) AuthConfig (8221ad122c711d81fdc5fdda2b5c6ac6fcb2e814d7e0917daa338785b828406a) AuthConfig (431a0b7de6e14d387df5cb3775c95e9a23d4243963c3f6b754412ba460969368) AuthConfig (d1ecc4beb5ea65d86297c32e75b817740f94a647964dcb2c2c8ce94f5af31c7c) AuthConfig (afa5260729194185a345bc909a65ecdc437e4ffbfe0e0c32c7b34979cba30e2f) AuthConfig (3fb35c9c2ba076ce1477c8a8e9b11d64512de424d96a03a0413215de193bfe98) AuthConfig (baee3bb9f902457f52237fc714fbf3d66d3da4728fd30f4eb0f338656ec484c7) AuthConfig (d2fbb4b03594039f29d1eee118312ad4497b566dc81235f18ffab36a92916021) AuthConfig (1cf8c6076683d3b11629337049d75e57e50c6cb73efd192c8dba2bb7db456313) AuthConfig (859de9a21059757517bab09c2e334f661a58090beca3c31a73273a14d5750b32) AuthConfig (5ce395de6a90d64e69df766aff2905573e1c82ae451af36fd5a6e7eb5da02e23) AuthConfig (3af18cbcf0670b6ce99f6c5260b8eb76e9cd9da42f94c9b64f1456ea68265b98) AuthConfig (0ae9c91b59c41aaa3fc0474297116ef4e9c95431d439e906ab555965646775e2) AuthConfig (379575364c0adc81b8386c561b311f36b2de601fac3c088ad6c664a68e33ae5c) AuthConfig (151079f4b344931f29fa88e60cc75bfbc0d2a4b5b66f0165d77e67ed3de2e560) AuthConfig (671b7707183ce06be6ff80aa35286be33dc74f983eb6d45a4a046720c402f85c) AuthConfig (e41914b19a9b5d008a4c200284712551636697cd9154c323129dd3ac7c69ee5b) AuthConfig (122964f15a1e915a2f5cefbff0235a56d47ad6ba9cac7ff88e9b0c670c2202fd) AuthConfig (39803f3136d9ca536d3c51d001243567bbf70ae2b8bff972ba669102f587668c) AuthConfig (218d7f551ac1f7077387694247ad263acc31a57fed920e738d8a02047779bf4a)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"namespace":"ai-tenant-e2e-worker-w1-5951bc","name":"premium-simulator-access","reconcileID":"74adf7ae-c7d1-4b29-aa57-9c7c1ec66c0a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:08:12.461965908Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-80540d38-auth","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"namespace":"ai-tenant-e2e-worker-w4-8d2c7c","name":"e2e-filter-sub-a-80540d38-auth","reconcileID":"878564d4-a572-451e-a9d6-0ba414127907","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-80540d38-auth","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"model":"e2e-models-e2e-worker-w4-8d2c7c/simulator-w4-8d2c7c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:08:12.50810851Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"75a55454-ef90-43cb-bdbf-ba12e3a337f3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:08:12.556755309Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"namespace":"ai-tenant-e2e-worker-w4-8d2c7c","name":"premium-simulator-access","reconcileID":"2d843925-9015-4420-b692-563be9432c69","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-8d2c7c","tenantID":"e2e-worker-w4-8d2c7c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:08:12.557322736Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"b0c6be0c-13b9-4c38-9111-f5371b950aa8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:08:12.557356973Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"namespace":"ai-tenant-e2e-worker-w4-8d2c7c","name":"simulator-access","reconcileID":"8cec6e73-1ba2-4a84-b69a-87e578b8ad31","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-8d2c7c","tenantID":"e2e-worker-w4-8d2c7c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:08:12.608951323Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"namespace":"ai-tenant-e2e-worker-w4-8d2c7c","name":"premium-simulator-access","reconcileID":"2d843925-9015-4420-b692-563be9432c69","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"name":"e2e-worker-w4-8d2c7c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:08:12.609946819Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"b0c6be0c-13b9-4c38-9111-f5371b950aa8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:08:12.611235548Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"namespace":"ai-tenant-e2e-worker-w4-8d2c7c","name":"simulator-access","reconcileID":"8cec6e73-1ba2-4a84-b69a-87e578b8ad31","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"name":"e2e-worker-w4-8d2c7c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:08:12.662791957Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-8d2c7c","namespace":"e2e-models-e2e-worker-w4-8d2c7c"},"namespace":"e2e-models-e2e-worker-w4-8d2c7c","name":"simulator-w4-8d2c7c","reconcileID":"2b346b96-b0ba-40f8-a290-6ddf98beb5cf","MaaSModelRef":{"name":"simulator-w4-8d2c7c","namespace":"e2e-models-e2e-worker-w4-8d2c7c"},"routeName":"simulator-w4-8d2c7c-kserve-route","namespace":"e2e-models-e2e-worker-w4-8d2c7c","llmisvcName":"simulator-w4-8d2c7c","gateway":"openshift-ingress/e2e-worker-w4-8d2c7c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:08:12.804132253Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-14c22dc2-auth","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"namespace":"ai-tenant-e2e-worker-w4-8d2c7c","name":"e2e-filter-sub-b-14c22dc2-auth","reconcileID":"df6563b5-4d9a-4718-ae32-d39ff19180e9","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-14c22dc2-auth","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-8d2c7c","tenantID":"e2e-worker-w4-8d2c7c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:08:12.816091042Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-8d2c7c","namespace":"e2e-models-e2e-worker-w4-8d2c7c"},"namespace":"e2e-models-e2e-worker-w4-8d2c7c","name":"simulator-w4-8d2c7c","reconcileID":"bc652da4-250e-4f1c-b349-2046540f482d","MaaSModelRef":{"name":"simulator-w4-8d2c7c","namespace":"e2e-models-e2e-worker-w4-8d2c7c"},"routeName":"simulator-w4-8d2c7c-kserve-route","namespace":"e2e-models-e2e-worker-w4-8d2c7c","llmisvcName":"simulator-w4-8d2c7c","gateway":"openshift-ingress/e2e-worker-w4-8d2c7c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:08:12.857074898Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-14c22dc2-auth","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"namespace":"ai-tenant-e2e-worker-w4-8d2c7c","name":"e2e-filter-sub-b-14c22dc2-auth","reconcileID":"df6563b5-4d9a-4718-ae32-d39ff19180e9","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-14c22dc2-auth","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"name":"e2e-worker-w4-8d2c7c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:08:13.018332678Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rt-sw-f0d8f9","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-f0d8f9","reconcileID":"ee83da77-d4aa-45d4-9fad-d11e728624da","namespace":"llm","name":"e2e-rt-sw-f0d8f9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:08:13.05852321Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-14c22dc2-auth","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"namespace":"ai-tenant-e2e-worker-w4-8d2c7c","name":"e2e-filter-sub-b-14c22dc2-auth","reconcileID":"7c303511-f460-4b0b-a97b-85ed1281c4c3","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-14c22dc2-auth","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"model":"e2e-models-e2e-worker-w4-8d2c7c/simulator-w4-8d2c7c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:08:13.070645107Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-f0d8f9","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-f0d8f9","reconcileID":"48b1dd28-2595-4ce4-9507-fcf5ab614152","MaaSModelRef":{"name":"e2e-rt-sw-f0d8f9","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-f0d8f9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:08:13.07075438Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-f0d8f9","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-f0d8f9","reconcileID":"48b1dd28-2595-4ce4-9507-fcf5ab614152","MaaSModelRef":{"name":"e2e-rt-sw-f0d8f9","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-f0d8f9-ac00eea659f8","namespace":"llm","model":"e2e-rt-sw-f0d8f9","externalModel":"e2e-rt-sw-f0d8f9","provider":"e2e-rt-sw-f0d8f9-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:08:13.170807212Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"namespace":"ai-tenant-e2e-worker-w3-bb1b51","name":"premium-simulator-access","reconcileID":"345c39d9-dac3-44d8-97a0-cd0580c1f9d4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bb1b51","tenantID":"e2e-worker-w3-bb1b51","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:08:13.171701341Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"namespace":"ai-tenant-e2e-worker-w1-5951bc","name":"premium-simulator-access","reconcileID":"9e14df96-fc17-4c74-9ce2-95192ce5d46d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5951bc","tenantID":"e2e-worker-w1-5951bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:08:13.177869892Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"namespace":"ai-tenant-e2e-worker-w3-bb1b51","name":"simulator-access","reconcileID":"5697d4c0-153b-4ee5-b5ed-c9e5dddf0b5d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bb1b51","tenantID":"e2e-worker-w3-bb1b51","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:08:13.180545181Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"namespace":"ai-tenant-e2e-worker-w1-5951bc","name":"simulator-access","reconcileID":"52aa54da-bfad-4925-ad9e-ce5ec2669cfe","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5951bc","tenantID":"e2e-worker-w1-5951bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:08:13.210348386Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-8d2c7c","namespace":"e2e-models-e2e-worker-w4-8d2c7c"},"namespace":"e2e-models-e2e-worker-w4-8d2c7c","name":"simulator-w4-8d2c7c","reconcileID":"e7837312-2c8a-4106-853d-41c1d4385d0e","MaaSModelRef":{"name":"simulator-w4-8d2c7c","namespace":"e2e-models-e2e-worker-w4-8d2c7c"},"routeName":"simulator-w4-8d2c7c-kserve-route","namespace":"e2e-models-e2e-worker-w4-8d2c7c","llmisvcName":"simulator-w4-8d2c7c","gateway":"openshift-ingress/e2e-worker-w4-8d2c7c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:08:13.234200143Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"namespace":"ai-tenant-e2e-worker-w3-bb1b51","name":"premium-simulator-access","reconcileID":"345c39d9-dac3-44d8-97a0-cd0580c1f9d4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"name":"e2e-worker-w3-bb1b51-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:08:13.240194179Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"namespace":"ai-tenant-e2e-worker-w3-bb1b51","name":"simulator-access","reconcileID":"5697d4c0-153b-4ee5-b5ed-c9e5dddf0b5d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"name":"e2e-worker-w3-bb1b51-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:08:13.245493854Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"namespace":"ai-tenant-e2e-worker-w1-5951bc","name":"simulator-access","reconcileID":"52aa54da-bfad-4925-ad9e-ce5ec2669cfe","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"name":"e2e-worker-w1-5951bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:08:13.26565334Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"namespace":"ai-tenant-e2e-worker-w1-5951bc","name":"premium-simulator-access","reconcileID":"9e14df96-fc17-4c74-9ce2-95192ce5d46d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"name":"e2e-worker-w1-5951bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:08:13.297945288Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w1-5951bc-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (9a8008ca1630a2ef45ce76fa17da662676af65c653fe65d56f8c384805233818) AuthConfig (32d3c13962930bc08b10419e7e87fc0aa3d74eecf7a45498e3a30fccc8f03164) AuthConfig (e8174b6d08455603d2ce216bfed6e771a37fcf8d9d9e6e012f7c83047006e3d8) AuthConfig (2f0ef55f2edc019bba07023c93a9245f10bbe8d76c7f1c90411206c458739c01) AuthConfig (f615d87c88a189d6ae3cf78313796623f73c3ae0c34a58d32c9b3b9f9e84e50f) AuthConfig (0045fa9cf074b2183cac866f01beafa3524ca1fb1948f0663ff91222039fdfaf) AuthConfig (aadec521ef8a88ff24b7d8108e24e903341853daa84a21537deaca4ecf4fe908) AuthConfig (da89c1080f93f8ef815dd9e2de575f9687556bf14be6f7aa5ed2578dabf1b906) AuthConfig (634a6332e188be9dad97d1f9380403a780e9c6ae0f29960f20752541f66f2f29) AuthConfig (54d7892e92d4019e6dfd6369ecca520db868effb86cf5698cd8e3be9c8c10aca) AuthConfig (21bba722460a740937310a1473fff2d0bcdcb68147c6c87c291c37a1e17c14fc) AuthConfig (8221ad122c711d81fdc5fdda2b5c6ac6fcb2e814d7e0917daa338785b828406a) AuthConfig (431a0b7de6e14d387df5cb3775c95e9a23d4243963c3f6b754412ba460969368) AuthConfig (d1ecc4beb5ea65d86297c32e75b817740f94a647964dcb2c2c8ce94f5af31c7c) AuthConfig (afa5260729194185a345bc909a65ecdc437e4ffbfe0e0c32c7b34979cba30e2f) AuthConfig (3fb35c9c2ba076ce1477c8a8e9b11d64512de424d96a03a0413215de193bfe98) AuthConfig (baee3bb9f902457f52237fc714fbf3d66d3da4728fd30f4eb0f338656ec484c7) AuthConfig (d2fbb4b03594039f29d1eee118312ad4497b566dc81235f18ffab36a92916021) AuthConfig (1cf8c6076683d3b11629337049d75e57e50c6cb73efd192c8dba2bb7db456313) AuthConfig (859de9a21059757517bab09c2e334f661a58090beca3c31a73273a14d5750b32) AuthConfig (5ce395de6a90d64e69df766aff2905573e1c82ae451af36fd5a6e7eb5da02e23) AuthConfig (3af18cbcf0670b6ce99f6c5260b8eb76e9cd9da42f94c9b64f1456ea68265b98) AuthConfig (0ae9c91b59c41aaa3fc0474297116ef4e9c95431d439e906ab555965646775e2) AuthConfig (379575364c0adc81b8386c561b311f36b2de601fac3c088ad6c664a68e33ae5c) AuthConfig (151079f4b344931f29fa88e60cc75bfbc0d2a4b5b66f0165d77e67ed3de2e560) AuthConfig (671b7707183ce06be6ff80aa35286be33dc74f983eb6d45a4a046720c402f85c) AuthConfig (e41914b19a9b5d008a4c200284712551636697cd9154c323129dd3ac7c69ee5b) AuthConfig (122964f15a1e915a2f5cefbff0235a56d47ad6ba9cac7ff88e9b0c670c2202fd) AuthConfig (39803f3136d9ca536d3c51d001243567bbf70ae2b8bff972ba669102f587668c) AuthConfig (218d7f551ac1f7077387694247ad263acc31a57fed920e738d8a02047779bf4a)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"namespace":"ai-tenant-e2e-worker-w1-5951bc","name":"simulator-access","reconcileID":"52aa54da-bfad-4925-ad9e-ce5ec2669cfe","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:08:13.321160307Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w1-5951bc-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (9a8008ca1630a2ef45ce76fa17da662676af65c653fe65d56f8c384805233818) AuthConfig (32d3c13962930bc08b10419e7e87fc0aa3d74eecf7a45498e3a30fccc8f03164) AuthConfig (e8174b6d08455603d2ce216bfed6e771a37fcf8d9d9e6e012f7c83047006e3d8) AuthConfig (2f0ef55f2edc019bba07023c93a9245f10bbe8d76c7f1c90411206c458739c01) AuthConfig (f615d87c88a189d6ae3cf78313796623f73c3ae0c34a58d32c9b3b9f9e84e50f) AuthConfig (0045fa9cf074b2183cac866f01beafa3524ca1fb1948f0663ff91222039fdfaf) AuthConfig (aadec521ef8a88ff24b7d8108e24e903341853daa84a21537deaca4ecf4fe908) AuthConfig (da89c1080f93f8ef815dd9e2de575f9687556bf14be6f7aa5ed2578dabf1b906) AuthConfig (634a6332e188be9dad97d1f9380403a780e9c6ae0f29960f20752541f66f2f29) AuthConfig (54d7892e92d4019e6dfd6369ecca520db868effb86cf5698cd8e3be9c8c10aca) AuthConfig (21bba722460a740937310a1473fff2d0bcdcb68147c6c87c291c37a1e17c14fc) AuthConfig (8221ad122c711d81fdc5fdda2b5c6ac6fcb2e814d7e0917daa338785b828406a) AuthConfig (431a0b7de6e14d387df5cb3775c95e9a23d4243963c3f6b754412ba460969368) AuthConfig (d1ecc4beb5ea65d86297c32e75b817740f94a647964dcb2c2c8ce94f5af31c7c) AuthConfig (afa5260729194185a345bc909a65ecdc437e4ffbfe0e0c32c7b34979cba30e2f) AuthConfig (3fb35c9c2ba076ce1477c8a8e9b11d64512de424d96a03a0413215de193bfe98) AuthConfig (baee3bb9f902457f52237fc714fbf3d66d3da4728fd30f4eb0f338656ec484c7) AuthConfig (d2fbb4b03594039f29d1eee118312ad4497b566dc81235f18ffab36a92916021) AuthConfig (1cf8c6076683d3b11629337049d75e57e50c6cb73efd192c8dba2bb7db456313) AuthConfig (859de9a21059757517bab09c2e334f661a58090beca3c31a73273a14d5750b32) AuthConfig (5ce395de6a90d64e69df766aff2905573e1c82ae451af36fd5a6e7eb5da02e23) AuthConfig (3af18cbcf0670b6ce99f6c5260b8eb76e9cd9da42f94c9b64f1456ea68265b98) AuthConfig (0ae9c91b59c41aaa3fc0474297116ef4e9c95431d439e906ab555965646775e2) AuthConfig (379575364c0adc81b8386c561b311f36b2de601fac3c088ad6c664a68e33ae5c) AuthConfig (151079f4b344931f29fa88e60cc75bfbc0d2a4b5b66f0165d77e67ed3de2e560) AuthConfig (671b7707183ce06be6ff80aa35286be33dc74f983eb6d45a4a046720c402f85c) AuthConfig (e41914b19a9b5d008a4c200284712551636697cd9154c323129dd3ac7c69ee5b) AuthConfig (122964f15a1e915a2f5cefbff0235a56d47ad6ba9cac7ff88e9b0c670c2202fd) AuthConfig (39803f3136d9ca536d3c51d001243567bbf70ae2b8bff972ba669102f587668c) AuthConfig (218d7f551ac1f7077387694247ad263acc31a57fed920e738d8a02047779bf4a)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"namespace":"ai-tenant-e2e-worker-w1-5951bc","name":"premium-simulator-access","reconcileID":"9e14df96-fc17-4c74-9ce2-95192ce5d46d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:08:13.359421381Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"namespace":"ai-tenant-e2e-worker-w0-9893f0","name":"simulator-access","reconcileID":"05237192-87ef-40a7-b6fb-c69e8f8c9a7b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9893f0","tenantID":"e2e-worker-w0-9893f0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:08:13.413057011Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"namespace":"ai-tenant-e2e-worker-w0-9893f0","name":"simulator-access","reconcileID":"05237192-87ef-40a7-b6fb-c69e8f8c9a7b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"name":"e2e-worker-w0-9893f0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:08:13.457585335Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"namespace":"ai-tenant-e2e-worker-w4-8d2c7c","name":"simulator-access","reconcileID":"147c2266-5e62-468e-aefe-e6aaca703d7a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-8d2c7c","tenantID":"e2e-worker-w4-8d2c7c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:08:13.478641937Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"namespace":"ai-tenant-e2e-worker-w0-9893f0","name":"premium-simulator-access","reconcileID":"1e9666d7-2cb3-40b1-9c0a-e3ad79eb3780","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9893f0","tenantID":"e2e-worker-w0-9893f0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:08:13.510240042Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"namespace":"ai-tenant-e2e-worker-w4-8d2c7c","name":"simulator-access","reconcileID":"147c2266-5e62-468e-aefe-e6aaca703d7a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"name":"e2e-worker-w4-8d2c7c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:08:13.531484653Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"namespace":"ai-tenant-e2e-worker-w0-9893f0","name":"premium-simulator-access","reconcileID":"1e9666d7-2cb3-40b1-9c0a-e3ad79eb3780","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"name":"e2e-worker-w0-9893f0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:08:13.540753465Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-bb1b51","namespace":"e2e-models-e2e-worker-w3-bb1b51"},"namespace":"e2e-models-e2e-worker-w3-bb1b51","name":"simulator-w3-bb1b51","reconcileID":"8a399e80-9557-4a56-a7a0-b06f612d92a6","MaaSModelRef":{"name":"simulator-w3-bb1b51","namespace":"e2e-models-e2e-worker-w3-bb1b51"},"routeName":"simulator-w3-bb1b51-kserve-route","namespace":"e2e-models-e2e-worker-w3-bb1b51","llmisvcName":"simulator-w3-bb1b51","gateway":"openshift-ingress/e2e-worker-w3-bb1b51","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:08:13.543307623Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-bb1b51","namespace":"e2e-models-e2e-worker-w3-bb1b51"},"namespace":"e2e-models-e2e-worker-w3-bb1b51","name":"premium-w3-bb1b51","reconcileID":"946037a2-ecf1-414c-a6d1-6b18774f71a2","MaaSModelRef":{"name":"premium-w3-bb1b51","namespace":"e2e-models-e2e-worker-w3-bb1b51"},"routeName":"premium-w3-bb1b51-kserve-route","namespace":"e2e-models-e2e-worker-w3-bb1b51","llmisvcName":"premium-w3-bb1b51","gateway":"openshift-ingress/e2e-worker-w3-bb1b51","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:08:13.687332096Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"premium-simulator-access","reconcileID":"15eae767-903c-4bfc-8d17-caacbbbf7272","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-91cd99","tenantID":"e2e-worker-w2-91cd99","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:08:13.690325177Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"50f853f4-6d96-4d05-b293-7cadd403c380","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:08:13.741142053Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"premium-simulator-access","reconcileID":"15eae767-903c-4bfc-8d17-caacbbbf7272","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"name":"e2e-worker-w2-91cd99-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:08:13.744390469Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"50f853f4-6d96-4d05-b293-7cadd403c380","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:08:13.786351596Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"b5316db6-e8c6-4ee9-84ee-25881d95b102","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:08:13.839900652Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"b5316db6-e8c6-4ee9-84ee-25881d95b102","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:08:13.887120352Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"simulator-access","reconcileID":"f4580c41-0320-4be7-9b1b-6f52236dbd5f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-91cd99","tenantID":"e2e-worker-w2-91cd99","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:08:13.887202064Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"namespace":"ai-tenant-e2e-worker-w4-8d2c7c","name":"premium-simulator-access","reconcileID":"d1e5ec82-4ce2-4cbe-9195-129ddf9d28d5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-8d2c7c","tenantID":"e2e-worker-w4-8d2c7c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:08:13.939944131Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"simulator-access","reconcileID":"f4580c41-0320-4be7-9b1b-6f52236dbd5f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"name":"e2e-worker-w2-91cd99-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:08:13.940359635Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"namespace":"ai-tenant-e2e-worker-w4-8d2c7c","name":"premium-simulator-access","reconcileID":"d1e5ec82-4ce2-4cbe-9195-129ddf9d28d5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"name":"e2e-worker-w4-8d2c7c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:08:14.373248054Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rt-sw-f0d8f9","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-f0d8f9","reconcileID":"4e29f2df-4f64-47c2-ad75-adfc536a8933","namespace":"llm","name":"e2e-rt-sw-f0d8f9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:08:14.519756258Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"569e5817-26ca-4e19-9d1a-81660e042995","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:08:14.519770178Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"simulator-access","reconcileID":"13849197-4b70-4436-aea8-0a8e14587161","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-91cd99","tenantID":"e2e-worker-w2-91cd99","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:08:14.520316196Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"namespace":"ai-tenant-e2e-worker-w1-5951bc","name":"premium-simulator-access","reconcileID":"a40f6a49-5ee4-404c-8778-f466db06d6b1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5951bc","tenantID":"e2e-worker-w1-5951bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:08:14.520344488Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"5275bfeb-d9da-48f1-b086-7a2d92981507","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:08:14.520745888Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"namespace":"ai-tenant-e2e-worker-w1-5951bc","name":"simulator-access","reconcileID":"de221c17-3b0b-40bb-a37f-7f59b8cc836b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5951bc","tenantID":"e2e-worker-w1-5951bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:08:14.573069744Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"simulator-access","reconcileID":"13849197-4b70-4436-aea8-0a8e14587161","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"name":"e2e-worker-w2-91cd99-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:08:14.573102683Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"569e5817-26ca-4e19-9d1a-81660e042995","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:08:14.575656273Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"namespace":"ai-tenant-e2e-worker-w1-5951bc","name":"premium-simulator-access","reconcileID":"a40f6a49-5ee4-404c-8778-f466db06d6b1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"name":"e2e-worker-w1-5951bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:08:14.575792214Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"namespace":"ai-tenant-e2e-worker-w1-5951bc","name":"simulator-access","reconcileID":"de221c17-3b0b-40bb-a37f-7f59b8cc836b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"name":"e2e-worker-w1-5951bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:08:14.578187861Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"5275bfeb-d9da-48f1-b086-7a2d92981507","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:08:14.827119101Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-5951bc","namespace":"e2e-models-e2e-worker-w1-5951bc"},"namespace":"e2e-models-e2e-worker-w1-5951bc","name":"premium-w1-5951bc","reconcileID":"dd488cdc-e549-499a-92d3-af6bc0f54199","MaaSModelRef":{"name":"premium-w1-5951bc","namespace":"e2e-models-e2e-worker-w1-5951bc"},"routeName":"premium-w1-5951bc-kserve-route","namespace":"e2e-models-e2e-worker-w1-5951bc","llmisvcName":"premium-w1-5951bc","gateway":"openshift-ingress/e2e-worker-w1-5951bc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:08:14.828660499Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-5951bc","namespace":"e2e-models-e2e-worker-w1-5951bc"},"namespace":"e2e-models-e2e-worker-w1-5951bc","name":"simulator-w1-5951bc","reconcileID":"1c7f9469-5776-49cc-96a7-c68046af9e24","MaaSModelRef":{"name":"simulator-w1-5951bc","namespace":"e2e-models-e2e-worker-w1-5951bc"},"routeName":"simulator-w1-5951bc-kserve-route","namespace":"e2e-models-e2e-worker-w1-5951bc","llmisvcName":"simulator-w1-5951bc","gateway":"openshift-ingress/e2e-worker-w1-5951bc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:08:14.863616678Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"namespace":"ai-tenant-e2e-worker-w0-9893f0","name":"simulator-access","reconcileID":"c545ea74-0ce5-4c6a-8a95-de27d6e19523","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9893f0","tenantID":"e2e-worker-w0-9893f0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:08:14.863616489Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"namespace":"ai-tenant-e2e-worker-w4-8d2c7c","name":"premium-simulator-access","reconcileID":"446c8c08-af15-4cd7-8b9b-fa4968b9f976","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-8d2c7c","tenantID":"e2e-worker-w4-8d2c7c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:08:14.91719783Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"namespace":"ai-tenant-e2e-worker-w4-8d2c7c","name":"premium-simulator-access","reconcileID":"446c8c08-af15-4cd7-8b9b-fa4968b9f976","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"name":"e2e-worker-w4-8d2c7c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:08:14.917242458Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"namespace":"ai-tenant-e2e-worker-w0-9893f0","name":"simulator-access","reconcileID":"c545ea74-0ce5-4c6a-8a95-de27d6e19523","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"name":"e2e-worker-w0-9893f0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:08:14.965751668Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"namespace":"ai-tenant-e2e-worker-w4-8d2c7c","name":"simulator-access","reconcileID":"15610d49-f65c-40f5-a63e-64d1d983f4c7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-8d2c7c","tenantID":"e2e-worker-w4-8d2c7c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:08:14.972468954Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"namespace":"ai-tenant-e2e-worker-w0-9893f0","name":"premium-simulator-access","reconcileID":"e56a75dc-deb2-4a8f-9a22-dd97a50d0d09","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9893f0","tenantID":"e2e-worker-w0-9893f0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:08:14.975992508Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"premium-simulator-access","reconcileID":"f6d7d49d-c2e3-4343-93a7-72d76358618d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-91cd99","tenantID":"e2e-worker-w2-91cd99","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:08:15.017937627Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"namespace":"ai-tenant-e2e-worker-w4-8d2c7c","name":"simulator-access","reconcileID":"15610d49-f65c-40f5-a63e-64d1d983f4c7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"name":"e2e-worker-w4-8d2c7c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:08:15.024322304Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"namespace":"ai-tenant-e2e-worker-w0-9893f0","name":"premium-simulator-access","reconcileID":"e56a75dc-deb2-4a8f-9a22-dd97a50d0d09","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"name":"e2e-worker-w0-9893f0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:08:15.02790914Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"premium-simulator-access","reconcileID":"f6d7d49d-c2e3-4343-93a7-72d76358618d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"name":"e2e-worker-w2-91cd99-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:08:15.258803822Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"namespace":"ai-tenant-e2e-worker-w3-bb1b51","name":"premium-simulator-access","reconcileID":"1e0568f4-5574-45d4-96d5-413307e5f03f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bb1b51","tenantID":"e2e-worker-w3-bb1b51","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:08:15.258803874Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"namespace":"ai-tenant-e2e-worker-w3-bb1b51","name":"simulator-access","reconcileID":"665b8e74-4bf8-4261-93c6-c85f755e179a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bb1b51","tenantID":"e2e-worker-w3-bb1b51","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:08:15.310962282Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"namespace":"ai-tenant-e2e-worker-w3-bb1b51","name":"premium-simulator-access","reconcileID":"1e0568f4-5574-45d4-96d5-413307e5f03f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"name":"e2e-worker-w3-bb1b51-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:08:15.311243757Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"namespace":"ai-tenant-e2e-worker-w3-bb1b51","name":"simulator-access","reconcileID":"665b8e74-4bf8-4261-93c6-c85f755e179a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"name":"e2e-worker-w3-bb1b51-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:08:17.113607786Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-f0d8f9","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-f0d8f9","reconcileID":"0d8cdb67-8ba4-4b45-b992-ea2dd3c33e33","MaaSModelRef":{"name":"e2e-rt-sw-f0d8f9","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-f0d8f9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:08:17.113636803Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-f0d8f9","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-f0d8f9","reconcileID":"0d8cdb67-8ba4-4b45-b992-ea2dd3c33e33","MaaSModelRef":{"name":"e2e-rt-sw-f0d8f9","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-f0d8f9-ac00eea659f8","namespace":"llm","model":"e2e-rt-sw-f0d8f9","externalModel":"e2e-rt-sw-f0d8f9","provider":"e2e-rt-sw-f0d8f9-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:08:17.213218024Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-f0d8f9","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-f0d8f9","reconcileID":"972e93fd-c599-4dce-976c-272968eaf29e","MaaSModelRef":{"name":"e2e-rt-sw-f0d8f9","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-f0d8f9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:08:17.213255081Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-f0d8f9","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-f0d8f9","reconcileID":"972e93fd-c599-4dce-976c-272968eaf29e","MaaSModelRef":{"name":"e2e-rt-sw-f0d8f9","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-f0d8f9-ac00eea659f8","namespace":"llm","model":"e2e-rt-sw-f0d8f9","externalModel":"e2e-rt-sw-f0d8f9","provider":"e2e-rt-sw-f0d8f9-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:08:17.310936978Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-f0d8f9-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-f0d8f9-access","reconcileID":"ea148193-7f9e-4ccd-ace4-e49cd5503275","MaaSAuthPolicy":{"name":"e2e-rt-sw-f0d8f9-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:08:17.366935251Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-f0d8f9-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-f0d8f9-access","reconcileID":"ea148193-7f9e-4ccd-ace4-e49cd5503275","MaaSAuthPolicy":{"name":"e2e-rt-sw-f0d8f9-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:08:17.766280164Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-f0d8f9","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-f0d8f9","reconcileID":"6c129f69-214e-4912-bb7b-0cbb531a5c5b","MaaSModelRef":{"name":"e2e-rt-sw-f0d8f9","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-f0d8f9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:08:17.766315854Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-f0d8f9","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-f0d8f9","reconcileID":"6c129f69-214e-4912-bb7b-0cbb531a5c5b","MaaSModelRef":{"name":"e2e-rt-sw-f0d8f9","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-f0d8f9-ac00eea659f8","namespace":"llm","model":"e2e-rt-sw-f0d8f9","externalModel":"e2e-rt-sw-f0d8f9","provider":"e2e-rt-sw-f0d8f9-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:08:18.136037621Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-bb1b51","namespace":"e2e-models-e2e-worker-w3-bb1b51"},"namespace":"e2e-models-e2e-worker-w3-bb1b51","name":"simulator-w3-bb1b51","reconcileID":"a7432445-cfaf-4b31-854c-1d792d03b40c","MaaSModelRef":{"name":"simulator-w3-bb1b51","namespace":"e2e-models-e2e-worker-w3-bb1b51"},"routeName":"simulator-w3-bb1b51-kserve-route","namespace":"e2e-models-e2e-worker-w3-bb1b51","llmisvcName":"simulator-w3-bb1b51","gateway":"openshift-ingress/e2e-worker-w3-bb1b51","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:08:18.188976553Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-bb1b51","namespace":"e2e-models-e2e-worker-w3-bb1b51"},"namespace":"e2e-models-e2e-worker-w3-bb1b51","name":"simulator-w3-bb1b51","reconcileID":"f1f784e6-c31c-43dd-b3f1-e2dc7095317f","MaaSModelRef":{"name":"simulator-w3-bb1b51","namespace":"e2e-models-e2e-worker-w3-bb1b51"},"routeName":"simulator-w3-bb1b51-kserve-route","namespace":"e2e-models-e2e-worker-w3-bb1b51","llmisvcName":"simulator-w3-bb1b51","gateway":"openshift-ingress/e2e-worker-w3-bb1b51","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:08:18.336567475Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-bulk-sub-4673a6f4-auth","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"namespace":"ai-tenant-e2e-worker-w3-bb1b51","name":"e2e-bulk-sub-4673a6f4-auth","reconcileID":"e7184e92-2134-4019-8d73-459995ca3878","MaaSAuthPolicy":{"name":"e2e-bulk-sub-4673a6f4-auth","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bb1b51","tenantID":"e2e-worker-w3-bb1b51","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:08:18.388413117Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-bulk-sub-4673a6f4-auth","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"namespace":"ai-tenant-e2e-worker-w3-bb1b51","name":"e2e-bulk-sub-4673a6f4-auth","reconcileID":"e7184e92-2134-4019-8d73-459995ca3878","MaaSAuthPolicy":{"name":"e2e-bulk-sub-4673a6f4-auth","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"name":"e2e-worker-w3-bb1b51-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:08:18.404066307Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-bb1b51","namespace":"e2e-models-e2e-worker-w3-bb1b51"},"namespace":"e2e-models-e2e-worker-w3-bb1b51","name":"simulator-w3-bb1b51","reconcileID":"0cb08897-2af5-47f1-a5e8-b6697f796206","MaaSModelRef":{"name":"simulator-w3-bb1b51","namespace":"e2e-models-e2e-worker-w3-bb1b51"},"routeName":"simulator-w3-bb1b51-kserve-route","namespace":"e2e-models-e2e-worker-w3-bb1b51","llmisvcName":"simulator-w3-bb1b51","gateway":"openshift-ingress/e2e-worker-w3-bb1b51","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:08:18.454825606Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-bb1b51","namespace":"e2e-models-e2e-worker-w3-bb1b51"},"namespace":"e2e-models-e2e-worker-w3-bb1b51","name":"simulator-w3-bb1b51","reconcileID":"4f092c70-d33d-4f37-a6ab-f5886243eb17","MaaSModelRef":{"name":"simulator-w3-bb1b51","namespace":"e2e-models-e2e-worker-w3-bb1b51"},"routeName":"simulator-w3-bb1b51-kserve-route","namespace":"e2e-models-e2e-worker-w3-bb1b51","llmisvcName":"simulator-w3-bb1b51","gateway":"openshift-ingress/e2e-worker-w3-bb1b51","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T12:08:18.505138829Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-bulk-sub-4673a6f4","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"namespace":"ai-tenant-e2e-worker-w3-bb1b51","name":"e2e-bulk-sub-4673a6f4","reconcileID":"24fead34-44ce-4419-9555-8e499e5a5490","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-bulk-sub-4673a6f4\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T12:08:18.548454089Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"namespace":"ai-tenant-e2e-worker-w3-bb1b51","name":"premium-simulator-access","reconcileID":"94272799-e742-4e2b-ad1c-71b2ae620f5d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bb1b51","tenantID":"e2e-worker-w3-bb1b51","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:08:18.54889382Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"namespace":"ai-tenant-e2e-worker-w3-bb1b51","name":"simulator-access","reconcileID":"4d861c6b-4304-4d5c-baa9-37eeb769d8af","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bb1b51","tenantID":"e2e-worker-w3-bb1b51","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:08:18.601217696Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"namespace":"ai-tenant-e2e-worker-w3-bb1b51","name":"premium-simulator-access","reconcileID":"94272799-e742-4e2b-ad1c-71b2ae620f5d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"name":"e2e-worker-w3-bb1b51-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:08:18.601301126Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"namespace":"ai-tenant-e2e-worker-w3-bb1b51","name":"simulator-access","reconcileID":"4d861c6b-4304-4d5c-baa9-37eeb769d8af","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"name":"e2e-worker-w3-bb1b51-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:08:18.610892967Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-bb1b51","namespace":"e2e-models-e2e-worker-w3-bb1b51"},"namespace":"e2e-models-e2e-worker-w3-bb1b51","name":"simulator-w3-bb1b51","reconcileID":"0e9d047e-83e6-4c9a-8d5d-99be3b4ebe8e","MaaSModelRef":{"name":"simulator-w3-bb1b51","namespace":"e2e-models-e2e-worker-w3-bb1b51"},"routeName":"simulator-w3-bb1b51-kserve-route","namespace":"e2e-models-e2e-worker-w3-bb1b51","llmisvcName":"simulator-w3-bb1b51","gateway":"openshift-ingress/e2e-worker-w3-bb1b51","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:08:18.638129256Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-bb1b51","namespace":"e2e-models-e2e-worker-w3-bb1b51"},"namespace":"e2e-models-e2e-worker-w3-bb1b51","name":"simulator-w3-bb1b51","reconcileID":"cfb0832f-2c80-4d2d-8000-3133b1be9ea3","MaaSModelRef":{"name":"simulator-w3-bb1b51","namespace":"e2e-models-e2e-worker-w3-bb1b51"},"routeName":"simulator-w3-bb1b51-kserve-route","namespace":"e2e-models-e2e-worker-w3-bb1b51","llmisvcName":"simulator-w3-bb1b51","gateway":"openshift-ingress/e2e-worker-w3-bb1b51","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:08:18.663612711Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-bb1b51","namespace":"e2e-models-e2e-worker-w3-bb1b51"},"namespace":"e2e-models-e2e-worker-w3-bb1b51","name":"simulator-w3-bb1b51","reconcileID":"971bb24e-367a-438c-a094-6ba579e22842","MaaSModelRef":{"name":"simulator-w3-bb1b51","namespace":"e2e-models-e2e-worker-w3-bb1b51"},"routeName":"simulator-w3-bb1b51-kserve-route","namespace":"e2e-models-e2e-worker-w3-bb1b51","llmisvcName":"simulator-w3-bb1b51","gateway":"openshift-ingress/e2e-worker-w3-bb1b51","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:08:18.782912052Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-bulk-sub-4673a6f4-auth","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"namespace":"ai-tenant-e2e-worker-w3-bb1b51","name":"e2e-bulk-sub-4673a6f4-auth","reconcileID":"0b635b31-cbae-4cdb-bfeb-9fcffd749b1f","MaaSAuthPolicy":{"name":"e2e-bulk-sub-4673a6f4-auth","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bb1b51","tenantID":"e2e-worker-w3-bb1b51","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:08:18.835104854Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-bulk-sub-4673a6f4-auth","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"namespace":"ai-tenant-e2e-worker-w3-bb1b51","name":"e2e-bulk-sub-4673a6f4-auth","reconcileID":"0b635b31-cbae-4cdb-bfeb-9fcffd749b1f","MaaSAuthPolicy":{"name":"e2e-bulk-sub-4673a6f4-auth","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"name":"e2e-worker-w3-bb1b51-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:08:18.914369639Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-bulk-sub-4673a6f4","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"namespace":"ai-tenant-e2e-worker-w3-bb1b51","name":"e2e-bulk-sub-4673a6f4","reconcileID":"ebe3ed13-c995-4d0e-8cbc-143070167a78","MaaSSubscription":{"name":"e2e-bulk-sub-4673a6f4","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"name":"maas-trlp-simulator-w3-bb1b51","model":"e2e-models-e2e-worker-w3-bb1b51/simulator-w3-bb1b51","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w3-bb1b51/e2e-bulk-sub-4673a6f4","ai-tenant-e2e-worker-w3-bb1b51/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:08:18.947243283Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"namespace":"ai-tenant-e2e-worker-w3-bb1b51","name":"premium-simulator-access","reconcileID":"5a2c4556-0c85-404f-bf5b-2334ee71806c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bb1b51","tenantID":"e2e-worker-w3-bb1b51","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:08:18.947240733Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"namespace":"ai-tenant-e2e-worker-w3-bb1b51","name":"simulator-access","reconcileID":"477ffce4-0c4d-4180-b794-3e7cc992b92b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bb1b51","tenantID":"e2e-worker-w3-bb1b51","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:08:19.000194752Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"namespace":"ai-tenant-e2e-worker-w3-bb1b51","name":"premium-simulator-access","reconcileID":"5a2c4556-0c85-404f-bf5b-2334ee71806c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"name":"e2e-worker-w3-bb1b51-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:08:19.000361465Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"namespace":"ai-tenant-e2e-worker-w3-bb1b51","name":"simulator-access","reconcileID":"477ffce4-0c4d-4180-b794-3e7cc992b92b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"name":"e2e-worker-w3-bb1b51-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:08:19.069353578Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-bb1b51","namespace":"e2e-models-e2e-worker-w3-bb1b51"},"namespace":"e2e-models-e2e-worker-w3-bb1b51","name":"simulator-w3-bb1b51","reconcileID":"55d8c51a-567a-4bfb-a15c-e106028a4477","MaaSModelRef":{"name":"simulator-w3-bb1b51","namespace":"e2e-models-e2e-worker-w3-bb1b51"},"routeName":"simulator-w3-bb1b51-kserve-route","namespace":"e2e-models-e2e-worker-w3-bb1b51","llmisvcName":"simulator-w3-bb1b51","gateway":"openshift-ingress/e2e-worker-w3-bb1b51","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:08:19.111534051Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"namespace":"ai-tenant-e2e-worker-w3-bb1b51","name":"simulator-subscription","reconcileID":"becd6c23-f169-434b-a695-fd3146dce8b7","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"name":"maas-trlp-simulator-w3-bb1b51","model":"e2e-models-e2e-worker-w3-bb1b51/simulator-w3-bb1b51","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:08:19.264360206Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-bulk-sub-4673a6f4","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"namespace":"ai-tenant-e2e-worker-w3-bb1b51","name":"e2e-bulk-sub-4673a6f4","reconcileID":"37b9021b-bde4-429b-80b5-f3680f5baf67","MaaSSubscription":{"name":"e2e-bulk-sub-4673a6f4","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"name":"maas-trlp-simulator-w3-bb1b51","model":"e2e-models-e2e-worker-w3-bb1b51/simulator-w3-bb1b51","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:08:20.47387646Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-5951bc","namespace":"e2e-models-e2e-worker-w1-5951bc"},"namespace":"e2e-models-e2e-worker-w1-5951bc","name":"simulator-w1-5951bc","reconcileID":"674830fb-6b40-4b96-b669-c13cf935f38a","MaaSModelRef":{"name":"simulator-w1-5951bc","namespace":"e2e-models-e2e-worker-w1-5951bc"},"routeName":"simulator-w1-5951bc-kserve-route","namespace":"e2e-models-e2e-worker-w1-5951bc","llmisvcName":"simulator-w1-5951bc","gateway":"openshift-ingress/e2e-worker-w1-5951bc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:08:20.524056554Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-5951bc","namespace":"e2e-models-e2e-worker-w1-5951bc"},"namespace":"e2e-models-e2e-worker-w1-5951bc","name":"simulator-w1-5951bc","reconcileID":"99e4f3b5-2bc8-4980-9d8b-162d5e62a83e","MaaSModelRef":{"name":"simulator-w1-5951bc","namespace":"e2e-models-e2e-worker-w1-5951bc"},"routeName":"simulator-w1-5951bc-kserve-route","namespace":"e2e-models-e2e-worker-w1-5951bc","llmisvcName":"simulator-w1-5951bc","gateway":"openshift-ingress/e2e-worker-w1-5951bc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:08:20.669239684Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-gw-auth-b573f849","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"namespace":"ai-tenant-e2e-worker-w1-5951bc","name":"e2e-gw-auth-b573f849","reconcileID":"f47e5f9e-063c-4016-a07d-cb60ab1a560f","MaaSAuthPolicy":{"name":"e2e-gw-auth-b573f849","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5951bc","tenantID":"e2e-worker-w1-5951bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:08:20.721841511Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-gw-auth-b573f849","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"namespace":"ai-tenant-e2e-worker-w1-5951bc","name":"e2e-gw-auth-b573f849","reconcileID":"f47e5f9e-063c-4016-a07d-cb60ab1a560f","MaaSAuthPolicy":{"name":"e2e-gw-auth-b573f849","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"name":"e2e-worker-w1-5951bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:08:21.038718537Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-5951bc","namespace":"e2e-models-e2e-worker-w1-5951bc"},"namespace":"e2e-models-e2e-worker-w1-5951bc","name":"simulator-w1-5951bc","reconcileID":"9bce6f4d-6f26-4247-99c5-448e07a92912","MaaSModelRef":{"name":"simulator-w1-5951bc","namespace":"e2e-models-e2e-worker-w1-5951bc"},"routeName":"simulator-w1-5951bc-kserve-route","namespace":"e2e-models-e2e-worker-w1-5951bc","llmisvcName":"simulator-w1-5951bc","gateway":"openshift-ingress/e2e-worker-w1-5951bc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:08:21.186350463Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-gw-auth-b573f849","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"namespace":"ai-tenant-e2e-worker-w1-5951bc","name":"e2e-gw-auth-b573f849","reconcileID":"506c1f9b-915e-4d79-88d0-597588d831c5","MaaSAuthPolicy":{"name":"e2e-gw-auth-b573f849","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5951bc","tenantID":"e2e-worker-w1-5951bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:08:21.241250107Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-gw-auth-b573f849","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"namespace":"ai-tenant-e2e-worker-w1-5951bc","name":"e2e-gw-auth-b573f849","reconcileID":"506c1f9b-915e-4d79-88d0-597588d831c5","MaaSAuthPolicy":{"name":"e2e-gw-auth-b573f849","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"name":"e2e-worker-w1-5951bc-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T12:08:21.538349867Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-gw-auth-b573f849","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"namespace":"ai-tenant-e2e-worker-w1-5951bc","name":"e2e-gw-auth-b573f849","reconcileID":"506c1f9b-915e-4d79-88d0-597588d831c5","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"e2e-gw-auth-b573f849\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T12:08:21.688911222Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-gw-auth-b573f849","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"namespace":"ai-tenant-e2e-worker-w1-5951bc","name":"e2e-gw-auth-b573f849","reconcileID":"b006674a-0e72-4bf7-b874-19ad907bf17e","MaaSAuthPolicy":{"name":"e2e-gw-auth-b573f849","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5951bc","tenantID":"e2e-worker-w1-5951bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:08:21.742493882Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-gw-auth-b573f849","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"namespace":"ai-tenant-e2e-worker-w1-5951bc","name":"e2e-gw-auth-b573f849","reconcileID":"b006674a-0e72-4bf7-b874-19ad907bf17e","MaaSAuthPolicy":{"name":"e2e-gw-auth-b573f849","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"name":"e2e-worker-w1-5951bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:08:22.6681986Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-f0d8f9","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-f0d8f9","reconcileID":"64118c33-7145-41f2-ba84-89aa6b833a94","MaaSModelRef":{"name":"e2e-rt-sw-f0d8f9","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-f0d8f9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:08:22.668227832Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-f0d8f9","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-f0d8f9","reconcileID":"64118c33-7145-41f2-ba84-89aa6b833a94","MaaSModelRef":{"name":"e2e-rt-sw-f0d8f9","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-f0d8f9-ac00eea659f8","namespace":"llm","model":"e2e-rt-sw-f0d8f9","externalModel":"e2e-rt-sw-f0d8f9","provider":"e2e-rt-sw-f0d8f9-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T12:08:22.721993659Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"models-as-a-service/e2e-rt-sw-f0d8f9-sub","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-rt-sw-f0d8f9-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-03T12:08:22.771905852Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-bb1b51","namespace":"e2e-models-e2e-worker-w3-bb1b51"},"namespace":"e2e-models-e2e-worker-w3-bb1b51","name":"simulator-w3-bb1b51","reconcileID":"f5e89ce7-f6c5-41a8-b238-517d63472498","MaaSModelRef":{"name":"simulator-w3-bb1b51","namespace":"e2e-models-e2e-worker-w3-bb1b51"},"routeName":"simulator-w3-bb1b51-kserve-route","namespace":"e2e-models-e2e-worker-w3-bb1b51","llmisvcName":"simulator-w3-bb1b51","gateway":"openshift-ingress/e2e-worker-w3-bb1b51","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:08:22.813476773Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-f0d8f9-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-f0d8f9-access","reconcileID":"88627ac9-1ac9-485f-8dc4-91159c3b02fd","MaaSAuthPolicy":{"name":"e2e-rt-sw-f0d8f9-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:08:22.813497671Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"eb80ecfe-1166-4957-9b7d-0e468641113c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:08:22.813946709Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"5145e8af-7e21-48bf-b128-63f5c11f4f4f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:08:22.821028204Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-f0d8f9","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-f0d8f9","reconcileID":"1e14e49f-1cd3-47df-aeca-643947896fc6","MaaSModelRef":{"name":"e2e-rt-sw-f0d8f9","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-f0d8f9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:08:22.821051967Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-f0d8f9","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-f0d8f9","reconcileID":"1e14e49f-1cd3-47df-aeca-643947896fc6","MaaSModelRef":{"name":"e2e-rt-sw-f0d8f9","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-f0d8f9-ac00eea659f8","namespace":"llm","model":"e2e-rt-sw-f0d8f9","externalModel":"e2e-rt-sw-f0d8f9","provider":"e2e-rt-sw-f0d8f9-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:08:22.86727294Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-f0d8f9-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-f0d8f9-access","reconcileID":"88627ac9-1ac9-485f-8dc4-91159c3b02fd","MaaSAuthPolicy":{"name":"e2e-rt-sw-f0d8f9-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:08:22.868996231Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"eb80ecfe-1166-4957-9b7d-0e468641113c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:08:22.869617532Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"5145e8af-7e21-48bf-b128-63f5c11f4f4f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:08:22.918255164Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-f0d8f9","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-f0d8f9","reconcileID":"65c70719-244c-4df3-beab-50afa34a3b10","MaaSModelRef":{"name":"e2e-rt-sw-f0d8f9","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-f0d8f9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:08:22.918281689Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-f0d8f9","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-f0d8f9","reconcileID":"65c70719-244c-4df3-beab-50afa34a3b10","MaaSModelRef":{"name":"e2e-rt-sw-f0d8f9","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-f0d8f9-ac00eea659f8","namespace":"llm","model":"e2e-rt-sw-f0d8f9","externalModel":"e2e-rt-sw-f0d8f9","provider":"e2e-rt-sw-f0d8f9-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:08:23.020273688Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-sw-f0d8f9-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-f0d8f9-sub","reconcileID":"4f167a37-66dd-4222-b1ae-30dbb842cd14","MaaSSubscription":{"name":"e2e-rt-sw-f0d8f9-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-rt-sw-f0d8f9","model":"e2e-rt-sw-f0d8f9","subscriptionCount":1,"subscriptions":["models-as-a-service/e2e-rt-sw-f0d8f9-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:08:23.258917254Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"8d5c8959-28e6-488c-9b5c-d314cb5e5fa1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:08:23.258936375Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d9fa0136-64e7-4436-9b41-c1cd70a09b57","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:08:23.270169719Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-f0d8f9","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-f0d8f9","reconcileID":"c9d8c93e-bbeb-43bd-b529-4592fad9691f","MaaSModelRef":{"name":"e2e-rt-sw-f0d8f9","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-f0d8f9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:08:23.270195542Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-f0d8f9","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-f0d8f9","reconcileID":"c9d8c93e-bbeb-43bd-b529-4592fad9691f","MaaSModelRef":{"name":"e2e-rt-sw-f0d8f9","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-f0d8f9-ac00eea659f8","namespace":"llm","model":"e2e-rt-sw-f0d8f9","externalModel":"e2e-rt-sw-f0d8f9","provider":"e2e-rt-sw-f0d8f9-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:08:23.311409748Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d9fa0136-64e7-4436-9b41-c1cd70a09b57","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:08:23.311540111Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"8d5c8959-28e6-488c-9b5c-d314cb5e5fa1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:08:23.360062479Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-f0d8f9-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-f0d8f9-access","reconcileID":"c8e8f5ca-8cea-4ae2-ad4b-fc70535f120a","MaaSAuthPolicy":{"name":"e2e-rt-sw-f0d8f9-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:08:23.41228356Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-f0d8f9-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-f0d8f9-access","reconcileID":"c8e8f5ca-8cea-4ae2-ad4b-fc70535f120a","MaaSAuthPolicy":{"name":"e2e-rt-sw-f0d8f9-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:08:23.464692146Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-sw-f0d8f9-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-f0d8f9-sub","reconcileID":"0bfc9084-1891-4665-a3df-5f7bf81f576a","MaaSSubscription":{"name":"e2e-rt-sw-f0d8f9-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-rt-sw-f0d8f9","model":"llm/e2e-rt-sw-f0d8f9","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:08:23.529692556Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-gw-auth-b573f849","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"namespace":"ai-tenant-e2e-worker-w1-5951bc","name":"e2e-gw-auth-b573f849","reconcileID":"6e255c2f-33c4-41d4-9567-eed5a044645c","MaaSAuthPolicy":{"name":"e2e-gw-auth-b573f849","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"model":"e2e-models-e2e-worker-w1-5951bc/simulator-w1-5951bc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:08:23.529813862Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-5951bc","namespace":"e2e-models-e2e-worker-w1-5951bc"},"namespace":"e2e-models-e2e-worker-w1-5951bc","name":"simulator-w1-5951bc","reconcileID":"4359565d-2662-441c-b169-380aca373960","MaaSModelRef":{"name":"simulator-w1-5951bc","namespace":"e2e-models-e2e-worker-w1-5951bc"},"routeName":"simulator-w1-5951bc-kserve-route","namespace":"e2e-models-e2e-worker-w1-5951bc","llmisvcName":"simulator-w1-5951bc","gateway":"openshift-ingress/e2e-worker-w1-5951bc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:08:23.762358009Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-5951bc","namespace":"e2e-models-e2e-worker-w1-5951bc"},"namespace":"e2e-models-e2e-worker-w1-5951bc","name":"simulator-w1-5951bc","reconcileID":"c9f79ab9-4670-497f-ada8-e6b110c2c488","MaaSModelRef":{"name":"simulator-w1-5951bc","namespace":"e2e-models-e2e-worker-w1-5951bc"},"routeName":"simulator-w1-5951bc-kserve-route","namespace":"e2e-models-e2e-worker-w1-5951bc","llmisvcName":"simulator-w1-5951bc","gateway":"openshift-ingress/e2e-worker-w1-5951bc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:08:23.964996436Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-bb1b51","namespace":"e2e-models-e2e-worker-w3-bb1b51"},"namespace":"e2e-models-e2e-worker-w3-bb1b51","name":"simulator-w3-bb1b51","reconcileID":"dd7a062a-aaa1-4aa7-9064-92f1b59e7fe0","MaaSModelRef":{"name":"simulator-w3-bb1b51","namespace":"e2e-models-e2e-worker-w3-bb1b51"},"routeName":"simulator-w3-bb1b51-kserve-route","namespace":"e2e-models-e2e-worker-w3-bb1b51","llmisvcName":"simulator-w3-bb1b51","gateway":"openshift-ingress/e2e-worker-w3-bb1b51","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:08:24.110559388Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"namespace":"ai-tenant-e2e-worker-w3-bb1b51","name":"premium-simulator-access","reconcileID":"6a9442c0-5f32-4fee-a2af-8f2de5faba2a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bb1b51","tenantID":"e2e-worker-w3-bb1b51","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:08:24.110779549Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"namespace":"ai-tenant-e2e-worker-w3-bb1b51","name":"simulator-access","reconcileID":"076b4f4a-7c39-40b9-9ca4-15b100a87f97","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bb1b51","tenantID":"e2e-worker-w3-bb1b51","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:08:24.110559432Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-bulk-sub-4673a6f4-auth","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"namespace":"ai-tenant-e2e-worker-w3-bb1b51","name":"e2e-bulk-sub-4673a6f4-auth","reconcileID":"6b32b684-8ca0-4954-96b1-d8d374fd8321","MaaSAuthPolicy":{"name":"e2e-bulk-sub-4673a6f4-auth","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bb1b51","tenantID":"e2e-worker-w3-bb1b51","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:08:24.164455135Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-bulk-sub-4673a6f4-auth","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"namespace":"ai-tenant-e2e-worker-w3-bb1b51","name":"e2e-bulk-sub-4673a6f4-auth","reconcileID":"6b32b684-8ca0-4954-96b1-d8d374fd8321","MaaSAuthPolicy":{"name":"e2e-bulk-sub-4673a6f4-auth","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"name":"e2e-worker-w3-bb1b51-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:08:24.164716469Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"namespace":"ai-tenant-e2e-worker-w3-bb1b51","name":"simulator-access","reconcileID":"076b4f4a-7c39-40b9-9ca4-15b100a87f97","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"name":"e2e-worker-w3-bb1b51-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:08:24.166842561Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"namespace":"ai-tenant-e2e-worker-w3-bb1b51","name":"premium-simulator-access","reconcileID":"6a9442c0-5f32-4fee-a2af-8f2de5faba2a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"name":"e2e-worker-w3-bb1b51-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:08:25.714199238Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:08:26.800358958Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"483e2982-fd95-4180-95c6-0ea5dbb5ce75","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:08:26.801134234Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"73547aeb-8696-49a9-b680-b71571b873ea","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:08:26.801418886Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-f0d8f9-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-f0d8f9-access","reconcileID":"a4474fb7-2e63-42a4-91e9-83a959f7c7bb","MaaSAuthPolicy":{"name":"e2e-rt-sw-f0d8f9-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:08:26.853804848Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"483e2982-fd95-4180-95c6-0ea5dbb5ce75","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:08:26.855464146Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-f0d8f9-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-f0d8f9-access","reconcileID":"a4474fb7-2e63-42a4-91e9-83a959f7c7bb","MaaSAuthPolicy":{"name":"e2e-rt-sw-f0d8f9-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:08:26.85637292Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"73547aeb-8696-49a9-b680-b71571b873ea","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:08:29.188523193Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"namespace":"ai-tenant-e2e-worker-w1-5951bc","name":"simulator-subscription","reconcileID":"2f74d848-ccbd-40da-9f1b-ac28873796f6","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"name":"maas-trlp-simulator-w1-5951bc","model":"e2e-models-e2e-worker-w1-5951bc/simulator-w1-5951bc","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:08:29.381011313Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-8d2c7c","namespace":"e2e-models-e2e-worker-w4-8d2c7c"},"namespace":"e2e-models-e2e-worker-w4-8d2c7c","name":"simulator-w4-8d2c7c","reconcileID":"b86e2d60-b7a8-47fb-8f07-318676398f84","MaaSModelRef":{"name":"simulator-w4-8d2c7c","namespace":"e2e-models-e2e-worker-w4-8d2c7c"},"routeName":"simulator-w4-8d2c7c-kserve-route","namespace":"e2e-models-e2e-worker-w4-8d2c7c","llmisvcName":"simulator-w4-8d2c7c","gateway":"openshift-ingress/e2e-worker-w4-8d2c7c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:08:29.381416976Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-8d2c7c","namespace":"e2e-models-e2e-worker-w4-8d2c7c"},"namespace":"e2e-models-e2e-worker-w4-8d2c7c","name":"premium-w4-8d2c7c","reconcileID":"2a84a786-79db-43c7-848f-75551647e85c","MaaSModelRef":{"name":"premium-w4-8d2c7c","namespace":"e2e-models-e2e-worker-w4-8d2c7c"},"routeName":"premium-w4-8d2c7c-kserve-route","namespace":"e2e-models-e2e-worker-w4-8d2c7c","llmisvcName":"premium-w4-8d2c7c","gateway":"openshift-ingress/e2e-worker-w4-8d2c7c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:08:29.449706332Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-8d2c7c","namespace":"e2e-models-e2e-worker-w4-8d2c7c"},"namespace":"e2e-models-e2e-worker-w4-8d2c7c","name":"simulator-w4-8d2c7c","reconcileID":"b58034b9-f900-4c90-8c52-cd1868dc0b56","MaaSModelRef":{"name":"simulator-w4-8d2c7c","namespace":"e2e-models-e2e-worker-w4-8d2c7c"},"routeName":"simulator-w4-8d2c7c-kserve-route","namespace":"e2e-models-e2e-worker-w4-8d2c7c","llmisvcName":"simulator-w4-8d2c7c","gateway":"openshift-ingress/e2e-worker-w4-8d2c7c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:08:29.450241244Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-8d2c7c","namespace":"e2e-models-e2e-worker-w4-8d2c7c"},"namespace":"e2e-models-e2e-worker-w4-8d2c7c","name":"premium-w4-8d2c7c","reconcileID":"24de0bd9-c3ac-470c-bf7e-f01c3e418f64","MaaSModelRef":{"name":"premium-w4-8d2c7c","namespace":"e2e-models-e2e-worker-w4-8d2c7c"},"routeName":"premium-w4-8d2c7c-kserve-route","namespace":"e2e-models-e2e-worker-w4-8d2c7c","llmisvcName":"premium-w4-8d2c7c","gateway":"openshift-ingress/e2e-worker-w4-8d2c7c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:08:29.532532515Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"namespace":"ai-tenant-e2e-worker-w4-8d2c7c","name":"premium-simulator-access","reconcileID":"c042cb3f-4a4a-41c9-b31e-a3c3817ea7ea","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-8d2c7c","tenantID":"e2e-worker-w4-8d2c7c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:08:29.532603828Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"namespace":"ai-tenant-e2e-worker-w4-8d2c7c","name":"simulator-access","reconcileID":"964853f3-b238-4853-8e94-d16ba39aae3e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-8d2c7c","tenantID":"e2e-worker-w4-8d2c7c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:08:29.587335361Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"namespace":"ai-tenant-e2e-worker-w4-8d2c7c","name":"premium-simulator-subscription","reconcileID":"2e7a56c7-8187-4443-8760-fd4914159520","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"name":"maas-trlp-premium-w4-8d2c7c","model":"e2e-models-e2e-worker-w4-8d2c7c/premium-w4-8d2c7c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:08:29.591995813Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"namespace":"ai-tenant-e2e-worker-w4-8d2c7c","name":"premium-simulator-access","reconcileID":"c042cb3f-4a4a-41c9-b31e-a3c3817ea7ea","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"name":"e2e-worker-w4-8d2c7c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:08:29.593214325Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"namespace":"ai-tenant-e2e-worker-w4-8d2c7c","name":"simulator-access","reconcileID":"964853f3-b238-4853-8e94-d16ba39aae3e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"name":"e2e-worker-w4-8d2c7c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:08:29.69106288Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"namespace":"ai-tenant-e2e-worker-w4-8d2c7c","name":"simulator-subscription","reconcileID":"c0a278f2-a0d3-4868-98f7-075e42d5c695","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"name":"maas-trlp-simulator-w4-8d2c7c","model":"e2e-models-e2e-worker-w4-8d2c7c/simulator-w4-8d2c7c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:08:29.884922946Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"namespace":"ai-tenant-e2e-worker-w4-8d2c7c","name":"premium-simulator-access","reconcileID":"a9b48112-f78e-4b0d-bf0f-62e0038cd4ca","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-8d2c7c","tenantID":"e2e-worker-w4-8d2c7c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:08:29.884968814Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"namespace":"ai-tenant-e2e-worker-w4-8d2c7c","name":"simulator-access","reconcileID":"6884cae1-fc81-4fde-9388-1d3fd888e412","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-8d2c7c","tenantID":"e2e-worker-w4-8d2c7c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:08:29.937685818Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"namespace":"ai-tenant-e2e-worker-w4-8d2c7c","name":"premium-simulator-access","reconcileID":"a9b48112-f78e-4b0d-bf0f-62e0038cd4ca","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"name":"e2e-worker-w4-8d2c7c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:08:29.937834363Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"namespace":"ai-tenant-e2e-worker-w4-8d2c7c","name":"simulator-access","reconcileID":"6884cae1-fc81-4fde-9388-1d3fd888e412","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"name":"e2e-worker-w4-8d2c7c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:08:34.116372926Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-bulk-sub-4673a6f4","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"namespace":"ai-tenant-e2e-worker-w3-bb1b51","name":"e2e-bulk-sub-4673a6f4","reconcileID":"f71dfa92-6189-4dd8-968b-fa8e5cbf0b1b","MaaSSubscription":{"name":"e2e-bulk-sub-4673a6f4","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"model":"e2e-models-e2e-worker-w3-bb1b51/simulator-w3-bb1b51","subscription":"e2e-bulk-sub-4673a6f4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:08:34.31600146Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-bulk-sub-4673a6f4","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"namespace":"ai-tenant-e2e-worker-w3-bb1b51","name":"e2e-bulk-sub-4673a6f4","reconcileID":"f71dfa92-6189-4dd8-968b-fa8e5cbf0b1b","MaaSSubscription":{"name":"e2e-bulk-sub-4673a6f4","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"name":"maas-trlp-simulator-w3-bb1b51","model":"e2e-models-e2e-worker-w3-bb1b51/simulator-w3-bb1b51","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w3-bb1b51/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:08:34.512120617Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"namespace":"ai-tenant-e2e-worker-w3-bb1b51","name":"simulator-subscription","reconcileID":"91686575-fac8-4559-847c-d8c6b30bde49","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"name":"maas-trlp-simulator-w3-bb1b51","model":"e2e-models-e2e-worker-w3-bb1b51/simulator-w3-bb1b51","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:08:34.567355831Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-bb1b51","namespace":"e2e-models-e2e-worker-w3-bb1b51"},"namespace":"e2e-models-e2e-worker-w3-bb1b51","name":"simulator-w3-bb1b51","reconcileID":"5437a281-106e-414c-a73f-2886111db487","MaaSModelRef":{"name":"simulator-w3-bb1b51","namespace":"e2e-models-e2e-worker-w3-bb1b51"},"routeName":"simulator-w3-bb1b51-kserve-route","namespace":"e2e-models-e2e-worker-w3-bb1b51","llmisvcName":"simulator-w3-bb1b51","gateway":"openshift-ingress/e2e-worker-w3-bb1b51","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:08:34.670239976Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-f0d8f9","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-f0d8f9","reconcileID":"b1207481-4e23-44c6-add2-e026274e18da","MaaSModelRef":{"name":"e2e-rt-sw-f0d8f9","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-f0d8f9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:08:34.670266532Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-f0d8f9","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-f0d8f9","reconcileID":"b1207481-4e23-44c6-add2-e026274e18da","MaaSModelRef":{"name":"e2e-rt-sw-f0d8f9","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-f0d8f9-ac00eea659f8","namespace":"llm","model":"e2e-rt-sw-f0d8f9","externalModel":"e2e-rt-sw-f0d8f9","provider":"e2e-rt-sw-f0d8f9-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:08:34.713261967Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"namespace":"ai-tenant-e2e-worker-w3-bb1b51","name":"premium-simulator-access","reconcileID":"f8a81a2e-6161-4696-a628-ee930dec67ec","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bb1b51","tenantID":"e2e-worker-w3-bb1b51","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:08:34.7134466Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-bulk-sub-4673a6f4-auth","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"namespace":"ai-tenant-e2e-worker-w3-bb1b51","name":"e2e-bulk-sub-4673a6f4-auth","reconcileID":"c19c06e2-4c77-4551-b512-8d5e451c33e6","MaaSAuthPolicy":{"name":"e2e-bulk-sub-4673a6f4-auth","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bb1b51","tenantID":"e2e-worker-w3-bb1b51","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:08:34.713261853Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"namespace":"ai-tenant-e2e-worker-w3-bb1b51","name":"simulator-access","reconcileID":"24225f72-df8f-4c22-a6e8-eb9be0f22c2a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bb1b51","tenantID":"e2e-worker-w3-bb1b51","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:08:34.720390649Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-bb1b51","namespace":"e2e-models-e2e-worker-w3-bb1b51"},"namespace":"e2e-models-e2e-worker-w3-bb1b51","name":"simulator-w3-bb1b51","reconcileID":"88cb5f67-50c2-4a60-99eb-5d7e2c10b039","MaaSModelRef":{"name":"simulator-w3-bb1b51","namespace":"e2e-models-e2e-worker-w3-bb1b51"},"routeName":"simulator-w3-bb1b51-kserve-route","namespace":"e2e-models-e2e-worker-w3-bb1b51","llmisvcName":"simulator-w3-bb1b51","gateway":"openshift-ingress/e2e-worker-w3-bb1b51","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:08:34.76636973Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-bulk-sub-4673a6f4-auth","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"namespace":"ai-tenant-e2e-worker-w3-bb1b51","name":"e2e-bulk-sub-4673a6f4-auth","reconcileID":"c19c06e2-4c77-4551-b512-8d5e451c33e6","MaaSAuthPolicy":{"name":"e2e-bulk-sub-4673a6f4-auth","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"name":"e2e-worker-w3-bb1b51-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:08:34.766442251Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"namespace":"ai-tenant-e2e-worker-w3-bb1b51","name":"simulator-access","reconcileID":"24225f72-df8f-4c22-a6e8-eb9be0f22c2a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"name":"e2e-worker-w3-bb1b51-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:08:34.769035152Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"namespace":"ai-tenant-e2e-worker-w3-bb1b51","name":"premium-simulator-access","reconcileID":"f8a81a2e-6161-4696-a628-ee930dec67ec","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"name":"e2e-worker-w3-bb1b51-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:08:34.963536979Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-bulk-sub-4673a6f4-auth","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"namespace":"ai-tenant-e2e-worker-w3-bb1b51","name":"e2e-bulk-sub-4673a6f4-auth","reconcileID":"7e38fb52-14dc-4810-9bf7-0525dcda82f8","MaaSAuthPolicy":{"name":"e2e-bulk-sub-4673a6f4-auth","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"model":"e2e-models-e2e-worker-w3-bb1b51/simulator-w3-bb1b51","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:08:35.216762572Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-bb1b51","namespace":"e2e-models-e2e-worker-w3-bb1b51"},"namespace":"e2e-models-e2e-worker-w3-bb1b51","name":"simulator-w3-bb1b51","reconcileID":"95adb46a-68cc-4ef2-afa7-42a31fe462f1","MaaSModelRef":{"name":"simulator-w3-bb1b51","namespace":"e2e-models-e2e-worker-w3-bb1b51"},"routeName":"simulator-w3-bb1b51-kserve-route","namespace":"e2e-models-e2e-worker-w3-bb1b51","llmisvcName":"simulator-w3-bb1b51","gateway":"openshift-ingress/e2e-worker-w3-bb1b51","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:08:38.666372263Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"namespace":"ai-tenant-e2e-worker-w3-bb1b51","name":"simulator-subscription","reconcileID":"a3881105-02a0-4e54-8af9-035075afd405","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"name":"maas-trlp-simulator-w3-bb1b51","model":"e2e-models-e2e-worker-w3-bb1b51/simulator-w3-bb1b51","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:08:42.101300456Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"namespace":"ai-tenant-e2e-worker-w3-bb1b51","name":"simulator-subscription","reconcileID":"c98734bd-3898-40dd-995d-064170857145","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"name":"maas-trlp-simulator-w3-bb1b51","model":"e2e-models-e2e-worker-w3-bb1b51/simulator-w3-bb1b51","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:08:45.64185203Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-sw-f0d8f9-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-f0d8f9-sub","reconcileID":"c07ef3be-3d67-4799-9c3c-52fbc8f44d13","MaaSSubscription":{"name":"e2e-rt-sw-f0d8f9-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-rt-sw-f0d8f9","model":"llm/e2e-rt-sw-f0d8f9","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:08:45.802651735Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"eaec11f5-ba06-49b1-843a-9cd6c268a67b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:08:45.803728149Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"21aa5af0-6629-4586-b70b-66baeee43983","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:08:45.803706519Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-f0d8f9-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-f0d8f9-access","reconcileID":"8f8a29ee-6c49-40bc-96d4-218c2c0324de","MaaSAuthPolicy":{"name":"e2e-rt-sw-f0d8f9-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:08:45.864842811Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"eaec11f5-ba06-49b1-843a-9cd6c268a67b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:08:45.868797611Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"21aa5af0-6629-4586-b70b-66baeee43983","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:08:45.87602847Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-f0d8f9-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-f0d8f9-access","reconcileID":"8f8a29ee-6c49-40bc-96d4-218c2c0324de","MaaSAuthPolicy":{"name":"e2e-rt-sw-f0d8f9-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:08:45.911195906Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-f0d8f9","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-f0d8f9","reconcileID":"911f22dc-edb9-4053-9f28-c8ea8cc2abc5","MaaSModelRef":{"name":"e2e-rt-sw-f0d8f9","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-f0d8f9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:08:45.911334495Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-f0d8f9","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-f0d8f9","reconcileID":"911f22dc-edb9-4053-9f28-c8ea8cc2abc5","MaaSModelRef":{"name":"e2e-rt-sw-f0d8f9","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-f0d8f9-ac00eea659f8","namespace":"llm","model":"e2e-rt-sw-f0d8f9","externalModel":"e2e-rt-sw-f0d8f9","provider":"e2e-rt-sw-f0d8f9-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:08:45.918923476Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"namespace":"ai-tenant-e2e-worker-w4-8d2c7c","name":"simulator-access","reconcileID":"73c62b92-c117-4476-b4d4-84217909cf87","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-8d2c7c","tenantID":"e2e-worker-w4-8d2c7c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:08:45.919690178Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"namespace":"ai-tenant-e2e-worker-w4-8d2c7c","name":"premium-simulator-access","reconcileID":"c15ebb1b-3ec2-43c2-ba83-e1af906dabc6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-8d2c7c","tenantID":"e2e-worker-w4-8d2c7c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:08:45.965923933Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"namespace":"ai-tenant-e2e-worker-w1-5951bc","name":"simulator-subscription","reconcileID":"ea25a4ee-c2ef-40bd-91e3-7f359f3b622d","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"name":"maas-trlp-simulator-w1-5951bc","model":"e2e-models-e2e-worker-w1-5951bc/simulator-w1-5951bc","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:08:45.979881101Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"namespace":"ai-tenant-e2e-worker-w4-8d2c7c","name":"simulator-access","reconcileID":"73c62b92-c117-4476-b4d4-84217909cf87","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"name":"e2e-worker-w4-8d2c7c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:08:45.983171155Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"namespace":"ai-tenant-e2e-worker-w4-8d2c7c","name":"premium-simulator-access","reconcileID":"c15ebb1b-3ec2-43c2-ba83-e1af906dabc6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"name":"e2e-worker-w4-8d2c7c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:08:48.745357463Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rt-sw-f0d8f9","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-f0d8f9","reconcileID":"87df9c85-9514-4fd8-ba2e-9cf52fb9f136","namespace":"llm","name":"e2e-rt-sw-f0d8f9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:08:48.794176494Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-f0d8f9","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-f0d8f9","reconcileID":"fe754dd7-966b-4b1c-83ac-e655aa7d1d7f","MaaSModelRef":{"name":"e2e-rt-sw-f0d8f9","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-f0d8f9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:08:48.794205013Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-f0d8f9","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-f0d8f9","reconcileID":"fe754dd7-966b-4b1c-83ac-e655aa7d1d7f","MaaSModelRef":{"name":"e2e-rt-sw-f0d8f9","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-f0d8f9-ac00eea659f8","namespace":"llm","model":"e2e-rt-sw-f0d8f9","externalModel":"e2e-rt-sw-f0d8f9","provider":"e2e-rt-sw-f0d8f9-b-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:08:48.893028413Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"namespace":"ai-tenant-e2e-worker-w3-bb1b51","name":"simulator-access","reconcileID":"7f62111f-ef8f-49e2-9a05-e2c87afe4a67","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bb1b51","tenantID":"e2e-worker-w3-bb1b51","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:08:48.893219877Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"namespace":"ai-tenant-e2e-worker-w4-8d2c7c","name":"simulator-access","reconcileID":"13849afa-0545-4067-8a42-db9f7effd4d1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-8d2c7c","tenantID":"e2e-worker-w4-8d2c7c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:08:48.893502856Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"namespace":"ai-tenant-e2e-worker-w0-9893f0","name":"premium-simulator-access","reconcileID":"8c91a487-3c62-4073-963a-cdb003836568","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9893f0","tenantID":"e2e-worker-w0-9893f0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:08:48.89365266Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"premium-simulator-access","reconcileID":"8cc9260d-8791-4627-b8ab-5457af80d079","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-91cd99","tenantID":"e2e-worker-w2-91cd99","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:08:48.893022154Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"namespace":"ai-tenant-e2e-worker-w1-5951bc","name":"premium-simulator-access","reconcileID":"60e93d09-6351-407d-bf25-57d33e2c5f3c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5951bc","tenantID":"e2e-worker-w1-5951bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:08:48.947716423Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"premium-simulator-access","reconcileID":"8cc9260d-8791-4627-b8ab-5457af80d079","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"name":"e2e-worker-w2-91cd99-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:08:48.947920403Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"namespace":"ai-tenant-e2e-worker-w3-bb1b51","name":"simulator-access","reconcileID":"7f62111f-ef8f-49e2-9a05-e2c87afe4a67","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"name":"e2e-worker-w3-bb1b51-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:08:48.951358263Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"namespace":"ai-tenant-e2e-worker-w4-8d2c7c","name":"simulator-access","reconcileID":"13849afa-0545-4067-8a42-db9f7effd4d1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"name":"e2e-worker-w4-8d2c7c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:08:48.955010922Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"namespace":"ai-tenant-e2e-worker-w0-9893f0","name":"premium-simulator-access","reconcileID":"8c91a487-3c62-4073-963a-cdb003836568","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"name":"e2e-worker-w0-9893f0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:08:48.958436198Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"48571b55-caf3-48f1-94a1-be0d7af6ca80","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:08:48.958457949Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"48571b55-caf3-48f1-94a1-be0d7af6ca80","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:08:48.958809825Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"497071e2-8280-47c4-84c7-c52dd5b37e20","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:08:48.958827173Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"497071e2-8280-47c4-84c7-c52dd5b37e20","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:08:48.959115997Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"dd9e4e0c-50f9-4adf-967c-51ff77625fe5","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:08:48.959139872Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"dd9e4e0c-50f9-4adf-967c-51ff77625fe5","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:08:48.95943637Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"616cee10-526d-48d4-a9af-a65adb252e31","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:08:48.959452551Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"616cee10-526d-48d4-a9af-a65adb252e31","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:08:48.959765036Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"92140313-e720-432d-b01d-b6873e583105","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:08:48.959823134Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"92140313-e720-432d-b01d-b6873e583105","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:08:48.965694623Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"namespace":"ai-tenant-e2e-worker-w1-5951bc","name":"premium-simulator-access","reconcileID":"60e93d09-6351-407d-bf25-57d33e2c5f3c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"name":"e2e-worker-w1-5951bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:08:49.013150173Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-f0d8f9","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-f0d8f9","reconcileID":"3174a52c-9514-4c21-b281-d828ffe7a0db","MaaSModelRef":{"name":"e2e-rt-sw-f0d8f9","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-f0d8f9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:08:49.013184398Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-f0d8f9","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-f0d8f9","reconcileID":"3174a52c-9514-4c21-b281-d828ffe7a0db","MaaSModelRef":{"name":"e2e-rt-sw-f0d8f9","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-f0d8f9-ac00eea659f8","namespace":"llm","model":"e2e-rt-sw-f0d8f9","externalModel":"e2e-rt-sw-f0d8f9","provider":"e2e-rt-sw-f0d8f9-b-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:08:49.064231829Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"edf20917-962a-468d-9bc0-09a09a289189","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:08:49.064259424Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"edf20917-962a-468d-9bc0-09a09a289189","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:08:49.06462368Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"dd9fa302-9fd4-46d7-8146-096b641a3b02","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:08:49.064643603Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"dd9fa302-9fd4-46d7-8146-096b641a3b02","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:08:49.064954471Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"64cbd14d-a221-4f25-8ef3-3a7a28f4645d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:08:49.064970051Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"64cbd14d-a221-4f25-8ef3-3a7a28f4645d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:08:49.159345727Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"becca458-3e9c-4e6c-92ae-c48d2b884c04","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:08:49.160523805Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"f195d542-1e93-41f5-9398-0f6860f68c24","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:08:49.202222255Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-sw-f0d8f9-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-f0d8f9-sub","reconcileID":"9a60eec6-323e-41fa-8c82-7be73b13d8d6","MaaSSubscription":{"name":"e2e-rt-sw-f0d8f9-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-rt-sw-f0d8f9","model":"llm/e2e-rt-sw-f0d8f9","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:08:49.240054255Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"namespace":"ai-tenant-e2e-worker-w3-bb1b51","name":"premium-simulator-access","reconcileID":"6649f150-2535-4013-b6f2-e752f004bb3d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bb1b51","tenantID":"e2e-worker-w3-bb1b51","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:08:49.240080607Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"namespace":"ai-tenant-e2e-worker-w1-5951bc","name":"simulator-access","reconcileID":"d60d632d-127e-4791-8254-61fef036b504","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5951bc","tenantID":"e2e-worker-w1-5951bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:08:49.292287033Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"namespace":"ai-tenant-e2e-worker-w1-5951bc","name":"simulator-access","reconcileID":"d60d632d-127e-4791-8254-61fef036b504","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"name":"e2e-worker-w1-5951bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:08:49.292430872Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"namespace":"ai-tenant-e2e-worker-w3-bb1b51","name":"premium-simulator-access","reconcileID":"6649f150-2535-4013-b6f2-e752f004bb3d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"name":"e2e-worker-w3-bb1b51-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:08:49.340824742Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"simulator-access","reconcileID":"e60670d2-d833-49b1-82de-723726eed4a2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-91cd99","tenantID":"e2e-worker-w2-91cd99","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:08:49.388914309Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"baff489c-4c77-4253-9e9b-7fcb3f3e05c3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:08:49.389028574Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"67b719b8-50c5-4f53-a2b2-fd03079576ae","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:08:49.393264156Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"simulator-access","reconcileID":"e60670d2-d833-49b1-82de-723726eed4a2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"name":"e2e-worker-w2-91cd99-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:08:49.441825288Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"baff489c-4c77-4253-9e9b-7fcb3f3e05c3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:08:49.441837238Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"67b719b8-50c5-4f53-a2b2-fd03079576ae","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:08:49.635004609Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"namespace":"ai-tenant-e2e-worker-w4-8d2c7c","name":"premium-simulator-access","reconcileID":"0859ee44-534d-4d1d-89e7-b54d63c7aff5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-8d2c7c","tenantID":"e2e-worker-w4-8d2c7c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:08:49.635010853Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"namespace":"ai-tenant-e2e-worker-w0-9893f0","name":"simulator-access","reconcileID":"11f97d9a-b081-442a-a0f7-095ac9dc0b56","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9893f0","tenantID":"e2e-worker-w0-9893f0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:08:49.690812168Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"namespace":"ai-tenant-e2e-worker-w4-8d2c7c","name":"premium-simulator-access","reconcileID":"0859ee44-534d-4d1d-89e7-b54d63c7aff5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"name":"e2e-worker-w4-8d2c7c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:08:49.691251786Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"namespace":"ai-tenant-e2e-worker-w0-9893f0","name":"simulator-access","reconcileID":"11f97d9a-b081-442a-a0f7-095ac9dc0b56","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"name":"e2e-worker-w0-9893f0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:08:49.782621439Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-f0d8f9-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-f0d8f9-access","reconcileID":"0894516f-1397-48c8-95f1-b56080120719","MaaSAuthPolicy":{"name":"e2e-rt-sw-f0d8f9-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:08:49.836747276Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-f0d8f9-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-f0d8f9-access","reconcileID":"0894516f-1397-48c8-95f1-b56080120719","MaaSAuthPolicy":{"name":"e2e-rt-sw-f0d8f9-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:08:49.896141721Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rt-sw-f0d8f9","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-f0d8f9","reconcileID":"e7920156-b889-4fa0-813d-f268fbb6488f","namespace":"llm","name":"e2e-rt-sw-f0d8f9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:08:50.040806005Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"namespace":"ai-tenant-e2e-worker-w3-bb1b51","name":"premium-simulator-access","reconcileID":"cbd6ae4b-d15d-4699-93ca-978bfd1804b7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bb1b51","tenantID":"e2e-worker-w3-bb1b51","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:08:50.041670753Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"namespace":"ai-tenant-e2e-worker-w0-9893f0","name":"premium-simulator-access","reconcileID":"68143cba-aa05-46cf-ab0f-39be3ad54aa0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9893f0","tenantID":"e2e-worker-w0-9893f0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:08:50.041734194Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"premium-simulator-access","reconcileID":"c419f1d0-7517-45f6-95ac-3a7a625e88a4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-91cd99","tenantID":"e2e-worker-w2-91cd99","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:08:50.042271195Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"namespace":"ai-tenant-e2e-worker-w3-bb1b51","name":"simulator-access","reconcileID":"3e53dc3f-7774-4a54-81f5-ea3a8d2c5d62","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bb1b51","tenantID":"e2e-worker-w3-bb1b51","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:08:50.093269245Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"namespace":"ai-tenant-e2e-worker-w3-bb1b51","name":"premium-simulator-access","reconcileID":"cbd6ae4b-d15d-4699-93ca-978bfd1804b7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"name":"e2e-worker-w3-bb1b51-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:08:50.094465861Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"premium-simulator-access","reconcileID":"c419f1d0-7517-45f6-95ac-3a7a625e88a4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"name":"e2e-worker-w2-91cd99-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:08:50.095686248Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"namespace":"ai-tenant-e2e-worker-w3-bb1b51","name":"simulator-access","reconcileID":"3e53dc3f-7774-4a54-81f5-ea3a8d2c5d62","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"name":"e2e-worker-w3-bb1b51-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:08:50.096734967Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"namespace":"ai-tenant-e2e-worker-w0-9893f0","name":"premium-simulator-access","reconcileID":"68143cba-aa05-46cf-ab0f-39be3ad54aa0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"name":"e2e-worker-w0-9893f0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:08:50.22664062Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"namespace":"ai-tenant-e2e-worker-w1-5951bc","name":"simulator-access","reconcileID":"c06a6315-8cae-425e-a764-19d433bead49","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5951bc","tenantID":"e2e-worker-w1-5951bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:08:50.278942649Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"namespace":"ai-tenant-e2e-worker-w1-5951bc","name":"simulator-access","reconcileID":"c06a6315-8cae-425e-a764-19d433bead49","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"name":"e2e-worker-w1-5951bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:08:50.434732944Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"namespace":"ai-tenant-e2e-worker-w4-8d2c7c","name":"premium-simulator-access","reconcileID":"cecff348-f422-44bb-b149-5683e442d66a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-8d2c7c","tenantID":"e2e-worker-w4-8d2c7c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:08:50.43505442Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"simulator-access","reconcileID":"b0b5fbe1-4409-410b-9da8-e7ca73898c3d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-91cd99","tenantID":"e2e-worker-w2-91cd99","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:08:50.482723625Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"99242d91-f341-4aa1-b6f4-c5d6310a3679","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:08:50.4827239Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"1437daf9-3739-4df6-83a0-98ff4ab3aee4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:08:50.487300593Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"simulator-access","reconcileID":"b0b5fbe1-4409-410b-9da8-e7ca73898c3d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"name":"e2e-worker-w2-91cd99-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:08:50.487309475Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"namespace":"ai-tenant-e2e-worker-w4-8d2c7c","name":"premium-simulator-access","reconcileID":"cecff348-f422-44bb-b149-5683e442d66a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"name":"e2e-worker-w4-8d2c7c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:08:50.535126013Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"99242d91-f341-4aa1-b6f4-c5d6310a3679","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:08:50.535523009Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"1437daf9-3739-4df6-83a0-98ff4ab3aee4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:08:50.634590968Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"namespace":"ai-tenant-e2e-worker-w0-9893f0","name":"simulator-access","reconcileID":"297d1525-1d5e-4525-b361-30281db161ed","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9893f0","tenantID":"e2e-worker-w0-9893f0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:08:50.686618412Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"namespace":"ai-tenant-e2e-worker-w0-9893f0","name":"simulator-access","reconcileID":"297d1525-1d5e-4525-b361-30281db161ed","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"name":"e2e-worker-w0-9893f0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:08:50.783985273Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"namespace":"ai-tenant-e2e-worker-w1-5951bc","name":"premium-simulator-access","reconcileID":"6b1f150b-a1e9-4ecb-bc13-924e7f66f2b9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5951bc","tenantID":"e2e-worker-w1-5951bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:08:50.831839932Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-f0d8f9-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-f0d8f9-access","reconcileID":"0d693783-55b1-4de2-8be2-461647f8adeb","MaaSAuthPolicy":{"name":"e2e-rt-sw-f0d8f9-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:08:50.838997374Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"namespace":"ai-tenant-e2e-worker-w1-5951bc","name":"premium-simulator-access","reconcileID":"6b1f150b-a1e9-4ecb-bc13-924e7f66f2b9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"name":"e2e-worker-w1-5951bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:08:50.839543926Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"namespace":"ai-tenant-e2e-worker-w4-8d2c7c","name":"simulator-access","reconcileID":"3f94a1dd-dbb8-49cb-9d48-632371049acd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-8d2c7c","tenantID":"e2e-worker-w4-8d2c7c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:08:50.884833378Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-f0d8f9-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-f0d8f9-access","reconcileID":"0d693783-55b1-4de2-8be2-461647f8adeb","MaaSAuthPolicy":{"name":"e2e-rt-sw-f0d8f9-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:08:50.893587265Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"namespace":"ai-tenant-e2e-worker-w4-8d2c7c","name":"simulator-access","reconcileID":"3f94a1dd-dbb8-49cb-9d48-632371049acd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"name":"e2e-worker-w4-8d2c7c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:08:55.720591434Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:09:00.808494652Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"namespace":"ai-tenant-e2e-worker-w1-5951bc","name":"simulator-subscription","reconcileID":"f0b8e966-96fb-47d7-a3de-d9d6932946fb","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"name":"maas-trlp-simulator-w1-5951bc","model":"e2e-models-e2e-worker-w1-5951bc/simulator-w1-5951bc","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:09:00.907787832Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"namespace":"ai-tenant-e2e-worker-w0-9893f0","name":"premium-simulator-subscription","reconcileID":"b18da7f3-0569-46f9-b87e-c702a94d1d0a","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"name":"maas-trlp-premium-w0-9893f0","model":"e2e-models-e2e-worker-w0-9893f0/premium-w0-9893f0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:09:01.038218413Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"5350ad6f-b23f-4b15-96ba-6969493bfac3","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:09:01.159097516Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"namespace":"ai-tenant-e2e-worker-w3-bb1b51","name":"premium-simulator-subscription","reconcileID":"8b9d00e6-fa94-4501-a311-a321c6e72ae5","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"name":"maas-trlp-premium-w3-bb1b51","model":"e2e-models-e2e-worker-w3-bb1b51/premium-w3-bb1b51","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:09:01.325255088Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"namespace":"ai-tenant-e2e-worker-w4-8d2c7c","name":"simulator-subscription","reconcileID":"50fb6643-e025-4067-9cfb-9bf57cb29933","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"name":"maas-trlp-simulator-w4-8d2c7c","model":"e2e-models-e2e-worker-w4-8d2c7c/simulator-w4-8d2c7c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:09:01.32717232Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"namespace":"ai-tenant-e2e-worker-w0-9893f0","name":"simulator-subscription","reconcileID":"d37762d1-9c09-4559-883d-020694174ab7","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"name":"maas-trlp-simulator-w0-9893f0","model":"e2e-models-e2e-worker-w0-9893f0/simulator-w0-9893f0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:09:01.424587799Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"premium-simulator-subscription","reconcileID":"e833a10a-35f0-42fd-8e93-4b3cc5cac386","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"name":"maas-trlp-premium-w2-91cd99","model":"e2e-models-e2e-worker-w2-91cd99/premium-w2-91cd99","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:09:01.474574944Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"namespace":"ai-tenant-e2e-worker-w1-5951bc","name":"premium-simulator-subscription","reconcileID":"3dcc38ce-2ef0-49a6-8a4b-55313e8d3f99","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"name":"maas-trlp-premium-w1-5951bc","model":"e2e-models-e2e-worker-w1-5951bc/premium-w1-5951bc","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:09:01.614256184Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-sw-f0d8f9-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-f0d8f9-sub","reconcileID":"f88f98ab-9b73-48b4-bf61-efdb63a5e57f","MaaSSubscription":{"name":"e2e-rt-sw-f0d8f9-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-rt-sw-f0d8f9","model":"llm/e2e-rt-sw-f0d8f9","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:09:01.635183375Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"simulator-subscription","reconcileID":"dd398891-17d1-43e4-806f-041c29ef78c2","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"name":"maas-trlp-simulator-w2-91cd99","model":"e2e-models-e2e-worker-w2-91cd99/simulator-w2-91cd99","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:09:01.635758748Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"namespace":"ai-tenant-e2e-worker-w3-bb1b51","name":"simulator-subscription","reconcileID":"9de07602-27a0-4174-97a4-e3a5eb011f97","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"name":"maas-trlp-simulator-w3-bb1b51","model":"e2e-models-e2e-worker-w3-bb1b51/simulator-w3-bb1b51","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:09:01.770116435Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"7f49cf98-acbe-48ec-83bf-822aff3a9aa2","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:09:01.924023567Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"namespace":"ai-tenant-e2e-worker-w4-8d2c7c","name":"premium-simulator-subscription","reconcileID":"c96cd9bb-9d66-4894-a40a-ecee00b36116","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"name":"maas-trlp-premium-w4-8d2c7c","model":"e2e-models-e2e-worker-w4-8d2c7c/premium-w4-8d2c7c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:09:02.003057425Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"ad693c24-67a0-4294-a5c1-064107300e7e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:09:02.004410671Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d5c9a7b3-77cd-4e9d-aa18-7aa3618b84d3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:09:02.005018278Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-f0d8f9-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-f0d8f9-access","reconcileID":"09aa2bac-163b-48bc-8cd8-7f37a4ec8438","MaaSAuthPolicy":{"name":"e2e-rt-sw-f0d8f9-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:09:02.071128818Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-f0d8f9-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-f0d8f9-access","reconcileID":"09aa2bac-163b-48bc-8cd8-7f37a4ec8438","MaaSAuthPolicy":{"name":"e2e-rt-sw-f0d8f9-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:09:02.096618627Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d5c9a7b3-77cd-4e9d-aa18-7aa3618b84d3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:09:02.098567989Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"ad693c24-67a0-4294-a5c1-064107300e7e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:09:04.497840778Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-conflict-a-78b30cda","namespace":"e2e-models-e2e-worker-w4-8d2c7c"},"namespace":"e2e-models-e2e-worker-w4-8d2c7c","name":"e2e-conflict-a-78b30cda","reconcileID":"fe3b08fb-690f-445c-b293-84368b05d2b5","MaaSModelRef":{"name":"e2e-conflict-a-78b30cda","namespace":"e2e-models-e2e-worker-w4-8d2c7c"},"routeName":"e2e-conflict-a-78b30cda-kserve-route","namespace":"e2e-models-e2e-worker-w4-8d2c7c","llmisvcName":"e2e-conflict-a-78b30cda","gateway":"openshift-ingress/e2e-worker-w4-8d2c7c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:09:05.939468844Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-5951bc","namespace":"e2e-models-e2e-worker-w1-5951bc"},"namespace":"e2e-models-e2e-worker-w1-5951bc","name":"simulator-w1-5951bc","reconcileID":"f071c737-6e0a-44ec-bad8-477e3f1b8af3","MaaSModelRef":{"name":"simulator-w1-5951bc","namespace":"e2e-models-e2e-worker-w1-5951bc"},"routeName":"simulator-w1-5951bc-kserve-route","namespace":"e2e-models-e2e-worker-w1-5951bc","llmisvcName":"simulator-w1-5951bc","gateway":"openshift-ingress/e2e-worker-w1-5951bc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:09:05.940062288Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-5951bc","namespace":"e2e-models-e2e-worker-w1-5951bc"},"namespace":"e2e-models-e2e-worker-w1-5951bc","name":"premium-w1-5951bc","reconcileID":"88a3ec55-0bff-4c83-abd2-77e162106aa6","MaaSModelRef":{"name":"premium-w1-5951bc","namespace":"e2e-models-e2e-worker-w1-5951bc"},"routeName":"premium-w1-5951bc-kserve-route","namespace":"e2e-models-e2e-worker-w1-5951bc","llmisvcName":"premium-w1-5951bc","gateway":"openshift-ingress/e2e-worker-w1-5951bc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:09:06.003918209Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-5951bc","namespace":"e2e-models-e2e-worker-w1-5951bc"},"namespace":"e2e-models-e2e-worker-w1-5951bc","name":"simulator-w1-5951bc","reconcileID":"f845d8ed-b794-4b51-9ba0-87f525a5babf","MaaSModelRef":{"name":"simulator-w1-5951bc","namespace":"e2e-models-e2e-worker-w1-5951bc"},"routeName":"simulator-w1-5951bc-kserve-route","namespace":"e2e-models-e2e-worker-w1-5951bc","llmisvcName":"simulator-w1-5951bc","gateway":"openshift-ingress/e2e-worker-w1-5951bc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:09:06.004481066Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-5951bc","namespace":"e2e-models-e2e-worker-w1-5951bc"},"namespace":"e2e-models-e2e-worker-w1-5951bc","name":"premium-w1-5951bc","reconcileID":"ae5fd436-c04c-4c08-a060-5a9922c5aca1","MaaSModelRef":{"name":"premium-w1-5951bc","namespace":"e2e-models-e2e-worker-w1-5951bc"},"routeName":"premium-w1-5951bc-kserve-route","namespace":"e2e-models-e2e-worker-w1-5951bc","llmisvcName":"premium-w1-5951bc","gateway":"openshift-ingress/e2e-worker-w1-5951bc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:09:06.087878563Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"namespace":"ai-tenant-e2e-worker-w1-5951bc","name":"premium-simulator-access","reconcileID":"76b0215a-74c8-4b7d-aa40-f02f66a8f245","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5951bc","tenantID":"e2e-worker-w1-5951bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:09:06.137299922Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"namespace":"ai-tenant-e2e-worker-w1-5951bc","name":"premium-simulator-subscription","reconcileID":"16123c6b-1e83-4b71-87ec-fab802f06332","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"name":"maas-trlp-premium-w1-5951bc","model":"e2e-models-e2e-worker-w1-5951bc/premium-w1-5951bc","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:09:06.137329582Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"namespace":"ai-tenant-e2e-worker-w1-5951bc","name":"simulator-subscription","reconcileID":"145cb6ac-3d40-439e-afd5-6f9929b1b0c2","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"name":"maas-trlp-simulator-w1-5951bc","model":"e2e-models-e2e-worker-w1-5951bc/simulator-w1-5951bc","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:09:06.140531619Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"namespace":"ai-tenant-e2e-worker-w1-5951bc","name":"premium-simulator-access","reconcileID":"76b0215a-74c8-4b7d-aa40-f02f66a8f245","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"name":"e2e-worker-w1-5951bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:09:06.186115334Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"namespace":"ai-tenant-e2e-worker-w1-5951bc","name":"simulator-access","reconcileID":"bdc37da7-e1da-4047-9481-9b06abfe9088","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5951bc","tenantID":"e2e-worker-w1-5951bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:09:06.239048609Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"namespace":"ai-tenant-e2e-worker-w1-5951bc","name":"simulator-access","reconcileID":"bdc37da7-e1da-4047-9481-9b06abfe9088","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"name":"e2e-worker-w1-5951bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:09:06.431741833Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"namespace":"ai-tenant-e2e-worker-w1-5951bc","name":"premium-simulator-access","reconcileID":"060c7c1a-2eb2-4e6e-b251-bf82742bbc1b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5951bc","tenantID":"e2e-worker-w1-5951bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:09:06.483832177Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"namespace":"ai-tenant-e2e-worker-w1-5951bc","name":"premium-simulator-access","reconcileID":"060c7c1a-2eb2-4e6e-b251-bf82742bbc1b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"name":"e2e-worker-w1-5951bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:09:06.532685111Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"namespace":"ai-tenant-e2e-worker-w1-5951bc","name":"simulator-access","reconcileID":"0c68daa6-5a89-4993-bb30-724d024acc9f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5951bc","tenantID":"e2e-worker-w1-5951bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:09:06.584979422Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"namespace":"ai-tenant-e2e-worker-w1-5951bc","name":"simulator-access","reconcileID":"0c68daa6-5a89-4993-bb30-724d024acc9f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"name":"e2e-worker-w1-5951bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:09:13.212394328Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"8451f28e-6ce1-4c47-b1ec-d5d6ca2e129e","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:09:13.312902447Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"namespace":"ai-tenant-e2e-worker-w3-bb1b51","name":"simulator-subscription","reconcileID":"185c4c28-b8be-4ee5-876e-66b5df73e241","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"name":"maas-trlp-simulator-w3-bb1b51","model":"e2e-models-e2e-worker-w3-bb1b51/simulator-w3-bb1b51","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:09:13.413545029Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"namespace":"ai-tenant-e2e-worker-w4-8d2c7c","name":"simulator-subscription","reconcileID":"5284e927-63c3-4188-bac6-d9704b3a7167","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"name":"maas-trlp-simulator-w4-8d2c7c","model":"e2e-models-e2e-worker-w4-8d2c7c/simulator-w4-8d2c7c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:09:13.514099219Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"premium-simulator-subscription","reconcileID":"8a0b0155-b62a-4900-8931-ce3621be244a","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"name":"maas-trlp-premium-w2-91cd99","model":"e2e-models-e2e-worker-w2-91cd99/premium-w2-91cd99","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:09:13.6133702Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"namespace":"ai-tenant-e2e-worker-w1-5951bc","name":"simulator-subscription","reconcileID":"d844f11a-1b48-46aa-9031-452530e3e475","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"name":"maas-trlp-simulator-w1-5951bc","model":"e2e-models-e2e-worker-w1-5951bc/simulator-w1-5951bc","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:09:13.614090641Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"3d53c16f-59cb-4502-b343-02ee81e06a26","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:09:13.731683365Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"namespace":"ai-tenant-e2e-worker-w3-bb1b51","name":"premium-simulator-subscription","reconcileID":"b36baf10-80f3-4a06-a223-71be13b37f9d","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"name":"maas-trlp-premium-w3-bb1b51","model":"e2e-models-e2e-worker-w3-bb1b51/premium-w3-bb1b51","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:09:13.832442807Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"namespace":"ai-tenant-e2e-worker-w0-9893f0","name":"simulator-subscription","reconcileID":"ca260f2b-ec02-4424-8def-ea6ca9b71762","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"name":"maas-trlp-simulator-w0-9893f0","model":"e2e-models-e2e-worker-w0-9893f0/simulator-w0-9893f0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:09:13.930792126Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"namespace":"ai-tenant-e2e-worker-w0-9893f0","name":"premium-simulator-subscription","reconcileID":"0c3b84b1-8743-46b5-8777-eef9460f7c50","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"name":"maas-trlp-premium-w0-9893f0","model":"e2e-models-e2e-worker-w0-9893f0/premium-w0-9893f0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:09:13.930800498Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"simulator-subscription","reconcileID":"8eb6d335-9d37-400d-95f7-202daba29081","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"name":"maas-trlp-simulator-w2-91cd99","model":"e2e-models-e2e-worker-w2-91cd99/simulator-w2-91cd99","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:09:14.081951322Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-sw-f0d8f9-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-f0d8f9-sub","reconcileID":"c2e06f27-b0b3-4519-865d-31a90774312c","MaaSSubscription":{"name":"e2e-rt-sw-f0d8f9-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-rt-sw-f0d8f9","model":"llm/e2e-rt-sw-f0d8f9","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:09:14.137104276Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"namespace":"ai-tenant-e2e-worker-w1-5951bc","name":"premium-simulator-subscription","reconcileID":"fc8ecabf-2349-44e3-b9ad-d81c5c0944d5","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"name":"maas-trlp-premium-w1-5951bc","model":"e2e-models-e2e-worker-w1-5951bc/premium-w1-5951bc","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:09:14.231972578Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"namespace":"ai-tenant-e2e-worker-w4-8d2c7c","name":"premium-simulator-subscription","reconcileID":"eed12852-fe16-42ac-8745-c75ecfaaed7e","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"name":"maas-trlp-premium-w4-8d2c7c","model":"e2e-models-e2e-worker-w4-8d2c7c/premium-w4-8d2c7c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:09:14.295207998Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-bb1b51","namespace":"e2e-models-e2e-worker-w3-bb1b51"},"namespace":"e2e-models-e2e-worker-w3-bb1b51","name":"simulator-w3-bb1b51","reconcileID":"0fab4c9c-29fb-4784-a643-33207009aebb","MaaSModelRef":{"name":"simulator-w3-bb1b51","namespace":"e2e-models-e2e-worker-w3-bb1b51"},"routeName":"simulator-w3-bb1b51-kserve-route","namespace":"e2e-models-e2e-worker-w3-bb1b51","llmisvcName":"simulator-w3-bb1b51","gateway":"openshift-ingress/e2e-worker-w3-bb1b51","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:09:14.295583366Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-bb1b51","namespace":"e2e-models-e2e-worker-w3-bb1b51"},"namespace":"e2e-models-e2e-worker-w3-bb1b51","name":"premium-w3-bb1b51","reconcileID":"ac5416cf-edb0-4ee6-8731-a6b0f0ac0b7c","MaaSModelRef":{"name":"premium-w3-bb1b51","namespace":"e2e-models-e2e-worker-w3-bb1b51"},"routeName":"premium-w3-bb1b51-kserve-route","namespace":"e2e-models-e2e-worker-w3-bb1b51","llmisvcName":"premium-w3-bb1b51","gateway":"openshift-ingress/e2e-worker-w3-bb1b51","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:09:14.370114933Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-bb1b51","namespace":"e2e-models-e2e-worker-w3-bb1b51"},"namespace":"e2e-models-e2e-worker-w3-bb1b51","name":"simulator-w3-bb1b51","reconcileID":"12ba8772-28ef-42aa-834f-8dd92d154d13","MaaSModelRef":{"name":"simulator-w3-bb1b51","namespace":"e2e-models-e2e-worker-w3-bb1b51"},"routeName":"simulator-w3-bb1b51-kserve-route","namespace":"e2e-models-e2e-worker-w3-bb1b51","llmisvcName":"simulator-w3-bb1b51","gateway":"openshift-ingress/e2e-worker-w3-bb1b51","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:09:14.370602073Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-bb1b51","namespace":"e2e-models-e2e-worker-w3-bb1b51"},"namespace":"e2e-models-e2e-worker-w3-bb1b51","name":"premium-w3-bb1b51","reconcileID":"04eae318-3440-4639-b70e-716a0c126a35","MaaSModelRef":{"name":"premium-w3-bb1b51","namespace":"e2e-models-e2e-worker-w3-bb1b51"},"routeName":"premium-w3-bb1b51-kserve-route","namespace":"e2e-models-e2e-worker-w3-bb1b51","llmisvcName":"premium-w3-bb1b51","gateway":"openshift-ingress/e2e-worker-w3-bb1b51","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:09:14.429851542Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"namespace":"ai-tenant-e2e-worker-w1-5951bc","name":"simulator-access","reconcileID":"d95b3ee8-c8e8-4b91-81d1-85e3aca6bec1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5951bc","tenantID":"e2e-worker-w1-5951bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:09:14.429920073Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"namespace":"ai-tenant-e2e-worker-w1-5951bc","name":"premium-simulator-access","reconcileID":"2fc2f135-0be9-4221-acd9-def21e346748","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5951bc","tenantID":"e2e-worker-w1-5951bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:09:14.494693433Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"namespace":"ai-tenant-e2e-worker-w1-5951bc","name":"premium-simulator-access","reconcileID":"2fc2f135-0be9-4221-acd9-def21e346748","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"name":"e2e-worker-w1-5951bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:09:14.498209764Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"namespace":"ai-tenant-e2e-worker-w3-bb1b51","name":"premium-simulator-subscription","reconcileID":"030f8aae-e98c-4e0f-bff1-28a127a43768","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"name":"maas-trlp-premium-w3-bb1b51","model":"e2e-models-e2e-worker-w3-bb1b51/premium-w3-bb1b51","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:09:14.496010048Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"namespace":"ai-tenant-e2e-worker-w1-5951bc","name":"simulator-access","reconcileID":"d95b3ee8-c8e8-4b91-81d1-85e3aca6bec1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"name":"e2e-worker-w1-5951bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:09:14.534911634Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"namespace":"ai-tenant-e2e-worker-w3-bb1b51","name":"premium-simulator-access","reconcileID":"bd37d24e-5d56-4922-95cc-d57b1ff70918","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bb1b51","tenantID":"e2e-worker-w3-bb1b51","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:09:14.54596424Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"namespace":"ai-tenant-e2e-worker-w3-bb1b51","name":"simulator-access","reconcileID":"f07f22da-4b49-41f8-b4ca-e26d9375d3c1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bb1b51","tenantID":"e2e-worker-w3-bb1b51","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:09:14.588751736Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"namespace":"ai-tenant-e2e-worker-w3-bb1b51","name":"premium-simulator-access","reconcileID":"bd37d24e-5d56-4922-95cc-d57b1ff70918","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"name":"e2e-worker-w3-bb1b51-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:09:14.599531594Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"namespace":"ai-tenant-e2e-worker-w3-bb1b51","name":"simulator-access","reconcileID":"f07f22da-4b49-41f8-b4ca-e26d9375d3c1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"name":"e2e-worker-w3-bb1b51-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:09:14.606313517Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"namespace":"ai-tenant-e2e-worker-w3-bb1b51","name":"simulator-subscription","reconcileID":"6762f2b0-a7a2-4b0c-9c11-1ebebfa8a60c","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"name":"maas-trlp-simulator-w3-bb1b51","model":"e2e-models-e2e-worker-w3-bb1b51/simulator-w3-bb1b51","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:09:14.920276121Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"namespace":"ai-tenant-e2e-worker-w3-bb1b51","name":"premium-simulator-access","reconcileID":"f38b4a19-2436-4cca-931d-dc1705829d3e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bb1b51","tenantID":"e2e-worker-w3-bb1b51","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:09:14.972600889Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"namespace":"ai-tenant-e2e-worker-w3-bb1b51","name":"premium-simulator-access","reconcileID":"f38b4a19-2436-4cca-931d-dc1705829d3e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"name":"e2e-worker-w3-bb1b51-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:09:14.978777381Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"namespace":"ai-tenant-e2e-worker-w3-bb1b51","name":"simulator-access","reconcileID":"d0b1d5d9-45db-45a0-aa90-ba2aa714ebbf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bb1b51","tenantID":"e2e-worker-w3-bb1b51","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:09:15.031245064Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"namespace":"ai-tenant-e2e-worker-w3-bb1b51","name":"simulator-access","reconcileID":"d0b1d5d9-45db-45a0-aa90-ba2aa714ebbf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"name":"e2e-worker-w3-bb1b51-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:09:24.156917959Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rt-sw-f0d8f9","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-f0d8f9","reconcileID":"11b5e2ef-5bd0-4b86-9384-b2a5522b0721","namespace":"llm","name":"e2e-rt-sw-f0d8f9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:09:24.206211143Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-f0d8f9","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-f0d8f9","reconcileID":"ad61b8aa-e946-498a-917c-bcc8fe9b267f","MaaSModelRef":{"name":"e2e-rt-sw-f0d8f9","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-f0d8f9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:09:24.206239666Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-f0d8f9","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-f0d8f9","reconcileID":"ad61b8aa-e946-498a-917c-bcc8fe9b267f","MaaSModelRef":{"name":"e2e-rt-sw-f0d8f9","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-f0d8f9-ac00eea659f8","namespace":"llm","model":"e2e-rt-sw-f0d8f9","externalModel":"e2e-rt-sw-f0d8f9","provider":"e2e-rt-sw-f0d8f9-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:09:24.309352705Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"namespace":"ai-tenant-e2e-worker-w1-5951bc","name":"premium-simulator-access","reconcileID":"6145fbc7-deb0-4e57-aaf9-322a59c177cc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5951bc","tenantID":"e2e-worker-w1-5951bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:09:24.309589556Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"simulator-access","reconcileID":"0d7fa336-8356-4b5a-adf1-cdb68b0c423e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-91cd99","tenantID":"e2e-worker-w2-91cd99","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:09:24.309350713Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"namespace":"ai-tenant-e2e-worker-w0-9893f0","name":"simulator-access","reconcileID":"8e9891f6-bba8-426f-ba28-6767076bf423","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9893f0","tenantID":"e2e-worker-w0-9893f0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:09:24.310092164Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"namespace":"ai-tenant-e2e-worker-w4-8d2c7c","name":"premium-simulator-access","reconcileID":"b4a8849f-606b-4ec9-8f50-b8289f5b7b6d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-8d2c7c","tenantID":"e2e-worker-w4-8d2c7c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:09:24.358571169Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-f0d8f9-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-f0d8f9-access","reconcileID":"b4d5f189-849b-4f39-969b-cfbde951a24d","MaaSAuthPolicy":{"name":"e2e-rt-sw-f0d8f9-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:09:24.360311564Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"d609e752-1b1f-40fb-8eb9-d1a2c9b69bef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:09:24.360338945Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"d609e752-1b1f-40fb-8eb9-d1a2c9b69bef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:09:24.360760955Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"2482a58f-3f3a-4324-814c-d2093cc6acfc","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:09:24.360829658Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"2482a58f-3f3a-4324-814c-d2093cc6acfc","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:09:24.361157331Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"155b9335-13bf-4eb8-baef-1e670ccd6037","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:09:24.361177775Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"155b9335-13bf-4eb8-baef-1e670ccd6037","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:09:24.361596988Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"e098a8fb-8a88-434e-affd-096398bb73c0","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:09:24.361613586Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"e098a8fb-8a88-434e-affd-096398bb73c0","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:09:24.361964556Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"83a28abd-0ea9-448c-b839-8e55914ddbb6","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:09:24.361980823Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"83a28abd-0ea9-448c-b839-8e55914ddbb6","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:09:24.365358935Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"namespace":"ai-tenant-e2e-worker-w1-5951bc","name":"premium-simulator-access","reconcileID":"6145fbc7-deb0-4e57-aaf9-322a59c177cc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"name":"e2e-worker-w1-5951bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:09:24.365576521Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"simulator-access","reconcileID":"0d7fa336-8356-4b5a-adf1-cdb68b0c423e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"name":"e2e-worker-w2-91cd99-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:09:24.368314706Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"namespace":"ai-tenant-e2e-worker-w4-8d2c7c","name":"premium-simulator-access","reconcileID":"b4a8849f-606b-4ec9-8f50-b8289f5b7b6d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"name":"e2e-worker-w4-8d2c7c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:09:24.368791995Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"namespace":"ai-tenant-e2e-worker-w0-9893f0","name":"simulator-access","reconcileID":"8e9891f6-bba8-426f-ba28-6767076bf423","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"name":"e2e-worker-w0-9893f0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:09:24.410631389Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-f0d8f9","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-f0d8f9","reconcileID":"61c5928b-01e6-4a9e-97dd-5fa2aec6e917","MaaSModelRef":{"name":"e2e-rt-sw-f0d8f9","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-f0d8f9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:09:24.410654771Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-f0d8f9","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-f0d8f9","reconcileID":"61c5928b-01e6-4a9e-97dd-5fa2aec6e917","MaaSModelRef":{"name":"e2e-rt-sw-f0d8f9","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-f0d8f9-ac00eea659f8","namespace":"llm","model":"e2e-rt-sw-f0d8f9","externalModel":"e2e-rt-sw-f0d8f9","provider":"e2e-rt-sw-f0d8f9-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:09:24.411772443Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-f0d8f9-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-f0d8f9-access","reconcileID":"b4d5f189-849b-4f39-969b-cfbde951a24d","MaaSAuthPolicy":{"name":"e2e-rt-sw-f0d8f9-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:09:24.459801447Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"d51c84e6-16c7-4883-91b8-51669ab33432","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:09:24.45982653Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"d51c84e6-16c7-4883-91b8-51669ab33432","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:09:24.460168634Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"2d5c590a-b374-44ce-b10d-9ee995940f8e","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:09:24.460183954Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"2d5c590a-b374-44ce-b10d-9ee995940f8e","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:09:24.460500672Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e4df1b6c-8817-4391-b48d-0346b6261a2d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:09:24.460516485Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e4df1b6c-8817-4391-b48d-0346b6261a2d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:09:24.556751879Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"01e743a5-42d1-4fa9-9f9b-c77ab01049ea","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:09:24.556996654Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"676b3b41-92a6-43bd-813c-36ca8ab10f5f","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:09:24.605311299Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-sw-f0d8f9-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-f0d8f9-sub","reconcileID":"727f0054-1063-4200-9fb1-e0a3fc46785c","MaaSSubscription":{"name":"e2e-rt-sw-f0d8f9-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-rt-sw-f0d8f9","model":"llm/e2e-rt-sw-f0d8f9","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:09:24.710416411Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"namespace":"ai-tenant-e2e-worker-w4-8d2c7c","name":"simulator-access","reconcileID":"cf13c629-ee96-4564-8790-0b74b8184a4a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-8d2c7c","tenantID":"e2e-worker-w4-8d2c7c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:09:24.710883922Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"namespace":"ai-tenant-e2e-worker-w3-bb1b51","name":"simulator-access","reconcileID":"91eaccc1-4eb3-47d2-b000-0218f0ccbce6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bb1b51","tenantID":"e2e-worker-w3-bb1b51","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:09:24.711277493Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"premium-simulator-access","reconcileID":"1f4c1412-b483-47c4-b82f-04f3acc11f04","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-91cd99","tenantID":"e2e-worker-w2-91cd99","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:09:24.711318165Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"namespace":"ai-tenant-e2e-worker-w0-9893f0","name":"premium-simulator-access","reconcileID":"cae4c5aa-f489-4f16-950e-3da8b3a8e797","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9893f0","tenantID":"e2e-worker-w0-9893f0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:09:24.76395022Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"namespace":"ai-tenant-e2e-worker-w3-bb1b51","name":"simulator-access","reconcileID":"91eaccc1-4eb3-47d2-b000-0218f0ccbce6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"name":"e2e-worker-w3-bb1b51-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:09:24.765581871Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"premium-simulator-access","reconcileID":"1f4c1412-b483-47c4-b82f-04f3acc11f04","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"name":"e2e-worker-w2-91cd99-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:09:24.766264821Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"namespace":"ai-tenant-e2e-worker-w0-9893f0","name":"premium-simulator-access","reconcileID":"cae4c5aa-f489-4f16-950e-3da8b3a8e797","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"name":"e2e-worker-w0-9893f0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:09:24.769016155Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"namespace":"ai-tenant-e2e-worker-w4-8d2c7c","name":"simulator-access","reconcileID":"cf13c629-ee96-4564-8790-0b74b8184a4a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"name":"e2e-worker-w4-8d2c7c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:09:24.813868587Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"namespace":"ai-tenant-e2e-worker-w3-bb1b51","name":"premium-simulator-access","reconcileID":"c89b0895-cc7f-49d2-9e21-8395b3e84685","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bb1b51","tenantID":"e2e-worker-w3-bb1b51","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:09:24.866077671Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"namespace":"ai-tenant-e2e-worker-w3-bb1b51","name":"premium-simulator-access","reconcileID":"c89b0895-cc7f-49d2-9e21-8395b3e84685","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"name":"e2e-worker-w3-bb1b51-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:09:25.112111309Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"namespace":"ai-tenant-e2e-worker-w1-5951bc","name":"simulator-access","reconcileID":"ad720d0e-0a9f-42f8-8e01-0b1eca29e358","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5951bc","tenantID":"e2e-worker-w1-5951bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:09:25.159828478Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"993ed0c3-70c4-458b-9ea8-ad2131e24a2e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:09:25.159900631Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"0297b0bd-7383-47aa-a72b-8002a411b469","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:09:25.160931288Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-f0d8f9-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-f0d8f9-access","reconcileID":"4e6cc038-0db3-40f9-b055-74baa37efeed","MaaSAuthPolicy":{"name":"e2e-rt-sw-f0d8f9-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:09:25.164540367Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"namespace":"ai-tenant-e2e-worker-w1-5951bc","name":"simulator-access","reconcileID":"ad720d0e-0a9f-42f8-8e01-0b1eca29e358","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"name":"e2e-worker-w1-5951bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:09:25.212427069Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"0297b0bd-7383-47aa-a72b-8002a411b469","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:09:25.213118523Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-f0d8f9-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-f0d8f9-access","reconcileID":"4e6cc038-0db3-40f9-b055-74baa37efeed","MaaSAuthPolicy":{"name":"e2e-rt-sw-f0d8f9-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:09:25.214893534Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"993ed0c3-70c4-458b-9ea8-ad2131e24a2e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:09:25.349276626Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rt-sw-f0d8f9","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-f0d8f9","reconcileID":"10a03856-f6e8-453a-b3e4-da681f78571a","namespace":"llm","name":"e2e-rt-sw-f0d8f9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:09:25.498184756Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"simulator-access","reconcileID":"a830e61d-eaa2-485b-b1b4-bba33e3aad5b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-91cd99","tenantID":"e2e-worker-w2-91cd99","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:09:25.51309044Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"namespace":"ai-tenant-e2e-worker-w4-8d2c7c","name":"premium-simulator-access","reconcileID":"02d8c9d1-8d8f-492b-ad23-e67dd8e09860","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-8d2c7c","tenantID":"e2e-worker-w4-8d2c7c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:09:25.550622141Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"simulator-access","reconcileID":"a830e61d-eaa2-485b-b1b4-bba33e3aad5b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"name":"e2e-worker-w2-91cd99-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:09:25.566460336Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"namespace":"ai-tenant-e2e-worker-w4-8d2c7c","name":"premium-simulator-access","reconcileID":"02d8c9d1-8d8f-492b-ad23-e67dd8e09860","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"name":"e2e-worker-w4-8d2c7c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:09:25.615013112Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"namespace":"ai-tenant-e2e-worker-w1-5951bc","name":"premium-simulator-access","reconcileID":"eeb1f672-95a5-488a-8990-9b24a0395735","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5951bc","tenantID":"e2e-worker-w1-5951bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:09:25.61531834Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"namespace":"ai-tenant-e2e-worker-w0-9893f0","name":"simulator-access","reconcileID":"4e3d2b33-6eaf-4e5b-b892-6b7768496236","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9893f0","tenantID":"e2e-worker-w0-9893f0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:09:25.663343884Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-f0d8f9-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-f0d8f9-access","reconcileID":"21fc7e05-35b5-47b8-8815-495b360b8531","MaaSAuthPolicy":{"name":"e2e-rt-sw-f0d8f9-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:09:25.668184117Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"namespace":"ai-tenant-e2e-worker-w1-5951bc","name":"premium-simulator-access","reconcileID":"eeb1f672-95a5-488a-8990-9b24a0395735","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"name":"e2e-worker-w1-5951bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:09:25.66848525Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"namespace":"ai-tenant-e2e-worker-w0-9893f0","name":"simulator-access","reconcileID":"4e3d2b33-6eaf-4e5b-b892-6b7768496236","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"name":"e2e-worker-w0-9893f0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:09:25.712251872Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:09:25.715303601Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-f0d8f9-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-f0d8f9-access","reconcileID":"21fc7e05-35b5-47b8-8815-495b360b8531","MaaSAuthPolicy":{"name":"e2e-rt-sw-f0d8f9-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:09:25.894873543Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"namespace":"ai-tenant-e2e-worker-w4-8d2c7c","name":"simulator-access","reconcileID":"04a01080-741b-46f2-8143-454ff254b206","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-8d2c7c","tenantID":"e2e-worker-w4-8d2c7c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:09:25.948959662Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"namespace":"ai-tenant-e2e-worker-w4-8d2c7c","name":"simulator-access","reconcileID":"04a01080-741b-46f2-8143-454ff254b206","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"name":"e2e-worker-w4-8d2c7c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:09:25.995797277Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"namespace":"ai-tenant-e2e-worker-w0-9893f0","name":"premium-simulator-access","reconcileID":"9b28c47b-7646-4930-94e7-6e43e519ea0b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9893f0","tenantID":"e2e-worker-w0-9893f0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:09:26.043294842Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"premium-simulator-access","reconcileID":"bac6cda8-1b2c-4ca2-86cf-507b18c630de","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-91cd99","tenantID":"e2e-worker-w2-91cd99","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:09:26.043793951Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"namespace":"ai-tenant-e2e-worker-w3-bb1b51","name":"simulator-access","reconcileID":"3fc3ca41-0a71-412c-9dc2-bb900d46116b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bb1b51","tenantID":"e2e-worker-w3-bb1b51","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:09:26.048987323Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"namespace":"ai-tenant-e2e-worker-w0-9893f0","name":"premium-simulator-access","reconcileID":"9b28c47b-7646-4930-94e7-6e43e519ea0b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"name":"e2e-worker-w0-9893f0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:09:26.09588708Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"premium-simulator-access","reconcileID":"bac6cda8-1b2c-4ca2-86cf-507b18c630de","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"name":"e2e-worker-w2-91cd99-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:09:26.096503983Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"namespace":"ai-tenant-e2e-worker-w3-bb1b51","name":"simulator-access","reconcileID":"3fc3ca41-0a71-412c-9dc2-bb900d46116b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"name":"e2e-worker-w3-bb1b51-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:09:26.101600391Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"namespace":"ai-tenant-e2e-worker-w3-bb1b51","name":"premium-simulator-access","reconcileID":"244febd8-69b9-4ee8-85bd-0c31aee0904c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bb1b51","tenantID":"e2e-worker-w3-bb1b51","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:09:26.154854245Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"namespace":"ai-tenant-e2e-worker-w3-bb1b51","name":"premium-simulator-access","reconcileID":"244febd8-69b9-4ee8-85bd-0c31aee0904c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"name":"e2e-worker-w3-bb1b51-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:09:26.237941042Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"namespace":"ai-tenant-e2e-worker-w1-5951bc","name":"simulator-access","reconcileID":"7e85be60-d4cd-4b0c-9ab0-532d0fe92e6b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5951bc","tenantID":"e2e-worker-w1-5951bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:09:26.290365897Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"namespace":"ai-tenant-e2e-worker-w1-5951bc","name":"simulator-access","reconcileID":"7e85be60-d4cd-4b0c-9ab0-532d0fe92e6b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"name":"e2e-worker-w1-5951bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:09:26.438818329Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"9d7a312d-ec52-4726-8649-ecb8b488e7db","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:09:26.490976643Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"9d7a312d-ec52-4726-8649-ecb8b488e7db","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:09:26.538683096Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"1ef084f3-1288-4d43-9ad6-f33fc0e11021","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:09:26.590713451Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"1ef084f3-1288-4d43-9ad6-f33fc0e11021","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:09:29.566295306Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"namespace":"ai-tenant-e2e-worker-w3-bb1b51","name":"simulator-access","reconcileID":"6505ea6c-21d1-47d1-88b0-683754698225","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bb1b51","tenantID":"e2e-worker-w3-bb1b51","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:09:29.566740878Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"namespace":"ai-tenant-e2e-worker-w3-bb1b51","name":"premium-simulator-access","reconcileID":"8706341b-9fd0-434e-aa49-ba583cf75803","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bb1b51","tenantID":"e2e-worker-w3-bb1b51","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:09:29.620316801Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"namespace":"ai-tenant-e2e-worker-w3-bb1b51","name":"simulator-access","reconcileID":"6505ea6c-21d1-47d1-88b0-683754698225","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"name":"e2e-worker-w3-bb1b51-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:09:29.620373286Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"namespace":"ai-tenant-e2e-worker-w3-bb1b51","name":"premium-simulator-access","reconcileID":"8706341b-9fd0-434e-aa49-ba583cf75803","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"name":"e2e-worker-w3-bb1b51-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:09:33.44965604Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-5951bc","namespace":"e2e-models-e2e-worker-w1-5951bc"},"namespace":"e2e-models-e2e-worker-w1-5951bc","name":"distinct-w1-5951bc","reconcileID":"69a47324-8166-4f17-8eaa-37fa54198e71","MaaSModelRef":{"name":"distinct-w1-5951bc","namespace":"e2e-models-e2e-worker-w1-5951bc"},"routeName":"distinct-w1-5951bc-kserve-route","namespace":"e2e-models-e2e-worker-w1-5951bc","llmisvcName":"distinct-w1-5951bc","gateway":"openshift-ingress/e2e-worker-w1-5951bc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:09:37.177919488Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-8d2c7c","namespace":"e2e-models-e2e-worker-w4-8d2c7c"},"namespace":"e2e-models-e2e-worker-w4-8d2c7c","name":"simulator-w4-8d2c7c","reconcileID":"faaf674f-a62f-4254-8195-56ad0ef174b8","MaaSModelRef":{"name":"simulator-w4-8d2c7c","namespace":"e2e-models-e2e-worker-w4-8d2c7c"},"routeName":"simulator-w4-8d2c7c-kserve-route","namespace":"e2e-models-e2e-worker-w4-8d2c7c","llmisvcName":"simulator-w4-8d2c7c","gateway":"openshift-ingress/e2e-worker-w4-8d2c7c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:09:37.178315339Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-8d2c7c","namespace":"e2e-models-e2e-worker-w4-8d2c7c"},"namespace":"e2e-models-e2e-worker-w4-8d2c7c","name":"premium-w4-8d2c7c","reconcileID":"6314b1f9-d733-49ad-909e-cf8417807f56","MaaSModelRef":{"name":"premium-w4-8d2c7c","namespace":"e2e-models-e2e-worker-w4-8d2c7c"},"routeName":"premium-w4-8d2c7c-kserve-route","namespace":"e2e-models-e2e-worker-w4-8d2c7c","llmisvcName":"premium-w4-8d2c7c","gateway":"openshift-ingress/e2e-worker-w4-8d2c7c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:09:37.178657298Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-conflict-a-78b30cda","namespace":"e2e-models-e2e-worker-w4-8d2c7c"},"namespace":"e2e-models-e2e-worker-w4-8d2c7c","name":"e2e-conflict-a-78b30cda","reconcileID":"4591f2da-08f8-4ed5-a612-8e9dd0311543","MaaSModelRef":{"name":"e2e-conflict-a-78b30cda","namespace":"e2e-models-e2e-worker-w4-8d2c7c"},"routeName":"e2e-conflict-a-78b30cda-kserve-route","namespace":"e2e-models-e2e-worker-w4-8d2c7c","llmisvcName":"e2e-conflict-a-78b30cda","gateway":"openshift-ingress/e2e-worker-w4-8d2c7c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:09:37.249784171Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-8d2c7c","namespace":"e2e-models-e2e-worker-w4-8d2c7c"},"namespace":"e2e-models-e2e-worker-w4-8d2c7c","name":"premium-w4-8d2c7c","reconcileID":"d26ab188-be18-45c6-9c1a-0113f1924035","MaaSModelRef":{"name":"premium-w4-8d2c7c","namespace":"e2e-models-e2e-worker-w4-8d2c7c"},"routeName":"premium-w4-8d2c7c-kserve-route","namespace":"e2e-models-e2e-worker-w4-8d2c7c","llmisvcName":"premium-w4-8d2c7c","gateway":"openshift-ingress/e2e-worker-w4-8d2c7c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:09:37.250268773Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-conflict-a-78b30cda","namespace":"e2e-models-e2e-worker-w4-8d2c7c"},"namespace":"e2e-models-e2e-worker-w4-8d2c7c","name":"e2e-conflict-a-78b30cda","reconcileID":"04ebbaea-0b91-4b33-93c3-87fa558bcff4","MaaSModelRef":{"name":"e2e-conflict-a-78b30cda","namespace":"e2e-models-e2e-worker-w4-8d2c7c"},"routeName":"e2e-conflict-a-78b30cda-kserve-route","namespace":"e2e-models-e2e-worker-w4-8d2c7c","llmisvcName":"e2e-conflict-a-78b30cda","gateway":"openshift-ingress/e2e-worker-w4-8d2c7c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:09:37.250551408Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-8d2c7c","namespace":"e2e-models-e2e-worker-w4-8d2c7c"},"namespace":"e2e-models-e2e-worker-w4-8d2c7c","name":"simulator-w4-8d2c7c","reconcileID":"b4cfad84-8e7e-4767-97ed-eb0e3c3dc529","MaaSModelRef":{"name":"simulator-w4-8d2c7c","namespace":"e2e-models-e2e-worker-w4-8d2c7c"},"routeName":"simulator-w4-8d2c7c-kserve-route","namespace":"e2e-models-e2e-worker-w4-8d2c7c","llmisvcName":"simulator-w4-8d2c7c","gateway":"openshift-ingress/e2e-worker-w4-8d2c7c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:09:37.324350736Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"namespace":"ai-tenant-e2e-worker-w4-8d2c7c","name":"simulator-access","reconcileID":"2c6973f2-a6f3-4e43-83c7-ba18499b3753","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-8d2c7c","tenantID":"e2e-worker-w4-8d2c7c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:09:37.324707745Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"namespace":"ai-tenant-e2e-worker-w4-8d2c7c","name":"premium-simulator-access","reconcileID":"76b31373-7b93-4a25-a69d-ede3bad6dd7e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-8d2c7c","tenantID":"e2e-worker-w4-8d2c7c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:09:37.382470905Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"namespace":"ai-tenant-e2e-worker-w4-8d2c7c","name":"premium-simulator-subscription","reconcileID":"d75d57c8-c00a-41e7-92b6-82b77708288a","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"name":"maas-trlp-premium-w4-8d2c7c","model":"e2e-models-e2e-worker-w4-8d2c7c/premium-w4-8d2c7c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:09:37.393753604Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"namespace":"ai-tenant-e2e-worker-w4-8d2c7c","name":"premium-simulator-access","reconcileID":"76b31373-7b93-4a25-a69d-ede3bad6dd7e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"name":"e2e-worker-w4-8d2c7c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:09:37.394509329Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"namespace":"ai-tenant-e2e-worker-w4-8d2c7c","name":"simulator-subscription","reconcileID":"84e7f71a-8128-4bef-87e7-b25e4651105e","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"name":"maas-trlp-simulator-w4-8d2c7c","model":"e2e-models-e2e-worker-w4-8d2c7c/simulator-w4-8d2c7c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:09:37.396697465Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"namespace":"ai-tenant-e2e-worker-w4-8d2c7c","name":"simulator-access","reconcileID":"2c6973f2-a6f3-4e43-83c7-ba18499b3753","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"name":"e2e-worker-w4-8d2c7c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:09:37.736756838Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"namespace":"ai-tenant-e2e-worker-w4-8d2c7c","name":"premium-simulator-access","reconcileID":"6b711db3-8c09-4ffd-8c9c-3019afd4efce","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-8d2c7c","tenantID":"e2e-worker-w4-8d2c7c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:09:37.736847973Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"namespace":"ai-tenant-e2e-worker-w4-8d2c7c","name":"simulator-access","reconcileID":"2483682c-bc17-4f89-9d39-e0a461b7dce8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-8d2c7c","tenantID":"e2e-worker-w4-8d2c7c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:09:37.790416626Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"namespace":"ai-tenant-e2e-worker-w4-8d2c7c","name":"simulator-access","reconcileID":"2483682c-bc17-4f89-9d39-e0a461b7dce8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"name":"e2e-worker-w4-8d2c7c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:09:37.791075685Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"namespace":"ai-tenant-e2e-worker-w4-8d2c7c","name":"premium-simulator-access","reconcileID":"6b711db3-8c09-4ffd-8c9c-3019afd4efce","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"name":"e2e-worker-w4-8d2c7c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:09:40.104056366Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-f0d8f9-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-f0d8f9-access","reconcileID":"1f5c4a7b-235e-4ecc-93e6-6d2bd6519e3f","MaaSAuthPolicy":{"name":"e2e-rt-sw-f0d8f9-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:09:40.104784475Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"09c7ea11-e671-4114-9303-6dc5e48b0d63","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:09:40.105346995Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"38a79246-b0e5-4d6a-b2cd-2bdca8a5e4b8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:09:40.167747664Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"38a79246-b0e5-4d6a-b2cd-2bdca8a5e4b8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:09:40.17204139Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"09c7ea11-e671-4114-9303-6dc5e48b0d63","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:09:40.177329152Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-f0d8f9-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-f0d8f9-access","reconcileID":"1f5c4a7b-235e-4ecc-93e6-6d2bd6519e3f","MaaSAuthPolicy":{"name":"e2e-rt-sw-f0d8f9-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:09:44.2919498Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rt-eq-633a29","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-633a29","reconcileID":"293002ee-dc10-4949-9523-cd43661e49d4","namespace":"llm","name":"e2e-rt-eq-633a29","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:09:44.344944171Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rt-eq-633a29","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-633a29","reconcileID":"be6c03a3-53ad-4c27-9716-95eb1b749b0a","namespace":"llm","name":"e2e-rt-eq-633a29","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:09:44.440042592Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"namespace":"ai-tenant-e2e-worker-w4-8d2c7c","name":"premium-simulator-access","reconcileID":"605fa7e5-6daf-402a-aa9b-67a9cabe2cbd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-8d2c7c","tenantID":"e2e-worker-w4-8d2c7c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:09:44.440255167Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"simulator-access","reconcileID":"a587383f-56b0-4229-a94a-167c827ae48c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-91cd99","tenantID":"e2e-worker-w2-91cd99","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:09:44.440530901Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"namespace":"ai-tenant-e2e-worker-w0-9893f0","name":"simulator-access","reconcileID":"2ee1b504-c566-49c4-8bd9-f90b84ff35d8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9893f0","tenantID":"e2e-worker-w0-9893f0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:09:44.44064753Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"namespace":"ai-tenant-e2e-worker-w1-5951bc","name":"premium-simulator-access","reconcileID":"e030c85b-08fa-4df3-ac8b-d53e8844b02b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5951bc","tenantID":"e2e-worker-w1-5951bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:09:44.488456039Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-f0d8f9-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-f0d8f9-access","reconcileID":"39ee71b5-4da7-4cd0-aeed-68c11f58ecf7","MaaSAuthPolicy":{"name":"e2e-rt-sw-f0d8f9-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:09:44.493261462Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"simulator-access","reconcileID":"a587383f-56b0-4229-a94a-167c827ae48c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"name":"e2e-worker-w2-91cd99-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:09:44.493328033Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"namespace":"ai-tenant-e2e-worker-w4-8d2c7c","name":"premium-simulator-access","reconcileID":"605fa7e5-6daf-402a-aa9b-67a9cabe2cbd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"name":"e2e-worker-w4-8d2c7c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:09:44.495550486Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"namespace":"ai-tenant-e2e-worker-w1-5951bc","name":"premium-simulator-access","reconcileID":"e030c85b-08fa-4df3-ac8b-d53e8844b02b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"name":"e2e-worker-w1-5951bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:09:44.495644751Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"namespace":"ai-tenant-e2e-worker-w0-9893f0","name":"simulator-access","reconcileID":"2ee1b504-c566-49c4-8bd9-f90b84ff35d8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"name":"e2e-worker-w0-9893f0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:09:44.5406572Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-f0d8f9-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-f0d8f9-access","reconcileID":"39ee71b5-4da7-4cd0-aeed-68c11f58ecf7","MaaSAuthPolicy":{"name":"e2e-rt-sw-f0d8f9-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:09:44.667125545Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-633a29","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-633a29","reconcileID":"d46501b7-2d69-4427-9959-0f8ebc9fb663","MaaSModelRef":{"name":"e2e-rt-eq-633a29","namespace":"llm"},"name":"e2e-rt-eq-633a29","namespace":"llm","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:09:44.76757662Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"decf97ec-04c1-4f9d-9414-fc4da1a7cf7f","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:09:44.767602537Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"decf97ec-04c1-4f9d-9414-fc4da1a7cf7f","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:09:44.767973813Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"a5228af5-2d78-4c9e-a5d2-0b0cd1885792","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:09:44.767992758Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"a5228af5-2d78-4c9e-a5d2-0b0cd1885792","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:09:44.768284866Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"22358c8d-0840-4602-a9b9-4dc9980e2417","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:09:44.768302845Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"22358c8d-0840-4602-a9b9-4dc9980e2417","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:09:44.768663205Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"ea9a4f9e-b94e-46a3-8f12-d30b19c1d568","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:09:44.768680758Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"ea9a4f9e-b94e-46a3-8f12-d30b19c1d568","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:09:44.769013888Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"67437c02-3f6b-4e5c-b4b4-14acb82da826","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:09:44.769091416Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"67437c02-3f6b-4e5c-b4b4-14acb82da826","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:09:44.818027317Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-f0d8f9","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-f0d8f9","reconcileID":"064c2b6a-53c3-453c-a0c3-c4cc0b861dc6","MaaSModelRef":{"name":"e2e-rt-sw-f0d8f9","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-f0d8f9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:09:44.818063998Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-f0d8f9","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-f0d8f9","reconcileID":"064c2b6a-53c3-453c-a0c3-c4cc0b861dc6","MaaSModelRef":{"name":"e2e-rt-sw-f0d8f9","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-f0d8f9-ac00eea659f8","namespace":"llm","model":"e2e-rt-sw-f0d8f9","externalModel":"e2e-rt-sw-f0d8f9","provider":"e2e-rt-sw-f0d8f9-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:09:44.835631499Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"namespace":"ai-tenant-e2e-worker-w4-8d2c7c","name":"simulator-access","reconcileID":"1cba0a9e-fc2d-4917-be4c-a0f34407c5e1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-8d2c7c","tenantID":"e2e-worker-w4-8d2c7c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:09:44.835839564Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"premium-simulator-access","reconcileID":"f5073005-1f3d-48c9-b5d2-c2fbc30d1d0a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-91cd99","tenantID":"e2e-worker-w2-91cd99","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:09:44.836573549Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"namespace":"ai-tenant-e2e-worker-w0-9893f0","name":"premium-simulator-access","reconcileID":"e157137e-69c9-4ef7-a517-07a3f9ac806d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9893f0","tenantID":"e2e-worker-w0-9893f0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:09:44.837344727Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"namespace":"ai-tenant-e2e-worker-w3-bb1b51","name":"simulator-access","reconcileID":"044be683-67b7-4e39-af8f-4b97268fbb50","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bb1b51","tenantID":"e2e-worker-w3-bb1b51","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:09:44.838263754Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"4a221a5f-1219-439d-a9ef-d563783d5281","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:09:44.838310705Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"c4192572-a585-4fe4-a0a2-0fb3a428db20","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:09:44.886584771Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-sw-f0d8f9-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-f0d8f9-sub","reconcileID":"d24e3609-4915-4f5f-87df-7a9e69cbfb21","MaaSSubscription":{"name":"e2e-rt-sw-f0d8f9-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-rt-sw-f0d8f9","model":"llm/e2e-rt-sw-f0d8f9","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:09:44.88899677Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"namespace":"ai-tenant-e2e-worker-w4-8d2c7c","name":"simulator-access","reconcileID":"1cba0a9e-fc2d-4917-be4c-a0f34407c5e1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"name":"e2e-worker-w4-8d2c7c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:09:44.890482839Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"premium-simulator-access","reconcileID":"f5073005-1f3d-48c9-b5d2-c2fbc30d1d0a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"name":"e2e-worker-w2-91cd99-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:09:44.893910009Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"namespace":"ai-tenant-e2e-worker-w3-bb1b51","name":"simulator-access","reconcileID":"044be683-67b7-4e39-af8f-4b97268fbb50","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"name":"e2e-worker-w3-bb1b51-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:09:44.896998487Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"namespace":"ai-tenant-e2e-worker-w0-9893f0","name":"premium-simulator-access","reconcileID":"e157137e-69c9-4ef7-a517-07a3f9ac806d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"name":"e2e-worker-w0-9893f0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:09:44.9148734Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-633a29","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-633a29","reconcileID":"7cbd1c00-fd14-44d6-97c6-f26f26e2cf53","MaaSModelRef":{"name":"e2e-rt-eq-633a29","namespace":"llm"},"name":"e2e-rt-eq-633a29","namespace":"llm","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:09:44.934885921Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"namespace":"ai-tenant-e2e-worker-w3-bb1b51","name":"premium-simulator-access","reconcileID":"7a4bb47e-b56e-40f5-a62a-b56649a97280","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bb1b51","tenantID":"e2e-worker-w3-bb1b51","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:09:44.963823848Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"7fbe21df-b2cf-497b-95d2-0a58a23563b5","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:09:44.963849727Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"7fbe21df-b2cf-497b-95d2-0a58a23563b5","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:09:44.96420127Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"97f3691a-c88b-447f-84bd-c55c25355baa","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:09:44.96421751Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"97f3691a-c88b-447f-84bd-c55c25355baa","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:09:44.964548659Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a342d144-6f84-472b-b120-663770e3cb37","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:09:44.964563583Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a342d144-6f84-472b-b120-663770e3cb37","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:09:44.987264381Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"namespace":"ai-tenant-e2e-worker-w3-bb1b51","name":"premium-simulator-access","reconcileID":"7a4bb47e-b56e-40f5-a62a-b56649a97280","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"name":"e2e-worker-w3-bb1b51-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:09:45.19017562Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"namespace":"ai-tenant-e2e-worker-w1-5951bc","name":"simulator-access","reconcileID":"9ba4a825-b5c5-42de-b28b-163c1d5b369b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5951bc","tenantID":"e2e-worker-w1-5951bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:09:45.238094306Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"9d7889ad-eec7-4957-ac9e-327e1093373f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:09:45.238124386Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"a8e48117-ec24-477e-8353-eb0cfa28e598","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:09:45.242533498Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"namespace":"ai-tenant-e2e-worker-w1-5951bc","name":"simulator-access","reconcileID":"9ba4a825-b5c5-42de-b28b-163c1d5b369b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"name":"e2e-worker-w1-5951bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:09:45.279088314Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"simulator-access","reconcileID":"fa7f4f79-b133-493c-a5f8-4d8a7129ea01","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-91cd99","tenantID":"e2e-worker-w2-91cd99","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:09:45.293000943Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"9d7889ad-eec7-4957-ac9e-327e1093373f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:09:45.293585663Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"a8e48117-ec24-477e-8353-eb0cfa28e598","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:09:45.330447322Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"namespace":"ai-tenant-e2e-worker-w4-8d2c7c","name":"premium-simulator-access","reconcileID":"88f90bc6-5700-4de6-b70b-36c2b4ad1425","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-8d2c7c","tenantID":"e2e-worker-w4-8d2c7c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:09:45.332235609Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"simulator-access","reconcileID":"fa7f4f79-b133-493c-a5f8-4d8a7129ea01","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"name":"e2e-worker-w2-91cd99-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:09:45.383389364Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"namespace":"ai-tenant-e2e-worker-w4-8d2c7c","name":"premium-simulator-access","reconcileID":"88f90bc6-5700-4de6-b70b-36c2b4ad1425","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"name":"e2e-worker-w4-8d2c7c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:09:45.58523416Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"namespace":"ai-tenant-e2e-worker-w0-9893f0","name":"simulator-access","reconcileID":"c91b144a-5594-4d85-a7fb-906ee34065bb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9893f0","tenantID":"e2e-worker-w0-9893f0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:09:45.633350964Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"namespace":"ai-tenant-e2e-worker-w1-5951bc","name":"premium-simulator-access","reconcileID":"d189a9a9-3165-43a3-8e70-7a92404726cf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5951bc","tenantID":"e2e-worker-w1-5951bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:09:45.638970677Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"namespace":"ai-tenant-e2e-worker-w0-9893f0","name":"simulator-access","reconcileID":"c91b144a-5594-4d85-a7fb-906ee34065bb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"name":"e2e-worker-w0-9893f0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:09:45.680982799Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-f0d8f9-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-f0d8f9-access","reconcileID":"d8bbcead-78db-44f7-89ba-cb446d60eac4","MaaSAuthPolicy":{"name":"e2e-rt-sw-f0d8f9-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:09:45.685618208Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"namespace":"ai-tenant-e2e-worker-w1-5951bc","name":"premium-simulator-access","reconcileID":"d189a9a9-3165-43a3-8e70-7a92404726cf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"name":"e2e-worker-w1-5951bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:09:45.735080202Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-f0d8f9-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-f0d8f9-access","reconcileID":"d8bbcead-78db-44f7-89ba-cb446d60eac4","MaaSAuthPolicy":{"name":"e2e-rt-sw-f0d8f9-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:09:45.87379491Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rt-eq-633a29","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-633a29","reconcileID":"9b53a616-32c0-48b5-9efa-2715777fa59d","namespace":"llm","name":"e2e-rt-eq-633a29","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:09:45.923628096Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-633a29","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-633a29","reconcileID":"8a169a69-84c3-42e0-a4e1-b7db8369e1e8","MaaSModelRef":{"name":"e2e-rt-eq-633a29","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-eq-633a29","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:09:45.927097201Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-633a29","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-633a29","reconcileID":"8a169a69-84c3-42e0-a4e1-b7db8369e1e8","MaaSModelRef":{"name":"e2e-rt-eq-633a29","namespace":"llm"},"routeName":"external-model-e2e-rt-eq-633a29-4ac25b991e50","namespace":"llm","model":"e2e-rt-eq-633a29","externalModel":"e2e-rt-eq-633a29","provider":"e2e-rt-eq-633a29-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:09:46.022954372Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"namespace":"ai-tenant-e2e-worker-w3-bb1b51","name":"simulator-access","reconcileID":"2f65e2c6-da56-43f8-a7f6-e10c8d22caab","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bb1b51","tenantID":"e2e-worker-w3-bb1b51","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:09:46.070174155Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"premium-simulator-access","reconcileID":"3e8c4452-691d-489e-9e90-76124a7974ba","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-91cd99","tenantID":"e2e-worker-w2-91cd99","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:09:46.070231503Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"namespace":"ai-tenant-e2e-worker-w3-bb1b51","name":"premium-simulator-access","reconcileID":"55d72481-2fd6-49ac-abe2-c9f07f52ca43","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bb1b51","tenantID":"e2e-worker-w3-bb1b51","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:09:46.077437822Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"namespace":"ai-tenant-e2e-worker-w3-bb1b51","name":"simulator-access","reconcileID":"2f65e2c6-da56-43f8-a7f6-e10c8d22caab","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"name":"e2e-worker-w3-bb1b51-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:09:46.119397206Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"namespace":"ai-tenant-e2e-worker-w1-5951bc","name":"simulator-access","reconcileID":"3deb15c5-aaca-4e81-ae9b-af02b4ebaba9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5951bc","tenantID":"e2e-worker-w1-5951bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:09:46.12347413Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"premium-simulator-access","reconcileID":"3e8c4452-691d-489e-9e90-76124a7974ba","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"name":"e2e-worker-w2-91cd99-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:09:46.124667091Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"namespace":"ai-tenant-e2e-worker-w3-bb1b51","name":"premium-simulator-access","reconcileID":"55d72481-2fd6-49ac-abe2-c9f07f52ca43","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"name":"e2e-worker-w3-bb1b51-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:09:46.172455156Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"namespace":"ai-tenant-e2e-worker-w1-5951bc","name":"simulator-access","reconcileID":"3deb15c5-aaca-4e81-ae9b-af02b4ebaba9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"name":"e2e-worker-w1-5951bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:09:46.265062667Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"c2ffb381-27ff-4e90-8717-d17bcc9ed426","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:09:46.317706142Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"c2ffb381-27ff-4e90-8717-d17bcc9ed426","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:09:46.41769203Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"9179a53a-b5a8-452b-b61d-94ca03ea371c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:09:46.467855684Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"namespace":"ai-tenant-e2e-worker-w4-8d2c7c","name":"premium-simulator-access","reconcileID":"852a07d5-0362-4121-8833-4c3bfc417f32","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-8d2c7c","tenantID":"e2e-worker-w4-8d2c7c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:09:46.4678566Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"simulator-access","reconcileID":"7d40a25c-704e-4dde-acc8-2c231753fca8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-91cd99","tenantID":"e2e-worker-w2-91cd99","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:09:46.470093643Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"9179a53a-b5a8-452b-b61d-94ca03ea371c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:09:46.520642236Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"namespace":"ai-tenant-e2e-worker-w4-8d2c7c","name":"premium-simulator-access","reconcileID":"852a07d5-0362-4121-8833-4c3bfc417f32","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"name":"e2e-worker-w4-8d2c7c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:09:46.520665157Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"simulator-access","reconcileID":"7d40a25c-704e-4dde-acc8-2c231753fca8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"name":"e2e-worker-w2-91cd99-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:09:46.521054482Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"namespace":"ai-tenant-e2e-worker-w0-9893f0","name":"simulator-access","reconcileID":"a95df7aa-26aa-4eef-8c64-648c74cd302e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9893f0","tenantID":"e2e-worker-w0-9893f0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:09:46.574012812Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"namespace":"ai-tenant-e2e-worker-w0-9893f0","name":"simulator-access","reconcileID":"a95df7aa-26aa-4eef-8c64-648c74cd302e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"name":"e2e-worker-w0-9893f0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:09:46.655469361Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-f0d8f9-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-f0d8f9-access","reconcileID":"87f25162-12f2-4a1b-b8cf-37853cb6a040","MaaSAuthPolicy":{"name":"e2e-rt-sw-f0d8f9-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:09:46.707770884Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-f0d8f9-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-f0d8f9-access","reconcileID":"87f25162-12f2-4a1b-b8cf-37853cb6a040","MaaSAuthPolicy":{"name":"e2e-rt-sw-f0d8f9-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:09:46.812900357Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"namespace":"ai-tenant-e2e-worker-w1-5951bc","name":"premium-simulator-access","reconcileID":"592b0c8f-87e4-4df0-9b07-d8133d71ea9c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5951bc","tenantID":"e2e-worker-w1-5951bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:09:46.864937335Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"namespace":"ai-tenant-e2e-worker-w1-5951bc","name":"premium-simulator-access","reconcileID":"592b0c8f-87e4-4df0-9b07-d8133d71ea9c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"name":"e2e-worker-w1-5951bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:09:46.912999412Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"namespace":"ai-tenant-e2e-worker-w0-9893f0","name":"premium-simulator-access","reconcileID":"0cbf1bef-cc77-4310-8ea5-c74dedbc6184","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9893f0","tenantID":"e2e-worker-w0-9893f0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:09:46.913490318Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"namespace":"ai-tenant-e2e-worker-w4-8d2c7c","name":"simulator-access","reconcileID":"21a1bb8e-77df-4e98-a3e2-28576f471c59","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-8d2c7c","tenantID":"e2e-worker-w4-8d2c7c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:09:46.965957153Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"namespace":"ai-tenant-e2e-worker-w4-8d2c7c","name":"simulator-access","reconcileID":"21a1bb8e-77df-4e98-a3e2-28576f471c59","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"name":"e2e-worker-w4-8d2c7c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:09:46.966099509Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"namespace":"ai-tenant-e2e-worker-w0-9893f0","name":"premium-simulator-access","reconcileID":"0cbf1bef-cc77-4310-8ea5-c74dedbc6184","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"name":"e2e-worker-w0-9893f0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:09:47.312961283Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rt-eq-633a29","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-633a29","reconcileID":"d2d2609c-d3da-4a0e-a0b8-1b271820fbb2","namespace":"llm","name":"e2e-rt-eq-633a29","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:09:47.459870725Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"namespace":"ai-tenant-e2e-worker-w1-5951bc","name":"simulator-access","reconcileID":"0678c6e8-d10a-4f6d-baf6-8f8960bccad9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5951bc","tenantID":"e2e-worker-w1-5951bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:09:47.460191837Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"namespace":"ai-tenant-e2e-worker-w4-8d2c7c","name":"premium-simulator-access","reconcileID":"63b20b20-9b0d-46d2-80fa-9ccddf198d6f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-8d2c7c","tenantID":"e2e-worker-w4-8d2c7c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:09:47.46058959Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"simulator-access","reconcileID":"f359729c-790f-4330-a674-65a8bfd2c10d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-91cd99","tenantID":"e2e-worker-w2-91cd99","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:09:47.508399763Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"9262bd95-1335-4bef-8fe6-a93424f0079f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:09:47.508442124Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c86bf8f0-1476-4efc-972e-ff5955f531af","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:09:47.513234466Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"namespace":"ai-tenant-e2e-worker-w1-5951bc","name":"simulator-access","reconcileID":"0678c6e8-d10a-4f6d-baf6-8f8960bccad9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"name":"e2e-worker-w1-5951bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:09:47.513316805Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"namespace":"ai-tenant-e2e-worker-w4-8d2c7c","name":"premium-simulator-access","reconcileID":"63b20b20-9b0d-46d2-80fa-9ccddf198d6f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"name":"e2e-worker-w4-8d2c7c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:09:47.515456524Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"simulator-access","reconcileID":"f359729c-790f-4330-a674-65a8bfd2c10d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"name":"e2e-worker-w2-91cd99-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:09:47.560829481Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"9262bd95-1335-4bef-8fe6-a93424f0079f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:09:47.561083917Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c86bf8f0-1476-4efc-972e-ff5955f531af","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:09:47.804740304Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"namespace":"ai-tenant-e2e-worker-w1-5951bc","name":"premium-simulator-access","reconcileID":"3a9fcc5a-67bd-4ff6-a4d4-1bb68f504c3f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5951bc","tenantID":"e2e-worker-w1-5951bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:09:47.80477364Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"namespace":"ai-tenant-e2e-worker-w0-9893f0","name":"simulator-access","reconcileID":"f85ec9df-52d6-4ede-b33f-0cd6aab1c6e7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9893f0","tenantID":"e2e-worker-w0-9893f0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:09:47.853284311Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-f0d8f9-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-f0d8f9-access","reconcileID":"57d6c718-6450-498d-848c-57e5eca96a97","MaaSAuthPolicy":{"name":"e2e-rt-sw-f0d8f9-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:09:47.857159191Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"namespace":"ai-tenant-e2e-worker-w0-9893f0","name":"simulator-access","reconcileID":"f85ec9df-52d6-4ede-b33f-0cd6aab1c6e7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"name":"e2e-worker-w0-9893f0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:09:47.857299741Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"namespace":"ai-tenant-e2e-worker-w1-5951bc","name":"premium-simulator-access","reconcileID":"3a9fcc5a-67bd-4ff6-a4d4-1bb68f504c3f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"name":"e2e-worker-w1-5951bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:09:47.905804227Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-f0d8f9-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-f0d8f9-access","reconcileID":"57d6c718-6450-498d-848c-57e5eca96a97","MaaSAuthPolicy":{"name":"e2e-rt-sw-f0d8f9-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:09:47.906160148Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"namespace":"ai-tenant-e2e-worker-w4-8d2c7c","name":"simulator-access","reconcileID":"83091bdf-55a3-44f1-adb1-0bc395910ff3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-8d2c7c","tenantID":"e2e-worker-w4-8d2c7c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:09:47.906179078Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"namespace":"ai-tenant-e2e-worker-w0-9893f0","name":"premium-simulator-access","reconcileID":"22bb8526-9cad-4e47-b8ca-4c0374b17491","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9893f0","tenantID":"e2e-worker-w0-9893f0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:09:47.958837042Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"namespace":"ai-tenant-e2e-worker-w4-8d2c7c","name":"simulator-access","reconcileID":"83091bdf-55a3-44f1-adb1-0bc395910ff3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"name":"e2e-worker-w4-8d2c7c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:09:47.958941012Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"namespace":"ai-tenant-e2e-worker-w0-9893f0","name":"premium-simulator-access","reconcileID":"22bb8526-9cad-4e47-b8ca-4c0374b17491","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"name":"e2e-worker-w0-9893f0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:09:48.200771515Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"namespace":"ai-tenant-e2e-worker-w3-bb1b51","name":"simulator-access","reconcileID":"7affd37d-5318-4cba-b1b6-0241e6fd9cc7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bb1b51","tenantID":"e2e-worker-w3-bb1b51","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:09:48.201261391Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"premium-simulator-access","reconcileID":"bee5aff7-7393-4b4e-ad13-0fa8402c2314","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-91cd99","tenantID":"e2e-worker-w2-91cd99","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:09:48.253998987Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"premium-simulator-access","reconcileID":"bee5aff7-7393-4b4e-ad13-0fa8402c2314","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"name":"e2e-worker-w2-91cd99-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:09:48.255024686Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"namespace":"ai-tenant-e2e-worker-w3-bb1b51","name":"simulator-access","reconcileID":"7affd37d-5318-4cba-b1b6-0241e6fd9cc7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"name":"e2e-worker-w3-bb1b51-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:09:48.303237689Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"namespace":"ai-tenant-e2e-worker-w3-bb1b51","name":"premium-simulator-access","reconcileID":"879ce883-0b23-4c6d-8d77-0f994107b70d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bb1b51","tenantID":"e2e-worker-w3-bb1b51","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:09:48.35650738Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"namespace":"ai-tenant-e2e-worker-w3-bb1b51","name":"premium-simulator-access","reconcileID":"879ce883-0b23-4c6d-8d77-0f994107b70d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"name":"e2e-worker-w3-bb1b51-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:09:50.402414505Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-633a29","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-633a29","reconcileID":"552a5320-5182-416c-9520-eb74767153b2","MaaSModelRef":{"name":"e2e-rt-eq-633a29","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-eq-633a29","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:09:50.402448218Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-633a29","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-633a29","reconcileID":"552a5320-5182-416c-9520-eb74767153b2","MaaSModelRef":{"name":"e2e-rt-eq-633a29","namespace":"llm"},"routeName":"external-model-e2e-rt-eq-633a29-4ac25b991e50","namespace":"llm","model":"e2e-rt-eq-633a29","externalModel":"e2e-rt-eq-633a29","provider":"e2e-rt-eq-633a29-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:09:50.500264473Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-633a29","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-633a29","reconcileID":"2e7d59f3-63e3-457f-90b0-33f1e9c2cc6f","MaaSModelRef":{"name":"e2e-rt-eq-633a29","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-eq-633a29","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:09:50.500295123Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-633a29","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-633a29","reconcileID":"2e7d59f3-63e3-457f-90b0-33f1e9c2cc6f","MaaSModelRef":{"name":"e2e-rt-eq-633a29","namespace":"llm"},"routeName":"external-model-e2e-rt-eq-633a29-4ac25b991e50","namespace":"llm","model":"e2e-rt-eq-633a29","externalModel":"e2e-rt-eq-633a29","provider":"e2e-rt-eq-633a29-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:09:50.663719542Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-633a29-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-633a29-access","reconcileID":"56b29321-65f9-4960-840e-bdf653909178","MaaSAuthPolicy":{"name":"e2e-rt-eq-633a29-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:09:50.716467129Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-633a29-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-633a29-access","reconcileID":"56b29321-65f9-4960-840e-bdf653909178","MaaSAuthPolicy":{"name":"e2e-rt-eq-633a29-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:09:51.115069807Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-633a29","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-633a29","reconcileID":"2c9000bc-8bbb-48a1-bfc3-51af64992e6c","MaaSModelRef":{"name":"e2e-rt-eq-633a29","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-eq-633a29","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:09:51.115104149Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-633a29","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-633a29","reconcileID":"2c9000bc-8bbb-48a1-bfc3-51af64992e6c","MaaSModelRef":{"name":"e2e-rt-eq-633a29","namespace":"llm"},"routeName":"external-model-e2e-rt-eq-633a29-4ac25b991e50","namespace":"llm","model":"e2e-rt-eq-633a29","externalModel":"e2e-rt-eq-633a29","provider":"e2e-rt-eq-633a29-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:09:54.726185045Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-633a29-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-633a29-access","reconcileID":"9559a66e-e7e1-4b6d-8985-fd5d25d30d38","MaaSAuthPolicy":{"name":"e2e-rt-eq-633a29-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:09:54.727288491Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"9584f245-9931-4a59-94f4-2c924ff55246","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:09:54.728089513Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"3046aa9c-fd69-4edb-b6f1-255f3a7a0ded","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:09:54.730258114Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-f0d8f9-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-f0d8f9-access","reconcileID":"75401afd-312d-48f9-89e1-61aea72d7de0","MaaSAuthPolicy":{"name":"e2e-rt-sw-f0d8f9-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:09:54.808642229Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-f0d8f9-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-f0d8f9-access","reconcileID":"75401afd-312d-48f9-89e1-61aea72d7de0","MaaSAuthPolicy":{"name":"e2e-rt-sw-f0d8f9-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:09:54.846058139Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"9584f245-9931-4a59-94f4-2c924ff55246","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:09:54.849652644Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"3046aa9c-fd69-4edb-b6f1-255f3a7a0ded","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:09:54.851582085Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-633a29-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-633a29-access","reconcileID":"9559a66e-e7e1-4b6d-8985-fd5d25d30d38","MaaSAuthPolicy":{"name":"e2e-rt-eq-633a29-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:09:54.878890682Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"namespace":"ai-tenant-e2e-worker-w4-8d2c7c","name":"simulator-access","reconcileID":"a4eedbf9-8e71-4b16-8bfb-da4ce90ae1e5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-8d2c7c","tenantID":"e2e-worker-w4-8d2c7c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:09:54.952410902Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"namespace":"ai-tenant-e2e-worker-w4-8d2c7c","name":"simulator-access","reconcileID":"a4eedbf9-8e71-4b16-8bfb-da4ce90ae1e5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"name":"e2e-worker-w4-8d2c7c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:09:55.248056848Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"namespace":"ai-tenant-e2e-worker-w4-8d2c7c","name":"premium-simulator-access","reconcileID":"8bf047b5-a6af-44a8-a366-86eab0e7d702","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-8d2c7c","tenantID":"e2e-worker-w4-8d2c7c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:09:55.311702278Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"namespace":"ai-tenant-e2e-worker-w4-8d2c7c","name":"premium-simulator-access","reconcileID":"8bf047b5-a6af-44a8-a366-86eab0e7d702","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"name":"e2e-worker-w4-8d2c7c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:09:55.72070924Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:09:55.953729453Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=models-as-a-service priority=0:[models-as-a-service/e2e-rt-eq-633a29-sub models-as-a-service/e2e-rt-sw-f0d8f9-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:09:56.012675605Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-633a29","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-633a29","reconcileID":"2c0bf819-b71b-4573-8621-f8952c6e4c0a","MaaSModelRef":{"name":"e2e-rt-eq-633a29","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-eq-633a29","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:09:56.012810569Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-633a29","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-633a29","reconcileID":"2c0bf819-b71b-4573-8621-f8952c6e4c0a","MaaSModelRef":{"name":"e2e-rt-eq-633a29","namespace":"llm"},"routeName":"external-model-e2e-rt-eq-633a29-4ac25b991e50","namespace":"llm","model":"e2e-rt-eq-633a29","externalModel":"e2e-rt-eq-633a29","provider":"e2e-rt-eq-633a29-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T12:09:56.082196779Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"models-as-a-service/e2e-rt-eq-633a29-sub","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-rt-eq-633a29-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-03T12:09:56.207092657Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-f0d8f9","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-f0d8f9","reconcileID":"633a9b33-b1cc-424d-8955-c980cb76f89d","MaaSModelRef":{"name":"e2e-rt-sw-f0d8f9","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-f0d8f9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:09:56.207228201Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-f0d8f9","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-f0d8f9","reconcileID":"633a9b33-b1cc-424d-8955-c980cb76f89d","MaaSModelRef":{"name":"e2e-rt-sw-f0d8f9","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-f0d8f9-ac00eea659f8","namespace":"llm","model":"e2e-rt-sw-f0d8f9","externalModel":"e2e-rt-sw-f0d8f9","provider":"e2e-rt-sw-f0d8f9-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:09:56.268614455Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-633a29-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-633a29-access","reconcileID":"59ff9e9c-60b5-4007-a75d-023049f85b7b","MaaSAuthPolicy":{"name":"e2e-rt-eq-633a29-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:09:56.269585134Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"3984156c-e725-4404-8fb7-4d32b17b23b5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:09:56.270502176Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-f0d8f9-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-f0d8f9-access","reconcileID":"d6745af8-a09d-48e0-b876-40228a496e59","MaaSAuthPolicy":{"name":"e2e-rt-sw-f0d8f9-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:09:56.273032335Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"1d2c36b8-fb06-49b0-9bfd-70e564799c87","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:09:56.327578166Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"3984156c-e725-4404-8fb7-4d32b17b23b5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:09:56.32774789Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-633a29","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-633a29","reconcileID":"da844ff7-cb32-415f-a251-23d2df348c2a","MaaSModelRef":{"name":"e2e-rt-eq-633a29","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-eq-633a29","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:09:56.379724838Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-633a29","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-633a29","reconcileID":"da844ff7-cb32-415f-a251-23d2df348c2a","MaaSModelRef":{"name":"e2e-rt-eq-633a29","namespace":"llm"},"routeName":"external-model-e2e-rt-eq-633a29-4ac25b991e50","namespace":"llm","model":"e2e-rt-eq-633a29","externalModel":"e2e-rt-eq-633a29","provider":"e2e-rt-eq-633a29-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:09:56.364101248Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-f0d8f9-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-f0d8f9-access","reconcileID":"d6745af8-a09d-48e0-b876-40228a496e59","MaaSAuthPolicy":{"name":"e2e-rt-sw-f0d8f9-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:09:56.373613419Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"1d2c36b8-fb06-49b0-9bfd-70e564799c87","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:09:56.375339234Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-633a29-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-633a29-access","reconcileID":"59ff9e9c-60b5-4007-a75d-023049f85b7b","MaaSAuthPolicy":{"name":"e2e-rt-eq-633a29-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:09:56.47795076Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-eq-633a29-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-633a29-sub","reconcileID":"66d6f711-2b97-449e-9d63-2a88414a8bae","MaaSSubscription":{"name":"e2e-rt-eq-633a29-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-rt-eq-633a29","model":"e2e-rt-eq-633a29","subscriptionCount":1,"subscriptions":["models-as-a-service/e2e-rt-eq-633a29-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:09:56.841040671Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-633a29","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-633a29","reconcileID":"55df05d4-a524-4c87-8d6f-f068bdb397aa","MaaSModelRef":{"name":"e2e-rt-eq-633a29","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-eq-633a29","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:09:56.841172476Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-633a29","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-633a29","reconcileID":"55df05d4-a524-4c87-8d6f-f068bdb397aa","MaaSModelRef":{"name":"e2e-rt-eq-633a29","namespace":"llm"},"routeName":"external-model-e2e-rt-eq-633a29-4ac25b991e50","namespace":"llm","model":"e2e-rt-eq-633a29","externalModel":"e2e-rt-eq-633a29","provider":"e2e-rt-eq-633a29-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:09:56.891245694Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"5a3f5bae-d12f-4051-85c8-ac17ac103030","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:09:56.891819176Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"1f02cbb1-5692-4306-ae6a-28ca27eeb969","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:09:56.956334915Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"1f02cbb1-5692-4306-ae6a-28ca27eeb969","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:09:56.96484873Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"5a3f5bae-d12f-4051-85c8-ac17ac103030","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:09:56.993559836Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-f0d8f9-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-f0d8f9-access","reconcileID":"8ed005ca-68e9-4d21-9fcf-bc5209f9b14b","MaaSAuthPolicy":{"name":"e2e-rt-sw-f0d8f9-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:09:56.994407804Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-633a29-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-633a29-access","reconcileID":"4357bd84-f169-4c65-b9b2-11f6c132ebd2","MaaSAuthPolicy":{"name":"e2e-rt-eq-633a29-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:09:57.04782216Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-eq-633a29-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-633a29-sub","reconcileID":"773d104e-406c-4af9-a932-ea942fcdf5cd","MaaSSubscription":{"name":"e2e-rt-eq-633a29-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-rt-eq-633a29","model":"llm/e2e-rt-eq-633a29","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:09:57.055629355Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-633a29-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-633a29-access","reconcileID":"4357bd84-f169-4c65-b9b2-11f6c132ebd2","MaaSAuthPolicy":{"name":"e2e-rt-eq-633a29-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:09:57.060311085Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-f0d8f9-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-f0d8f9-access","reconcileID":"8ed005ca-68e9-4d21-9fcf-bc5209f9b14b","MaaSAuthPolicy":{"name":"e2e-rt-sw-f0d8f9-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:09:57.306499386Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-633a29","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-633a29","reconcileID":"ae84727f-7837-4f04-ba00-fe3f5d6864a0","MaaSModelRef":{"name":"e2e-rt-eq-633a29","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-eq-633a29","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:09:57.306526346Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-633a29","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-633a29","reconcileID":"ae84727f-7837-4f04-ba00-fe3f5d6864a0","MaaSModelRef":{"name":"e2e-rt-eq-633a29","namespace":"llm"},"routeName":"external-model-e2e-rt-eq-633a29-4ac25b991e50","namespace":"llm","model":"e2e-rt-eq-633a29","externalModel":"e2e-rt-eq-633a29","provider":"e2e-rt-eq-633a29-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:10:03.720911539Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-bb1b51","namespace":"e2e-models-e2e-worker-w3-bb1b51"},"namespace":"e2e-models-e2e-worker-w3-bb1b51","name":"distinct-w3-bb1b51","reconcileID":"1d4a9798-bae3-44f3-8f2e-1c833975013c","MaaSModelRef":{"name":"distinct-w3-bb1b51","namespace":"e2e-models-e2e-worker-w3-bb1b51"},"routeName":"distinct-w3-bb1b51-kserve-route","namespace":"e2e-models-e2e-worker-w3-bb1b51","llmisvcName":"distinct-w3-bb1b51","gateway":"openshift-ingress/e2e-worker-w3-bb1b51","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:10:05.46712107Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-5951bc","namespace":"e2e-models-e2e-worker-w1-5951bc"},"namespace":"e2e-models-e2e-worker-w1-5951bc","name":"simulator-w1-5951bc","reconcileID":"986963af-9190-42dd-bc23-66c15366eac5","MaaSModelRef":{"name":"simulator-w1-5951bc","namespace":"e2e-models-e2e-worker-w1-5951bc"},"routeName":"simulator-w1-5951bc-kserve-route","namespace":"e2e-models-e2e-worker-w1-5951bc","llmisvcName":"simulator-w1-5951bc","gateway":"openshift-ingress/e2e-worker-w1-5951bc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:10:05.4676923Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-5951bc","namespace":"e2e-models-e2e-worker-w1-5951bc"},"namespace":"e2e-models-e2e-worker-w1-5951bc","name":"premium-w1-5951bc","reconcileID":"360b074f-b37b-484b-8b3c-d193c98516e4","MaaSModelRef":{"name":"premium-w1-5951bc","namespace":"e2e-models-e2e-worker-w1-5951bc"},"routeName":"premium-w1-5951bc-kserve-route","namespace":"e2e-models-e2e-worker-w1-5951bc","llmisvcName":"premium-w1-5951bc","gateway":"openshift-ingress/e2e-worker-w1-5951bc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:10:05.468089192Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-5951bc","namespace":"e2e-models-e2e-worker-w1-5951bc"},"namespace":"e2e-models-e2e-worker-w1-5951bc","name":"distinct-w1-5951bc","reconcileID":"2acb5189-2727-494a-97d3-caed61424449","MaaSModelRef":{"name":"distinct-w1-5951bc","namespace":"e2e-models-e2e-worker-w1-5951bc"},"routeName":"distinct-w1-5951bc-kserve-route","namespace":"e2e-models-e2e-worker-w1-5951bc","llmisvcName":"distinct-w1-5951bc","gateway":"openshift-ingress/e2e-worker-w1-5951bc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:10:05.529863565Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-5951bc","namespace":"e2e-models-e2e-worker-w1-5951bc"},"namespace":"e2e-models-e2e-worker-w1-5951bc","name":"simulator-w1-5951bc","reconcileID":"e2a33420-b963-468f-8364-0f0a5fea0788","MaaSModelRef":{"name":"simulator-w1-5951bc","namespace":"e2e-models-e2e-worker-w1-5951bc"},"routeName":"simulator-w1-5951bc-kserve-route","namespace":"e2e-models-e2e-worker-w1-5951bc","llmisvcName":"simulator-w1-5951bc","gateway":"openshift-ingress/e2e-worker-w1-5951bc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:10:05.530355692Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-5951bc","namespace":"e2e-models-e2e-worker-w1-5951bc"},"namespace":"e2e-models-e2e-worker-w1-5951bc","name":"premium-w1-5951bc","reconcileID":"03fa5dae-4d53-4225-8bc9-9444f02494e1","MaaSModelRef":{"name":"premium-w1-5951bc","namespace":"e2e-models-e2e-worker-w1-5951bc"},"routeName":"premium-w1-5951bc-kserve-route","namespace":"e2e-models-e2e-worker-w1-5951bc","llmisvcName":"premium-w1-5951bc","gateway":"openshift-ingress/e2e-worker-w1-5951bc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:10:05.530767252Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-5951bc","namespace":"e2e-models-e2e-worker-w1-5951bc"},"namespace":"e2e-models-e2e-worker-w1-5951bc","name":"distinct-w1-5951bc","reconcileID":"169d37b1-cf84-4385-a3f4-3487d087a09d","MaaSModelRef":{"name":"distinct-w1-5951bc","namespace":"e2e-models-e2e-worker-w1-5951bc"},"routeName":"distinct-w1-5951bc-kserve-route","namespace":"e2e-models-e2e-worker-w1-5951bc","llmisvcName":"distinct-w1-5951bc","gateway":"openshift-ingress/e2e-worker-w1-5951bc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:10:05.615064426Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"namespace":"ai-tenant-e2e-worker-w1-5951bc","name":"premium-simulator-access","reconcileID":"f3804cca-cfd0-48e4-878b-9a34f2ecb908","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5951bc","tenantID":"e2e-worker-w1-5951bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:10:05.615059122Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"namespace":"ai-tenant-e2e-worker-w1-5951bc","name":"simulator-access","reconcileID":"79cdaea4-4f3f-48c2-a0ea-df7304780e08","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5951bc","tenantID":"e2e-worker-w1-5951bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:10:05.666547734Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"namespace":"ai-tenant-e2e-worker-w1-5951bc","name":"premium-simulator-subscription","reconcileID":"b2f05128-6720-4074-ad78-cbc9f02cf5b4","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"name":"maas-trlp-premium-w1-5951bc","model":"e2e-models-e2e-worker-w1-5951bc/premium-w1-5951bc","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:10:05.672067697Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"namespace":"ai-tenant-e2e-worker-w1-5951bc","name":"simulator-subscription","reconcileID":"2cb49f90-0be1-4649-b226-3fdb801fd4ea","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"name":"maas-trlp-simulator-w1-5951bc","model":"e2e-models-e2e-worker-w1-5951bc/simulator-w1-5951bc","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:10:05.691067307Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"namespace":"ai-tenant-e2e-worker-w1-5951bc","name":"simulator-access","reconcileID":"79cdaea4-4f3f-48c2-a0ea-df7304780e08","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"name":"e2e-worker-w1-5951bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:10:05.702683727Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"namespace":"ai-tenant-e2e-worker-w1-5951bc","name":"premium-simulator-access","reconcileID":"f3804cca-cfd0-48e4-878b-9a34f2ecb908","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"name":"e2e-worker-w1-5951bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:10:05.993259676Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"namespace":"ai-tenant-e2e-worker-w1-5951bc","name":"simulator-access","reconcileID":"25afe720-5681-4f1b-b467-ea037c6b1b60","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5951bc","tenantID":"e2e-worker-w1-5951bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:10:05.993259793Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"namespace":"ai-tenant-e2e-worker-w1-5951bc","name":"premium-simulator-access","reconcileID":"4784ff5b-9a24-46c1-b9bb-5e4ffd1fab16","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5951bc","tenantID":"e2e-worker-w1-5951bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:10:06.046162529Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"namespace":"ai-tenant-e2e-worker-w1-5951bc","name":"premium-simulator-access","reconcileID":"4784ff5b-9a24-46c1-b9bb-5e4ffd1fab16","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"name":"e2e-worker-w1-5951bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:10:06.046174509Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"namespace":"ai-tenant-e2e-worker-w1-5951bc","name":"simulator-access","reconcileID":"25afe720-5681-4f1b-b467-ea037c6b1b60","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"name":"e2e-worker-w1-5951bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:10:11.170090926Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"namespace":"ai-tenant-e2e-worker-w0-9893f0","name":"simulator-subscription","reconcileID":"614a9feb-8af3-4398-8f22-726ad4328039","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"name":"maas-trlp-simulator-w0-9893f0","model":"e2e-models-e2e-worker-w0-9893f0/simulator-w0-9893f0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:10:13.083084613Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-conflict-b-78b30cda","namespace":"e2e-models-e2e-worker-w4-8d2c7c"},"namespace":"e2e-models-e2e-worker-w4-8d2c7c","name":"e2e-conflict-b-78b30cda","reconcileID":"49c59ba3-1fb5-4bb0-bc3b-157372f323ec","MaaSModelRef":{"name":"e2e-conflict-b-78b30cda","namespace":"e2e-models-e2e-worker-w4-8d2c7c"},"routeName":"e2e-conflict-b-78b30cda-kserve-route","namespace":"e2e-models-e2e-worker-w4-8d2c7c","llmisvcName":"e2e-conflict-b-78b30cda","gateway":"openshift-ingress/e2e-worker-w4-8d2c7c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:10:13.137213897Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-conflict-a-78b30cda","namespace":"e2e-models-e2e-worker-w4-8d2c7c"},"namespace":"e2e-models-e2e-worker-w4-8d2c7c","name":"e2e-conflict-a-78b30cda","reconcileID":"5ce7a85c-649a-4dbd-a3e7-63962ff07e3a","MaaSModelRef":{"name":"e2e-conflict-a-78b30cda","namespace":"e2e-models-e2e-worker-w4-8d2c7c"},"routeName":"e2e-conflict-a-78b30cda-kserve-route","namespace":"e2e-models-e2e-worker-w4-8d2c7c","llmisvcName":"e2e-conflict-a-78b30cda","gateway":"openshift-ingress/e2e-worker-w4-8d2c7c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:10:14.131535005Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-conflict-a-78b30cda","namespace":"e2e-models-e2e-worker-w4-8d2c7c"},"namespace":"e2e-models-e2e-worker-w4-8d2c7c","name":"e2e-conflict-a-78b30cda","reconcileID":"0b170072-0d51-47f7-b421-5d3efdebfe65","MaaSModelRef":{"name":"e2e-conflict-a-78b30cda","namespace":"e2e-models-e2e-worker-w4-8d2c7c"},"routeName":"e2e-conflict-a-78b30cda-kserve-route","namespace":"e2e-models-e2e-worker-w4-8d2c7c","llmisvcName":"e2e-conflict-a-78b30cda","gateway":"openshift-ingress/e2e-worker-w4-8d2c7c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:10:15.063582646Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-eq-633a29-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-633a29-sub","reconcileID":"e61d62ec-4655-4b36-bc97-c677d261f2c1","MaaSSubscription":{"name":"e2e-rt-eq-633a29-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-rt-eq-633a29","model":"llm/e2e-rt-eq-633a29","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:10:15.322003875Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-633a29","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-633a29","reconcileID":"7a408e41-b775-4dc7-9140-9450665874b3","MaaSModelRef":{"name":"e2e-rt-eq-633a29","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-eq-633a29","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:10:15.322144719Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-633a29","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-633a29","reconcileID":"7a408e41-b775-4dc7-9140-9450665874b3","MaaSModelRef":{"name":"e2e-rt-eq-633a29","namespace":"llm"},"routeName":"external-model-e2e-rt-eq-633a29-4ac25b991e50","namespace":"llm","model":"e2e-rt-eq-633a29","externalModel":"e2e-rt-eq-633a29","provider":"e2e-rt-eq-633a29-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:10:15.896637727Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"namespace":"ai-tenant-e2e-worker-w1-5951bc","name":"simulator-access","reconcileID":"9ab27446-d0b7-4e56-be4b-76ba63100aee","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5951bc","tenantID":"e2e-worker-w1-5951bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:10:15.897634632Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"namespace":"ai-tenant-e2e-worker-w1-5951bc","name":"premium-simulator-access","reconcileID":"a2fff751-549f-4ba3-ada4-60fd41c2903b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5951bc","tenantID":"e2e-worker-w1-5951bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:10:15.982187692Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"namespace":"ai-tenant-e2e-worker-w1-5951bc","name":"simulator-access","reconcileID":"9ab27446-d0b7-4e56-be4b-76ba63100aee","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"name":"e2e-worker-w1-5951bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:10:15.982702295Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"namespace":"ai-tenant-e2e-worker-w1-5951bc","name":"premium-simulator-access","reconcileID":"a2fff751-549f-4ba3-ada4-60fd41c2903b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"name":"e2e-worker-w1-5951bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:10:16.216244509Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-633a29-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-633a29-access","reconcileID":"a622be6b-c13b-4b46-a279-4a424742e678","MaaSAuthPolicy":{"name":"e2e-rt-eq-633a29-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:10:16.216731656Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-f0d8f9-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-f0d8f9-access","reconcileID":"32f46866-3029-46b7-8b03-8664f757204d","MaaSAuthPolicy":{"name":"e2e-rt-sw-f0d8f9-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:10:16.216974563Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"962ee803-20ae-4da9-9dfd-9c53848b18d7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:10:16.286720039Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-633a29-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-633a29-access","reconcileID":"a622be6b-c13b-4b46-a279-4a424742e678","MaaSAuthPolicy":{"name":"e2e-rt-eq-633a29-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:10:16.29989992Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"962ee803-20ae-4da9-9dfd-9c53848b18d7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:10:16.309509497Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-f0d8f9-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-f0d8f9-access","reconcileID":"32f46866-3029-46b7-8b03-8664f757204d","MaaSAuthPolicy":{"name":"e2e-rt-sw-f0d8f9-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:10:16.413591767Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b5ac3034-c320-4e34-aaa6-36bf47f74469","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:10:16.469292413Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b5ac3034-c320-4e34-aaa6-36bf47f74469","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:10:25.713099393Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:10:31.674903607Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"namespace":"ai-tenant-e2e-worker-w1-5951bc","name":"simulator-subscription","reconcileID":"27bd0d1a-53ba-4c57-8835-26018c384126","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"name":"maas-trlp-simulator-w1-5951bc","model":"e2e-models-e2e-worker-w1-5951bc/simulator-w1-5951bc","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:10:31.77282472Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"3c03325a-d895-4703-b925-976cb25d830e","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:10:32.000422583Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-sw-f0d8f9-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-f0d8f9-sub","reconcileID":"e4062bc5-3d80-477e-b7ed-8658e8a2c222","MaaSSubscription":{"name":"e2e-rt-sw-f0d8f9-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-rt-sw-f0d8f9","model":"llm/e2e-rt-sw-f0d8f9","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:10:32.066596363Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"namespace":"ai-tenant-e2e-worker-w0-9893f0","name":"simulator-subscription","reconcileID":"eedcf3ee-50e5-4e74-a6dc-caede26fcc6f","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"name":"maas-trlp-simulator-w0-9893f0","model":"e2e-models-e2e-worker-w0-9893f0/simulator-w0-9893f0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:10:32.166726422Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"namespace":"ai-tenant-e2e-worker-w0-9893f0","name":"premium-simulator-subscription","reconcileID":"3ac20bbf-760f-4e30-b668-3658c65b27a8","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"name":"maas-trlp-premium-w0-9893f0","model":"e2e-models-e2e-worker-w0-9893f0/premium-w0-9893f0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:10:32.268886224Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"namespace":"ai-tenant-e2e-worker-w3-bb1b51","name":"simulator-subscription","reconcileID":"54a51d86-2f7d-4142-8f3b-8d451886303e","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"name":"maas-trlp-simulator-w3-bb1b51","model":"e2e-models-e2e-worker-w3-bb1b51/simulator-w3-bb1b51","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:10:32.269155932Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"simulator-subscription","reconcileID":"35bc15c8-443c-4b3b-bb98-485794114f16","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"name":"maas-trlp-simulator-w2-91cd99","model":"e2e-models-e2e-worker-w2-91cd99/simulator-w2-91cd99","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:10:32.372410631Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"namespace":"ai-tenant-e2e-worker-w4-8d2c7c","name":"simulator-subscription","reconcileID":"a16f9fbb-ef91-4762-913f-5038c5fb74c0","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"name":"maas-trlp-simulator-w4-8d2c7c","model":"e2e-models-e2e-worker-w4-8d2c7c/simulator-w4-8d2c7c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:10:32.421177185Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-eq-633a29-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-633a29-sub","reconcileID":"6ef208d4-cc47-4bd9-a4d0-d378015775c7","MaaSSubscription":{"name":"e2e-rt-eq-633a29-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-rt-eq-633a29","model":"llm/e2e-rt-eq-633a29","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:10:32.469203885Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"405e1f5a-9b41-4a28-b5d7-0574abc2b1e4","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:10:32.570559663Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"namespace":"ai-tenant-e2e-worker-w3-bb1b51","name":"premium-simulator-subscription","reconcileID":"f16c8672-4e46-4096-8008-716220f7d634","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"name":"maas-trlp-premium-w3-bb1b51","model":"e2e-models-e2e-worker-w3-bb1b51/premium-w3-bb1b51","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:10:32.594277288Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"namespace":"ai-tenant-e2e-worker-w4-8d2c7c","name":"premium-simulator-subscription","reconcileID":"c13b6e86-cfb8-47f6-91c0-876b298eb63c","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"name":"maas-trlp-premium-w4-8d2c7c","model":"e2e-models-e2e-worker-w4-8d2c7c/premium-w4-8d2c7c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:10:32.713780537Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"premium-simulator-subscription","reconcileID":"3d2c0517-e403-4109-bf60-41bfc2e10d6e","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"name":"maas-trlp-premium-w2-91cd99","model":"e2e-models-e2e-worker-w2-91cd99/premium-w2-91cd99","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:10:32.830233401Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"namespace":"ai-tenant-e2e-worker-w1-5951bc","name":"premium-simulator-subscription","reconcileID":"f4390192-d22d-4ec9-83a6-20e026d2a2b0","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"name":"maas-trlp-premium-w1-5951bc","model":"e2e-models-e2e-worker-w1-5951bc/premium-w1-5951bc","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:10:36.505819525Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-bb1b51","namespace":"e2e-models-e2e-worker-w3-bb1b51"},"namespace":"e2e-models-e2e-worker-w3-bb1b51","name":"simulator-w3-bb1b51","reconcileID":"a692b349-515b-45d8-8788-070deadec231","MaaSModelRef":{"name":"simulator-w3-bb1b51","namespace":"e2e-models-e2e-worker-w3-bb1b51"},"routeName":"simulator-w3-bb1b51-kserve-route","namespace":"e2e-models-e2e-worker-w3-bb1b51","llmisvcName":"simulator-w3-bb1b51","gateway":"openshift-ingress/e2e-worker-w3-bb1b51","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:10:36.506210752Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-bb1b51","namespace":"e2e-models-e2e-worker-w3-bb1b51"},"namespace":"e2e-models-e2e-worker-w3-bb1b51","name":"premium-w3-bb1b51","reconcileID":"bf21d48d-8818-4a7f-a81d-1fa086a9707c","MaaSModelRef":{"name":"premium-w3-bb1b51","namespace":"e2e-models-e2e-worker-w3-bb1b51"},"routeName":"premium-w3-bb1b51-kserve-route","namespace":"e2e-models-e2e-worker-w3-bb1b51","llmisvcName":"premium-w3-bb1b51","gateway":"openshift-ingress/e2e-worker-w3-bb1b51","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:10:36.506498759Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-bb1b51","namespace":"e2e-models-e2e-worker-w3-bb1b51"},"namespace":"e2e-models-e2e-worker-w3-bb1b51","name":"distinct-w3-bb1b51","reconcileID":"042750ce-9158-438d-bf55-e48ffd6b66c3","MaaSModelRef":{"name":"distinct-w3-bb1b51","namespace":"e2e-models-e2e-worker-w3-bb1b51"},"routeName":"distinct-w3-bb1b51-kserve-route","namespace":"e2e-models-e2e-worker-w3-bb1b51","llmisvcName":"distinct-w3-bb1b51","gateway":"openshift-ingress/e2e-worker-w3-bb1b51","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:10:36.667196693Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"namespace":"ai-tenant-e2e-worker-w3-bb1b51","name":"premium-simulator-access","reconcileID":"73f19800-d9e3-4208-b144-dd7e815f0a81","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bb1b51","tenantID":"e2e-worker-w3-bb1b51","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:10:36.667922548Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"namespace":"ai-tenant-e2e-worker-w3-bb1b51","name":"simulator-access","reconcileID":"30d8a3f0-5ad7-4563-bf33-0b5c314a9ee8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bb1b51","tenantID":"e2e-worker-w3-bb1b51","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:10:36.722793886Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"namespace":"ai-tenant-e2e-worker-w3-bb1b51","name":"premium-simulator-subscription","reconcileID":"19eabd54-1e26-45f5-8d8c-c8c17f6eeeb2","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"name":"maas-trlp-premium-w3-bb1b51","model":"e2e-models-e2e-worker-w3-bb1b51/premium-w3-bb1b51","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:10:36.723563052Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"namespace":"ai-tenant-e2e-worker-w3-bb1b51","name":"simulator-subscription","reconcileID":"c8110f7f-5b7d-4375-8b80-6ab6165f08bc","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"name":"maas-trlp-simulator-w3-bb1b51","model":"e2e-models-e2e-worker-w3-bb1b51/simulator-w3-bb1b51","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:10:36.774330455Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"namespace":"ai-tenant-e2e-worker-w3-bb1b51","name":"simulator-access","reconcileID":"30d8a3f0-5ad7-4563-bf33-0b5c314a9ee8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"name":"e2e-worker-w3-bb1b51-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:10:36.778257294Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"namespace":"ai-tenant-e2e-worker-w3-bb1b51","name":"premium-simulator-access","reconcileID":"73f19800-d9e3-4208-b144-dd7e815f0a81","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"name":"e2e-worker-w3-bb1b51-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:10:36.788921775Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-5951bc","namespace":"e2e-models-e2e-worker-w1-5951bc"},"namespace":"e2e-models-e2e-worker-w1-5951bc","name":"distinct-2-w1-5951bc","reconcileID":"6a606ced-8a22-4274-a047-5e3df75abe70","MaaSModelRef":{"name":"distinct-2-w1-5951bc","namespace":"e2e-models-e2e-worker-w1-5951bc"},"routeName":"distinct-2-w1-5951bc-kserve-route","namespace":"e2e-models-e2e-worker-w1-5951bc","llmisvcName":"distinct-2-w1-5951bc","gateway":"openshift-ingress/e2e-worker-w1-5951bc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:10:36.85313248Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-bb1b51","namespace":"e2e-models-e2e-worker-w3-bb1b51"},"namespace":"e2e-models-e2e-worker-w3-bb1b51","name":"simulator-w3-bb1b51","reconcileID":"36f2d69e-3c51-4253-bc21-4fb77fcf5da7","MaaSModelRef":{"name":"simulator-w3-bb1b51","namespace":"e2e-models-e2e-worker-w3-bb1b51"},"routeName":"simulator-w3-bb1b51-kserve-route","namespace":"e2e-models-e2e-worker-w3-bb1b51","llmisvcName":"simulator-w3-bb1b51","gateway":"openshift-ingress/e2e-worker-w3-bb1b51","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:10:36.853672369Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-bb1b51","namespace":"e2e-models-e2e-worker-w3-bb1b51"},"namespace":"e2e-models-e2e-worker-w3-bb1b51","name":"premium-w3-bb1b51","reconcileID":"2e8048b0-dcc4-401a-8be4-b3d41c49d26e","MaaSModelRef":{"name":"premium-w3-bb1b51","namespace":"e2e-models-e2e-worker-w3-bb1b51"},"routeName":"premium-w3-bb1b51-kserve-route","namespace":"e2e-models-e2e-worker-w3-bb1b51","llmisvcName":"premium-w3-bb1b51","gateway":"openshift-ingress/e2e-worker-w3-bb1b51","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:10:36.854080334Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-bb1b51","namespace":"e2e-models-e2e-worker-w3-bb1b51"},"namespace":"e2e-models-e2e-worker-w3-bb1b51","name":"distinct-w3-bb1b51","reconcileID":"2d57e709-1b9f-499d-a0a8-a5628dd7f6c9","MaaSModelRef":{"name":"distinct-w3-bb1b51","namespace":"e2e-models-e2e-worker-w3-bb1b51"},"routeName":"distinct-w3-bb1b51-kserve-route","namespace":"e2e-models-e2e-worker-w3-bb1b51","llmisvcName":"distinct-w3-bb1b51","gateway":"openshift-ingress/e2e-worker-w3-bb1b51","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:10:37.091485725Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"namespace":"ai-tenant-e2e-worker-w3-bb1b51","name":"simulator-access","reconcileID":"096f29c8-f61e-4e2f-836a-c386965d2230","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bb1b51","tenantID":"e2e-worker-w3-bb1b51","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:10:37.148852816Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"namespace":"ai-tenant-e2e-worker-w3-bb1b51","name":"simulator-access","reconcileID":"096f29c8-f61e-4e2f-836a-c386965d2230","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"name":"e2e-worker-w3-bb1b51-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:10:37.193759779Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"namespace":"ai-tenant-e2e-worker-w3-bb1b51","name":"premium-simulator-access","reconcileID":"34aade1b-8d05-4966-a05f-8a91f40e3482","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bb1b51","tenantID":"e2e-worker-w3-bb1b51","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:10:37.249945728Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"namespace":"ai-tenant-e2e-worker-w3-bb1b51","name":"premium-simulator-access","reconcileID":"34aade1b-8d05-4966-a05f-8a91f40e3482","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"name":"e2e-worker-w3-bb1b51-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:10:37.750710234Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-5951bc","namespace":"e2e-models-e2e-worker-w1-5951bc"},"namespace":"e2e-models-e2e-worker-w1-5951bc","name":"simulator-w1-5951bc","reconcileID":"d5950f22-7f8a-4156-9c72-b3773df702ca","MaaSModelRef":{"name":"simulator-w1-5951bc","namespace":"e2e-models-e2e-worker-w1-5951bc"},"routeName":"simulator-w1-5951bc-kserve-route","namespace":"e2e-models-e2e-worker-w1-5951bc","llmisvcName":"simulator-w1-5951bc","gateway":"openshift-ingress/e2e-worker-w1-5951bc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:10:37.802406365Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-5951bc","namespace":"e2e-models-e2e-worker-w1-5951bc"},"namespace":"e2e-models-e2e-worker-w1-5951bc","name":"simulator-w1-5951bc","reconcileID":"babe2751-c6c3-4d3c-a9a0-b53040945204","MaaSModelRef":{"name":"simulator-w1-5951bc","namespace":"e2e-models-e2e-worker-w1-5951bc"},"routeName":"simulator-w1-5951bc-kserve-route","namespace":"e2e-models-e2e-worker-w1-5951bc","llmisvcName":"simulator-w1-5951bc","gateway":"openshift-ingress/e2e-worker-w1-5951bc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:10:37.95192407Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"namespace":"ai-tenant-e2e-worker-w1-5951bc","name":"e2e-dedup-auth","reconcileID":"5bbc77ff-8f36-4b56-9b1b-17b3421adafc","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5951bc","tenantID":"e2e-worker-w1-5951bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:10:38.005352845Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"namespace":"ai-tenant-e2e-worker-w1-5951bc","name":"e2e-dedup-auth","reconcileID":"5bbc77ff-8f36-4b56-9b1b-17b3421adafc","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"name":"e2e-worker-w1-5951bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:10:38.306195555Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-5951bc","namespace":"e2e-models-e2e-worker-w1-5951bc"},"namespace":"e2e-models-e2e-worker-w1-5951bc","name":"simulator-w1-5951bc","reconcileID":"32e0e768-2909-46f9-a828-d979abcefa72","MaaSModelRef":{"name":"simulator-w1-5951bc","namespace":"e2e-models-e2e-worker-w1-5951bc"},"routeName":"simulator-w1-5951bc-kserve-route","namespace":"e2e-models-e2e-worker-w1-5951bc","llmisvcName":"simulator-w1-5951bc","gateway":"openshift-ingress/e2e-worker-w1-5951bc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:10:38.451803198Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"namespace":"ai-tenant-e2e-worker-w1-5951bc","name":"e2e-dedup-auth","reconcileID":"c26557a4-a2ae-4305-8c5b-37c8487f0803","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5951bc","tenantID":"e2e-worker-w1-5951bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:10:38.504276255Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"namespace":"ai-tenant-e2e-worker-w1-5951bc","name":"e2e-dedup-auth","reconcileID":"c26557a4-a2ae-4305-8c5b-37c8487f0803","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"name":"e2e-worker-w1-5951bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:10:40.441827429Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-5951bc","namespace":"e2e-models-e2e-worker-w1-5951bc"},"namespace":"e2e-models-e2e-worker-w1-5951bc","name":"simulator-w1-5951bc","reconcileID":"a2b57e7c-d058-45b6-b534-b6163f37c8e7","MaaSModelRef":{"name":"simulator-w1-5951bc","namespace":"e2e-models-e2e-worker-w1-5951bc"},"routeName":"simulator-w1-5951bc-kserve-route","namespace":"e2e-models-e2e-worker-w1-5951bc","llmisvcName":"simulator-w1-5951bc","gateway":"openshift-ingress/e2e-worker-w1-5951bc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:10:40.442995311Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=models-as-a-service priority=0:[models-as-a-service/e2e-rt-eq-633a29-sub models-as-a-service/e2e-rt-sw-f0d8f9-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:10:40.576420069Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-633a29","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-633a29","reconcileID":"64f21a9d-f7bb-42d2-a8c8-699fa07cfc15","MaaSModelRef":{"name":"e2e-rt-eq-633a29","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-eq-633a29","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:10:40.576451605Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-633a29","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-633a29","reconcileID":"64f21a9d-f7bb-42d2-a8c8-699fa07cfc15","MaaSModelRef":{"name":"e2e-rt-eq-633a29","namespace":"llm"},"routeName":"external-model-e2e-rt-eq-633a29-4ac25b991e50","namespace":"llm","model":"e2e-rt-eq-633a29","externalModel":"e2e-rt-eq-633a29","provider":"e2e-rt-eq-633a29-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T12:10:40.578845244Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w1-5951bc/e2e-dedup-subscription","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-dedup-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"ERROR","timestamp":"2026-11-03T12:10:40.624119681Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"namespace":"ai-tenant-e2e-worker-w1-5951bc","name":"simulator-access","reconcileID":"f1c1af4e-f1e0-42fb-b140-e4ccce213177","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w1-5951bc/e2e-dedup-subscription and model e2e-models-e2e-worker-w1-5951bc/simulator-w1-5951bc: compose ai-tenant-e2e-worker-w1-5951bc/e2e-dedup-subscription@e2e-models-e2e-worker-w1-5951bc/simulator-w1-5951bc: model e2e-models-e2e-worker-w1-5951bc/simulator-w1-5951bc: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T12:10:40.624430874Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"namespace":"ai-tenant-e2e-worker-w1-5951bc","name":"premium-simulator-access","reconcileID":"fd45f1de-0aeb-4d90-9701-8d9c6898263f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w1-5951bc/e2e-dedup-subscription and model e2e-models-e2e-worker-w1-5951bc/simulator-w1-5951bc: compose ai-tenant-e2e-worker-w1-5951bc/e2e-dedup-subscription@e2e-models-e2e-worker-w1-5951bc/simulator-w1-5951bc: model e2e-models-e2e-worker-w1-5951bc/simulator-w1-5951bc: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T12:10:40.624907892Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"namespace":"ai-tenant-e2e-worker-w1-5951bc","name":"e2e-dedup-auth","reconcileID":"89916563-95eb-426b-8e82-c9fd880e872d","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w1-5951bc/e2e-dedup-subscription and model e2e-models-e2e-worker-w1-5951bc/simulator-w1-5951bc: compose ai-tenant-e2e-worker-w1-5951bc/e2e-dedup-subscription@e2e-models-e2e-worker-w1-5951bc/simulator-w1-5951bc: model e2e-models-e2e-worker-w1-5951bc/simulator-w1-5951bc: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T12:10:40.625893497Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-5951bc","namespace":"e2e-models-e2e-worker-w1-5951bc"},"namespace":"e2e-models-e2e-worker-w1-5951bc","name":"simulator-w1-5951bc","reconcileID":"2110b869-1f6d-4f9c-8686-bb2797bf973e","MaaSModelRef":{"name":"simulator-w1-5951bc","namespace":"e2e-models-e2e-worker-w1-5951bc"},"routeName":"simulator-w1-5951bc-kserve-route","namespace":"e2e-models-e2e-worker-w1-5951bc","llmisvcName":"simulator-w1-5951bc","gateway":"openshift-ingress/e2e-worker-w1-5951bc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:10:40.627576556Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-5951bc","namespace":"e2e-models-e2e-worker-w1-5951bc"},"namespace":"e2e-models-e2e-worker-w1-5951bc","name":"simulator-w1-5951bc","reconcileID":"1da87617-b3cb-406b-b40c-545d16c8bbf6","MaaSModelRef":{"name":"simulator-w1-5951bc","namespace":"e2e-models-e2e-worker-w1-5951bc"},"routeName":"simulator-w1-5951bc-kserve-route","namespace":"e2e-models-e2e-worker-w1-5951bc","llmisvcName":"simulator-w1-5951bc","gateway":"openshift-ingress/e2e-worker-w1-5951bc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:10:40.677282624Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-5951bc","namespace":"e2e-models-e2e-worker-w1-5951bc"},"namespace":"e2e-models-e2e-worker-w1-5951bc","name":"premium-w1-5951bc","reconcileID":"eac80e65-955c-4b7c-b010-a86798d999f4","MaaSModelRef":{"name":"premium-w1-5951bc","namespace":"e2e-models-e2e-worker-w1-5951bc"},"routeName":"premium-w1-5951bc-kserve-route","namespace":"e2e-models-e2e-worker-w1-5951bc","llmisvcName":"premium-w1-5951bc","gateway":"openshift-ingress/e2e-worker-w1-5951bc","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T12:10:40.677720084Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"namespace":"ai-tenant-e2e-worker-w1-5951bc","name":"premium-simulator-access","reconcileID":"fd45f1de-0aeb-4d90-9701-8d9c6898263f","error":"compose guardrails for subscription ai-tenant-e2e-worker-w1-5951bc/e2e-dedup-subscription and model e2e-models-e2e-worker-w1-5951bc/simulator-w1-5951bc: compose ai-tenant-e2e-worker-w1-5951bc/e2e-dedup-subscription@e2e-models-e2e-worker-w1-5951bc/simulator-w1-5951bc: model e2e-models-e2e-worker-w1-5951bc/simulator-w1-5951bc: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T12:10:40.679953314Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-5951bc","namespace":"e2e-models-e2e-worker-w1-5951bc"},"namespace":"e2e-models-e2e-worker-w1-5951bc","name":"simulator-w1-5951bc","reconcileID":"658f4245-867b-440f-9da1-83f9d097e933","MaaSModelRef":{"name":"simulator-w1-5951bc","namespace":"e2e-models-e2e-worker-w1-5951bc"},"routeName":"simulator-w1-5951bc-kserve-route","namespace":"e2e-models-e2e-worker-w1-5951bc","llmisvcName":"simulator-w1-5951bc","gateway":"openshift-ingress/e2e-worker-w1-5951bc","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T12:10:40.679942984Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"namespace":"ai-tenant-e2e-worker-w1-5951bc","name":"e2e-dedup-auth","reconcileID":"89916563-95eb-426b-8e82-c9fd880e872d","error":"compose guardrails for subscription ai-tenant-e2e-worker-w1-5951bc/e2e-dedup-subscription and model e2e-models-e2e-worker-w1-5951bc/simulator-w1-5951bc: compose ai-tenant-e2e-worker-w1-5951bc/e2e-dedup-subscription@e2e-models-e2e-worker-w1-5951bc/simulator-w1-5951bc: model e2e-models-e2e-worker-w1-5951bc/simulator-w1-5951bc: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T12:10:40.680572151Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"namespace":"ai-tenant-e2e-worker-w1-5951bc","name":"simulator-access","reconcileID":"f1c1af4e-f1e0-42fb-b140-e4ccce213177","error":"compose guardrails for subscription ai-tenant-e2e-worker-w1-5951bc/e2e-dedup-subscription and model e2e-models-e2e-worker-w1-5951bc/simulator-w1-5951bc: compose ai-tenant-e2e-worker-w1-5951bc/e2e-dedup-subscription@e2e-models-e2e-worker-w1-5951bc/simulator-w1-5951bc: model e2e-models-e2e-worker-w1-5951bc/simulator-w1-5951bc: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T12:10:40.680595478Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-5951bc","namespace":"e2e-models-e2e-worker-w1-5951bc"},"namespace":"e2e-models-e2e-worker-w1-5951bc","name":"simulator-w1-5951bc","reconcileID":"868c8621-9b97-4d70-a3cf-46ebe9f33556","MaaSModelRef":{"name":"simulator-w1-5951bc","namespace":"e2e-models-e2e-worker-w1-5951bc"},"routeName":"simulator-w1-5951bc-kserve-route","namespace":"e2e-models-e2e-worker-w1-5951bc","llmisvcName":"simulator-w1-5951bc","gateway":"openshift-ingress/e2e-worker-w1-5951bc","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T12:10:40.82323046Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"namespace":"ai-tenant-e2e-worker-w1-5951bc","name":"premium-simulator-access","reconcileID":"a330f77d-ddeb-4d17-9b5f-2862f6b07c3b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w1-5951bc/e2e-dedup-subscription and model e2e-models-e2e-worker-w1-5951bc/simulator-w1-5951bc: compose ai-tenant-e2e-worker-w1-5951bc/e2e-dedup-subscription@e2e-models-e2e-worker-w1-5951bc/simulator-w1-5951bc: model e2e-models-e2e-worker-w1-5951bc/simulator-w1-5951bc: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T12:10:40.823302178Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"namespace":"ai-tenant-e2e-worker-w1-5951bc","name":"premium-simulator-access","reconcileID":"a330f77d-ddeb-4d17-9b5f-2862f6b07c3b","error":"compose guardrails for subscription ai-tenant-e2e-worker-w1-5951bc/e2e-dedup-subscription and model e2e-models-e2e-worker-w1-5951bc/simulator-w1-5951bc: compose ai-tenant-e2e-worker-w1-5951bc/e2e-dedup-subscription@e2e-models-e2e-worker-w1-5951bc/simulator-w1-5951bc: model e2e-models-e2e-worker-w1-5951bc/simulator-w1-5951bc: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T12:10:40.824270416Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"namespace":"ai-tenant-e2e-worker-w1-5951bc","name":"e2e-dedup-auth","reconcileID":"97945170-bf90-4cdf-9262-908757f04504","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w1-5951bc/e2e-dedup-subscription and model e2e-models-e2e-worker-w1-5951bc/simulator-w1-5951bc: compose ai-tenant-e2e-worker-w1-5951bc/e2e-dedup-subscription@e2e-models-e2e-worker-w1-5951bc/simulator-w1-5951bc: model e2e-models-e2e-worker-w1-5951bc/simulator-w1-5951bc: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T12:10:40.824681497Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"namespace":"ai-tenant-e2e-worker-w1-5951bc","name":"simulator-access","reconcileID":"1d8edc82-ac64-44c1-932c-088874d7183a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w1-5951bc/e2e-dedup-subscription and model e2e-models-e2e-worker-w1-5951bc/simulator-w1-5951bc: compose ai-tenant-e2e-worker-w1-5951bc/e2e-dedup-subscription@e2e-models-e2e-worker-w1-5951bc/simulator-w1-5951bc: model e2e-models-e2e-worker-w1-5951bc/simulator-w1-5951bc: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T12:10:40.824738645Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"namespace":"ai-tenant-e2e-worker-w1-5951bc","name":"simulator-access","reconcileID":"1d8edc82-ac64-44c1-932c-088874d7183a","error":"compose guardrails for subscription ai-tenant-e2e-worker-w1-5951bc/e2e-dedup-subscription and model e2e-models-e2e-worker-w1-5951bc/simulator-w1-5951bc: compose ai-tenant-e2e-worker-w1-5951bc/e2e-dedup-subscription@e2e-models-e2e-worker-w1-5951bc/simulator-w1-5951bc: model e2e-models-e2e-worker-w1-5951bc/simulator-w1-5951bc: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T12:10:40.873236803Z","body":"failed to persist reconcile failure","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"namespace":"ai-tenant-e2e-worker-w1-5951bc","name":"e2e-dedup-auth","reconcileID":"97945170-bf90-4cdf-9262-908757f04504","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"e2e-dedup-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).reconcileFailed\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:2167\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:626\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T12:10:40.873312187Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"namespace":"ai-tenant-e2e-worker-w1-5951bc","name":"e2e-dedup-auth","reconcileID":"97945170-bf90-4cdf-9262-908757f04504","error":"compose guardrails for subscription ai-tenant-e2e-worker-w1-5951bc/e2e-dedup-subscription and model e2e-models-e2e-worker-w1-5951bc/simulator-w1-5951bc: compose ai-tenant-e2e-worker-w1-5951bc/e2e-dedup-subscription@e2e-models-e2e-worker-w1-5951bc/simulator-w1-5951bc: model e2e-models-e2e-worker-w1-5951bc/simulator-w1-5951bc: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T12:10:40.875839765Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dedup-subscription","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"namespace":"ai-tenant-e2e-worker-w1-5951bc","name":"e2e-dedup-subscription","reconcileID":"e4b39ef8-a58f-4d97-b930-d3490a59c009","MaaSSubscription":{"name":"e2e-dedup-subscription","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"name":"maas-trlp-simulator-w1-5951bc","model":"e2e-models-e2e-worker-w1-5951bc/simulator-w1-5951bc","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w1-5951bc/e2e-dedup-subscription","ai-tenant-e2e-worker-w1-5951bc/simulator-subscription"],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T12:10:40.978975294Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"namespace":"ai-tenant-e2e-worker-w1-5951bc","name":"premium-simulator-access","reconcileID":"8be56de5-3606-4234-a4b2-1c29c513db4b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w1-5951bc/e2e-dedup-subscription and model e2e-models-e2e-worker-w1-5951bc/simulator-w1-5951bc: compose ai-tenant-e2e-worker-w1-5951bc/e2e-dedup-subscription@e2e-models-e2e-worker-w1-5951bc/simulator-w1-5951bc: model e2e-models-e2e-worker-w1-5951bc/simulator-w1-5951bc: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T12:10:40.97904056Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"namespace":"ai-tenant-e2e-worker-w1-5951bc","name":"premium-simulator-access","reconcileID":"8be56de5-3606-4234-a4b2-1c29c513db4b","error":"compose guardrails for subscription ai-tenant-e2e-worker-w1-5951bc/e2e-dedup-subscription and model e2e-models-e2e-worker-w1-5951bc/simulator-w1-5951bc: compose ai-tenant-e2e-worker-w1-5951bc/e2e-dedup-subscription@e2e-models-e2e-worker-w1-5951bc/simulator-w1-5951bc: model e2e-models-e2e-worker-w1-5951bc/simulator-w1-5951bc: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T12:10:40.979491327Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"namespace":"ai-tenant-e2e-worker-w1-5951bc","name":"simulator-access","reconcileID":"23baa3c0-0a13-468c-ae11-d0d2c340f933","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w1-5951bc/e2e-dedup-subscription and model e2e-models-e2e-worker-w1-5951bc/simulator-w1-5951bc: compose ai-tenant-e2e-worker-w1-5951bc/e2e-dedup-subscription@e2e-models-e2e-worker-w1-5951bc/simulator-w1-5951bc: model e2e-models-e2e-worker-w1-5951bc/simulator-w1-5951bc: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T12:10:40.97954908Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"namespace":"ai-tenant-e2e-worker-w1-5951bc","name":"simulator-access","reconcileID":"23baa3c0-0a13-468c-ae11-d0d2c340f933","error":"compose guardrails for subscription ai-tenant-e2e-worker-w1-5951bc/e2e-dedup-subscription and model e2e-models-e2e-worker-w1-5951bc/simulator-w1-5951bc: compose ai-tenant-e2e-worker-w1-5951bc/e2e-dedup-subscription@e2e-models-e2e-worker-w1-5951bc/simulator-w1-5951bc: model e2e-models-e2e-worker-w1-5951bc/simulator-w1-5951bc: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T12:10:41.029254589Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"namespace":"ai-tenant-e2e-worker-w1-5951bc","name":"e2e-dedup-auth","reconcileID":"b9e5766b-1e1c-4cff-9436-2babed7aed3e","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w1-5951bc/e2e-dedup-subscription and model e2e-models-e2e-worker-w1-5951bc/simulator-w1-5951bc: compose ai-tenant-e2e-worker-w1-5951bc/e2e-dedup-subscription@e2e-models-e2e-worker-w1-5951bc/simulator-w1-5951bc: model e2e-models-e2e-worker-w1-5951bc/simulator-w1-5951bc: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T12:10:41.029351568Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"namespace":"ai-tenant-e2e-worker-w1-5951bc","name":"e2e-dedup-auth","reconcileID":"b9e5766b-1e1c-4cff-9436-2babed7aed3e","error":"compose guardrails for subscription ai-tenant-e2e-worker-w1-5951bc/e2e-dedup-subscription and model e2e-models-e2e-worker-w1-5951bc/simulator-w1-5951bc: compose ai-tenant-e2e-worker-w1-5951bc/e2e-dedup-subscription@e2e-models-e2e-worker-w1-5951bc/simulator-w1-5951bc: model e2e-models-e2e-worker-w1-5951bc/simulator-w1-5951bc: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T12:10:41.029847062Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-5951bc","namespace":"e2e-models-e2e-worker-w1-5951bc"},"namespace":"e2e-models-e2e-worker-w1-5951bc","name":"simulator-w1-5951bc","reconcileID":"a77d15f2-a8c7-49c0-987c-a02d2b1db65b","MaaSModelRef":{"name":"simulator-w1-5951bc","namespace":"e2e-models-e2e-worker-w1-5951bc"},"routeName":"simulator-w1-5951bc-kserve-route","namespace":"e2e-models-e2e-worker-w1-5951bc","llmisvcName":"simulator-w1-5951bc","gateway":"openshift-ingress/e2e-worker-w1-5951bc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:10:41.070806654Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"namespace":"ai-tenant-e2e-worker-w1-5951bc","name":"simulator-subscription","reconcileID":"10cf8b74-c320-4172-86b0-9a0b5e3f068c","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"name":"maas-trlp-simulator-w1-5951bc","model":"e2e-models-e2e-worker-w1-5951bc/simulator-w1-5951bc","subscriptionCount":2,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T12:10:41.147453811Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"namespace":"ai-tenant-e2e-worker-w1-5951bc","name":"premium-simulator-access","reconcileID":"8ede491c-7b14-4ee4-bc10-57231095e876","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w1-5951bc/e2e-dedup-subscription and model e2e-models-e2e-worker-w1-5951bc/simulator-w1-5951bc: compose ai-tenant-e2e-worker-w1-5951bc/e2e-dedup-subscription@e2e-models-e2e-worker-w1-5951bc/simulator-w1-5951bc: model e2e-models-e2e-worker-w1-5951bc/simulator-w1-5951bc: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T12:10:41.147537656Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"namespace":"ai-tenant-e2e-worker-w1-5951bc","name":"premium-simulator-access","reconcileID":"8ede491c-7b14-4ee4-bc10-57231095e876","error":"compose guardrails for subscription ai-tenant-e2e-worker-w1-5951bc/e2e-dedup-subscription and model e2e-models-e2e-worker-w1-5951bc/simulator-w1-5951bc: compose ai-tenant-e2e-worker-w1-5951bc/e2e-dedup-subscription@e2e-models-e2e-worker-w1-5951bc/simulator-w1-5951bc: model e2e-models-e2e-worker-w1-5951bc/simulator-w1-5951bc: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T12:10:41.147630233Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"namespace":"ai-tenant-e2e-worker-w1-5951bc","name":"simulator-access","reconcileID":"02cb0e9f-29e4-49f4-8374-4f017ea4bb5f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w1-5951bc/e2e-dedup-subscription and model e2e-models-e2e-worker-w1-5951bc/simulator-w1-5951bc: compose ai-tenant-e2e-worker-w1-5951bc/e2e-dedup-subscription@e2e-models-e2e-worker-w1-5951bc/simulator-w1-5951bc: model e2e-models-e2e-worker-w1-5951bc/simulator-w1-5951bc: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T12:10:41.147710138Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"namespace":"ai-tenant-e2e-worker-w1-5951bc","name":"simulator-access","reconcileID":"02cb0e9f-29e4-49f4-8374-4f017ea4bb5f","error":"compose guardrails for subscription ai-tenant-e2e-worker-w1-5951bc/e2e-dedup-subscription and model e2e-models-e2e-worker-w1-5951bc/simulator-w1-5951bc: compose ai-tenant-e2e-worker-w1-5951bc/e2e-dedup-subscription@e2e-models-e2e-worker-w1-5951bc/simulator-w1-5951bc: model e2e-models-e2e-worker-w1-5951bc/simulator-w1-5951bc: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T12:10:41.19530191Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"namespace":"ai-tenant-e2e-worker-w1-5951bc","name":"e2e-dedup-auth","reconcileID":"02b0bfcd-1fd6-45bd-9a35-70914482d05f","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w1-5951bc/e2e-dedup-subscription and model e2e-models-e2e-worker-w1-5951bc/simulator-w1-5951bc: compose ai-tenant-e2e-worker-w1-5951bc/e2e-dedup-subscription@e2e-models-e2e-worker-w1-5951bc/simulator-w1-5951bc: model e2e-models-e2e-worker-w1-5951bc/simulator-w1-5951bc: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T12:10:41.195373631Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"namespace":"ai-tenant-e2e-worker-w1-5951bc","name":"e2e-dedup-auth","reconcileID":"02b0bfcd-1fd6-45bd-9a35-70914482d05f","error":"compose guardrails for subscription ai-tenant-e2e-worker-w1-5951bc/e2e-dedup-subscription and model e2e-models-e2e-worker-w1-5951bc/simulator-w1-5951bc: compose ai-tenant-e2e-worker-w1-5951bc/e2e-dedup-subscription@e2e-models-e2e-worker-w1-5951bc/simulator-w1-5951bc: model e2e-models-e2e-worker-w1-5951bc/simulator-w1-5951bc: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T12:10:41.225367658Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dedup-subscription","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"namespace":"ai-tenant-e2e-worker-w1-5951bc","name":"e2e-dedup-subscription","reconcileID":"b3f139ef-9fab-4b15-b989-057fb8409cea","MaaSSubscription":{"name":"e2e-dedup-subscription","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"name":"maas-trlp-simulator-w1-5951bc","model":"e2e-models-e2e-worker-w1-5951bc/simulator-w1-5951bc","subscriptionCount":2,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T12:10:41.33358255Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"namespace":"ai-tenant-e2e-worker-w1-5951bc","name":"simulator-access","reconcileID":"84c2399b-8792-4631-9d76-53eed78741ab","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w1-5951bc/e2e-dedup-subscription and model e2e-models-e2e-worker-w1-5951bc/simulator-w1-5951bc: compose ai-tenant-e2e-worker-w1-5951bc/e2e-dedup-subscription@e2e-models-e2e-worker-w1-5951bc/simulator-w1-5951bc: model e2e-models-e2e-worker-w1-5951bc/simulator-w1-5951bc: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T12:10:41.333656005Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"namespace":"ai-tenant-e2e-worker-w1-5951bc","name":"simulator-access","reconcileID":"84c2399b-8792-4631-9d76-53eed78741ab","error":"compose guardrails for subscription ai-tenant-e2e-worker-w1-5951bc/e2e-dedup-subscription and model e2e-models-e2e-worker-w1-5951bc/simulator-w1-5951bc: compose ai-tenant-e2e-worker-w1-5951bc/e2e-dedup-subscription@e2e-models-e2e-worker-w1-5951bc/simulator-w1-5951bc: model e2e-models-e2e-worker-w1-5951bc/simulator-w1-5951bc: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T12:10:41.333583694Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"namespace":"ai-tenant-e2e-worker-w1-5951bc","name":"premium-simulator-access","reconcileID":"913007e7-f6e2-4852-bbc8-958c7a51ffea","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w1-5951bc/e2e-dedup-subscription and model e2e-models-e2e-worker-w1-5951bc/simulator-w1-5951bc: compose ai-tenant-e2e-worker-w1-5951bc/e2e-dedup-subscription@e2e-models-e2e-worker-w1-5951bc/simulator-w1-5951bc: model e2e-models-e2e-worker-w1-5951bc/simulator-w1-5951bc: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T12:10:41.333736115Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"namespace":"ai-tenant-e2e-worker-w1-5951bc","name":"premium-simulator-access","reconcileID":"913007e7-f6e2-4852-bbc8-958c7a51ffea","error":"compose guardrails for subscription ai-tenant-e2e-worker-w1-5951bc/e2e-dedup-subscription and model e2e-models-e2e-worker-w1-5951bc/simulator-w1-5951bc: compose ai-tenant-e2e-worker-w1-5951bc/e2e-dedup-subscription@e2e-models-e2e-worker-w1-5951bc/simulator-w1-5951bc: model e2e-models-e2e-worker-w1-5951bc/simulator-w1-5951bc: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T12:10:41.43579757Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"namespace":"ai-tenant-e2e-worker-w1-5951bc","name":"e2e-dedup-auth","reconcileID":"75b8aaf3-ea93-48c5-a8b6-2a1c969ced1f","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w1-5951bc/e2e-dedup-subscription and model e2e-models-e2e-worker-w1-5951bc/simulator-w1-5951bc: compose ai-tenant-e2e-worker-w1-5951bc/e2e-dedup-subscription@e2e-models-e2e-worker-w1-5951bc/simulator-w1-5951bc: model e2e-models-e2e-worker-w1-5951bc/simulator-w1-5951bc: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T12:10:41.435885386Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"namespace":"ai-tenant-e2e-worker-w1-5951bc","name":"e2e-dedup-auth","reconcileID":"75b8aaf3-ea93-48c5-a8b6-2a1c969ced1f","error":"compose guardrails for subscription ai-tenant-e2e-worker-w1-5951bc/e2e-dedup-subscription and model e2e-models-e2e-worker-w1-5951bc/simulator-w1-5951bc: compose ai-tenant-e2e-worker-w1-5951bc/e2e-dedup-subscription@e2e-models-e2e-worker-w1-5951bc/simulator-w1-5951bc: model e2e-models-e2e-worker-w1-5951bc/simulator-w1-5951bc: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T12:10:41.559876375Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"namespace":"ai-tenant-e2e-worker-w1-5951bc","name":"simulator-access","reconcileID":"b17f41c0-f44c-4dc6-bb3f-98dd702de5ac","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w1-5951bc/e2e-dedup-subscription and model e2e-models-e2e-worker-w1-5951bc/simulator-w1-5951bc: compose ai-tenant-e2e-worker-w1-5951bc/e2e-dedup-subscription@e2e-models-e2e-worker-w1-5951bc/simulator-w1-5951bc: model e2e-models-e2e-worker-w1-5951bc/simulator-w1-5951bc: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T12:10:41.559954282Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"namespace":"ai-tenant-e2e-worker-w1-5951bc","name":"simulator-access","reconcileID":"b17f41c0-f44c-4dc6-bb3f-98dd702de5ac","error":"compose guardrails for subscription ai-tenant-e2e-worker-w1-5951bc/e2e-dedup-subscription and model e2e-models-e2e-worker-w1-5951bc/simulator-w1-5951bc: compose ai-tenant-e2e-worker-w1-5951bc/e2e-dedup-subscription@e2e-models-e2e-worker-w1-5951bc/simulator-w1-5951bc: model e2e-models-e2e-worker-w1-5951bc/simulator-w1-5951bc: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T12:10:41.56055653Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"namespace":"ai-tenant-e2e-worker-w1-5951bc","name":"premium-simulator-access","reconcileID":"d9c4a2f4-6578-4ae3-a69f-96e64b6fa0a4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w1-5951bc/e2e-dedup-subscription and model e2e-models-e2e-worker-w1-5951bc/simulator-w1-5951bc: compose ai-tenant-e2e-worker-w1-5951bc/e2e-dedup-subscription@e2e-models-e2e-worker-w1-5951bc/simulator-w1-5951bc: model e2e-models-e2e-worker-w1-5951bc/simulator-w1-5951bc: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T12:10:41.560623424Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"namespace":"ai-tenant-e2e-worker-w1-5951bc","name":"premium-simulator-access","reconcileID":"d9c4a2f4-6578-4ae3-a69f-96e64b6fa0a4","error":"compose guardrails for subscription ai-tenant-e2e-worker-w1-5951bc/e2e-dedup-subscription and model e2e-models-e2e-worker-w1-5951bc/simulator-w1-5951bc: compose ai-tenant-e2e-worker-w1-5951bc/e2e-dedup-subscription@e2e-models-e2e-worker-w1-5951bc/simulator-w1-5951bc: model e2e-models-e2e-worker-w1-5951bc/simulator-w1-5951bc: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T12:10:41.661485739Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"namespace":"ai-tenant-e2e-worker-w1-5951bc","name":"e2e-dedup-auth","reconcileID":"0ebebb48-206c-47d4-8140-3f4f27bebb4e","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w1-5951bc/e2e-dedup-subscription and model e2e-models-e2e-worker-w1-5951bc/simulator-w1-5951bc: compose ai-tenant-e2e-worker-w1-5951bc/e2e-dedup-subscription@e2e-models-e2e-worker-w1-5951bc/simulator-w1-5951bc: model e2e-models-e2e-worker-w1-5951bc/simulator-w1-5951bc: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T12:10:41.661556857Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"namespace":"ai-tenant-e2e-worker-w1-5951bc","name":"e2e-dedup-auth","reconcileID":"0ebebb48-206c-47d4-8140-3f4f27bebb4e","error":"compose guardrails for subscription ai-tenant-e2e-worker-w1-5951bc/e2e-dedup-subscription and model e2e-models-e2e-worker-w1-5951bc/simulator-w1-5951bc: compose ai-tenant-e2e-worker-w1-5951bc/e2e-dedup-subscription@e2e-models-e2e-worker-w1-5951bc/simulator-w1-5951bc: model e2e-models-e2e-worker-w1-5951bc/simulator-w1-5951bc: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T12:10:41.866761276Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"namespace":"ai-tenant-e2e-worker-w1-5951bc","name":"simulator-access","reconcileID":"5f68ba20-56c0-4efd-aa52-0dfb3481875c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w1-5951bc/e2e-dedup-subscription and model e2e-models-e2e-worker-w1-5951bc/simulator-w1-5951bc: compose ai-tenant-e2e-worker-w1-5951bc/e2e-dedup-subscription@e2e-models-e2e-worker-w1-5951bc/simulator-w1-5951bc: model e2e-models-e2e-worker-w1-5951bc/simulator-w1-5951bc: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T12:10:41.866833206Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"namespace":"ai-tenant-e2e-worker-w1-5951bc","name":"simulator-access","reconcileID":"5f68ba20-56c0-4efd-aa52-0dfb3481875c","error":"compose guardrails for subscription ai-tenant-e2e-worker-w1-5951bc/e2e-dedup-subscription and model e2e-models-e2e-worker-w1-5951bc/simulator-w1-5951bc: compose ai-tenant-e2e-worker-w1-5951bc/e2e-dedup-subscription@e2e-models-e2e-worker-w1-5951bc/simulator-w1-5951bc: model e2e-models-e2e-worker-w1-5951bc/simulator-w1-5951bc: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T12:10:41.86676021Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"namespace":"ai-tenant-e2e-worker-w1-5951bc","name":"premium-simulator-access","reconcileID":"5bb73348-87e7-4b97-9b87-7ed5d3f445d8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w1-5951bc/e2e-dedup-subscription and model e2e-models-e2e-worker-w1-5951bc/simulator-w1-5951bc: compose ai-tenant-e2e-worker-w1-5951bc/e2e-dedup-subscription@e2e-models-e2e-worker-w1-5951bc/simulator-w1-5951bc: model e2e-models-e2e-worker-w1-5951bc/simulator-w1-5951bc: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T12:10:41.866890309Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"namespace":"ai-tenant-e2e-worker-w1-5951bc","name":"premium-simulator-access","reconcileID":"5bb73348-87e7-4b97-9b87-7ed5d3f445d8","error":"compose guardrails for subscription ai-tenant-e2e-worker-w1-5951bc/e2e-dedup-subscription and model e2e-models-e2e-worker-w1-5951bc/simulator-w1-5951bc: compose ai-tenant-e2e-worker-w1-5951bc/e2e-dedup-subscription@e2e-models-e2e-worker-w1-5951bc/simulator-w1-5951bc: model e2e-models-e2e-worker-w1-5951bc/simulator-w1-5951bc: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T12:10:41.967542593Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"namespace":"ai-tenant-e2e-worker-w1-5951bc","name":"e2e-dedup-auth","reconcileID":"ae44e95f-a66a-43cc-804b-10a2a2425507","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w1-5951bc/e2e-dedup-subscription and model e2e-models-e2e-worker-w1-5951bc/simulator-w1-5951bc: compose ai-tenant-e2e-worker-w1-5951bc/e2e-dedup-subscription@e2e-models-e2e-worker-w1-5951bc/simulator-w1-5951bc: model e2e-models-e2e-worker-w1-5951bc/simulator-w1-5951bc: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T12:10:41.967639375Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"namespace":"ai-tenant-e2e-worker-w1-5951bc","name":"e2e-dedup-auth","reconcileID":"ae44e95f-a66a-43cc-804b-10a2a2425507","error":"compose guardrails for subscription ai-tenant-e2e-worker-w1-5951bc/e2e-dedup-subscription and model e2e-models-e2e-worker-w1-5951bc/simulator-w1-5951bc: compose ai-tenant-e2e-worker-w1-5951bc/e2e-dedup-subscription@e2e-models-e2e-worker-w1-5951bc/simulator-w1-5951bc: model e2e-models-e2e-worker-w1-5951bc/simulator-w1-5951bc: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T12:10:42.334537324Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"namespace":"ai-tenant-e2e-worker-w1-5951bc","name":"simulator-access","reconcileID":"1fee2ff8-5d82-493b-a66a-6d1af848b994","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w1-5951bc/e2e-dedup-subscription and model e2e-models-e2e-worker-w1-5951bc/simulator-w1-5951bc: compose ai-tenant-e2e-worker-w1-5951bc/e2e-dedup-subscription@e2e-models-e2e-worker-w1-5951bc/simulator-w1-5951bc: model e2e-models-e2e-worker-w1-5951bc/simulator-w1-5951bc: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T12:10:42.33461052Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"namespace":"ai-tenant-e2e-worker-w1-5951bc","name":"simulator-access","reconcileID":"1fee2ff8-5d82-493b-a66a-6d1af848b994","error":"compose guardrails for subscription ai-tenant-e2e-worker-w1-5951bc/e2e-dedup-subscription and model e2e-models-e2e-worker-w1-5951bc/simulator-w1-5951bc: compose ai-tenant-e2e-worker-w1-5951bc/e2e-dedup-subscription@e2e-models-e2e-worker-w1-5951bc/simulator-w1-5951bc: model e2e-models-e2e-worker-w1-5951bc/simulator-w1-5951bc: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T12:10:42.334539573Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"namespace":"ai-tenant-e2e-worker-w1-5951bc","name":"premium-simulator-access","reconcileID":"df740479-77df-46dc-bb69-8885664f1cdf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w1-5951bc/e2e-dedup-subscription and model e2e-models-e2e-worker-w1-5951bc/simulator-w1-5951bc: compose ai-tenant-e2e-worker-w1-5951bc/e2e-dedup-subscription@e2e-models-e2e-worker-w1-5951bc/simulator-w1-5951bc: model e2e-models-e2e-worker-w1-5951bc/simulator-w1-5951bc: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T12:10:42.334660419Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"namespace":"ai-tenant-e2e-worker-w1-5951bc","name":"premium-simulator-access","reconcileID":"df740479-77df-46dc-bb69-8885664f1cdf","error":"compose guardrails for subscription ai-tenant-e2e-worker-w1-5951bc/e2e-dedup-subscription and model e2e-models-e2e-worker-w1-5951bc/simulator-w1-5951bc: compose ai-tenant-e2e-worker-w1-5951bc/e2e-dedup-subscription@e2e-models-e2e-worker-w1-5951bc/simulator-w1-5951bc: model e2e-models-e2e-worker-w1-5951bc/simulator-w1-5951bc: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T12:10:42.434468944Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"namespace":"ai-tenant-e2e-worker-w1-5951bc","name":"e2e-dedup-auth","reconcileID":"8f399675-5e56-47b6-ba42-c5ed1a0068af","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w1-5951bc/e2e-dedup-subscription and model e2e-models-e2e-worker-w1-5951bc/simulator-w1-5951bc: compose ai-tenant-e2e-worker-w1-5951bc/e2e-dedup-subscription@e2e-models-e2e-worker-w1-5951bc/simulator-w1-5951bc: model e2e-models-e2e-worker-w1-5951bc/simulator-w1-5951bc: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T12:10:42.43453879Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"namespace":"ai-tenant-e2e-worker-w1-5951bc","name":"e2e-dedup-auth","reconcileID":"8f399675-5e56-47b6-ba42-c5ed1a0068af","error":"compose guardrails for subscription ai-tenant-e2e-worker-w1-5951bc/e2e-dedup-subscription and model e2e-models-e2e-worker-w1-5951bc/simulator-w1-5951bc: compose ai-tenant-e2e-worker-w1-5951bc/e2e-dedup-subscription@e2e-models-e2e-worker-w1-5951bc/simulator-w1-5951bc: model e2e-models-e2e-worker-w1-5951bc/simulator-w1-5951bc: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T12:10:43.121860556Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"namespace":"ai-tenant-e2e-worker-w1-5951bc","name":"simulator-access","reconcileID":"5345f186-dc8c-4d93-b513-430f7481c8fd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w1-5951bc/e2e-dedup-subscription and model e2e-models-e2e-worker-w1-5951bc/simulator-w1-5951bc: compose ai-tenant-e2e-worker-w1-5951bc/e2e-dedup-subscription@e2e-models-e2e-worker-w1-5951bc/simulator-w1-5951bc: model e2e-models-e2e-worker-w1-5951bc/simulator-w1-5951bc: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T12:10:43.121944408Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"namespace":"ai-tenant-e2e-worker-w1-5951bc","name":"simulator-access","reconcileID":"5345f186-dc8c-4d93-b513-430f7481c8fd","error":"compose guardrails for subscription ai-tenant-e2e-worker-w1-5951bc/e2e-dedup-subscription and model e2e-models-e2e-worker-w1-5951bc/simulator-w1-5951bc: compose ai-tenant-e2e-worker-w1-5951bc/e2e-dedup-subscription@e2e-models-e2e-worker-w1-5951bc/simulator-w1-5951bc: model e2e-models-e2e-worker-w1-5951bc/simulator-w1-5951bc: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T12:10:43.123894376Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"namespace":"ai-tenant-e2e-worker-w1-5951bc","name":"premium-simulator-access","reconcileID":"9404c4a9-4b3b-4dc5-a9b0-190c2dd69957","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w1-5951bc/e2e-dedup-subscription and model e2e-models-e2e-worker-w1-5951bc/simulator-w1-5951bc: compose ai-tenant-e2e-worker-w1-5951bc/e2e-dedup-subscription@e2e-models-e2e-worker-w1-5951bc/simulator-w1-5951bc: model e2e-models-e2e-worker-w1-5951bc/simulator-w1-5951bc: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T12:10:43.123961189Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"namespace":"ai-tenant-e2e-worker-w1-5951bc","name":"premium-simulator-access","reconcileID":"9404c4a9-4b3b-4dc5-a9b0-190c2dd69957","error":"compose guardrails for subscription ai-tenant-e2e-worker-w1-5951bc/e2e-dedup-subscription and model e2e-models-e2e-worker-w1-5951bc/simulator-w1-5951bc: compose ai-tenant-e2e-worker-w1-5951bc/e2e-dedup-subscription@e2e-models-e2e-worker-w1-5951bc/simulator-w1-5951bc: model e2e-models-e2e-worker-w1-5951bc/simulator-w1-5951bc: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T12:10:43.2217658Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"namespace":"ai-tenant-e2e-worker-w1-5951bc","name":"e2e-dedup-auth","reconcileID":"ad4c13e6-43dc-4757-9de2-26df06087ab8","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w1-5951bc/e2e-dedup-subscription and model e2e-models-e2e-worker-w1-5951bc/simulator-w1-5951bc: compose ai-tenant-e2e-worker-w1-5951bc/e2e-dedup-subscription@e2e-models-e2e-worker-w1-5951bc/simulator-w1-5951bc: model e2e-models-e2e-worker-w1-5951bc/simulator-w1-5951bc: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T12:10:43.221842669Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"namespace":"ai-tenant-e2e-worker-w1-5951bc","name":"e2e-dedup-auth","reconcileID":"ad4c13e6-43dc-4757-9de2-26df06087ab8","error":"compose guardrails for subscription ai-tenant-e2e-worker-w1-5951bc/e2e-dedup-subscription and model e2e-models-e2e-worker-w1-5951bc/simulator-w1-5951bc: compose ai-tenant-e2e-worker-w1-5951bc/e2e-dedup-subscription@e2e-models-e2e-worker-w1-5951bc/simulator-w1-5951bc: model e2e-models-e2e-worker-w1-5951bc/simulator-w1-5951bc: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T12:10:43.485231052Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-5951bc","namespace":"e2e-models-e2e-worker-w1-5951bc"},"namespace":"e2e-models-e2e-worker-w1-5951bc","name":"simulator-w1-5951bc","reconcileID":"bc888895-df2f-447f-84c4-d061e19b5e31","MaaSModelRef":{"name":"simulator-w1-5951bc","namespace":"e2e-models-e2e-worker-w1-5951bc"},"routeName":"simulator-w1-5951bc-kserve-route","namespace":"e2e-models-e2e-worker-w1-5951bc","llmisvcName":"simulator-w1-5951bc","gateway":"openshift-ingress/e2e-worker-w1-5951bc","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T12:10:43.63375634Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"namespace":"ai-tenant-e2e-worker-w1-5951bc","name":"simulator-access","reconcileID":"61ef393e-ce61-4c5e-b0de-165bcc92bbf6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w1-5951bc/e2e-dedup-subscription and model e2e-models-e2e-worker-w1-5951bc/simulator-w1-5951bc: compose ai-tenant-e2e-worker-w1-5951bc/e2e-dedup-subscription@e2e-models-e2e-worker-w1-5951bc/simulator-w1-5951bc: model e2e-models-e2e-worker-w1-5951bc/simulator-w1-5951bc: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T12:10:43.633827989Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"namespace":"ai-tenant-e2e-worker-w1-5951bc","name":"simulator-access","reconcileID":"61ef393e-ce61-4c5e-b0de-165bcc92bbf6","error":"compose guardrails for subscription ai-tenant-e2e-worker-w1-5951bc/e2e-dedup-subscription and model e2e-models-e2e-worker-w1-5951bc/simulator-w1-5951bc: compose ai-tenant-e2e-worker-w1-5951bc/e2e-dedup-subscription@e2e-models-e2e-worker-w1-5951bc/simulator-w1-5951bc: model e2e-models-e2e-worker-w1-5951bc/simulator-w1-5951bc: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T12:10:43.633755848Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"namespace":"ai-tenant-e2e-worker-w1-5951bc","name":"premium-simulator-access","reconcileID":"28fdd7e8-dd86-477f-b44e-1f4f4a489402","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w1-5951bc/e2e-dedup-subscription and model e2e-models-e2e-worker-w1-5951bc/simulator-w1-5951bc: compose ai-tenant-e2e-worker-w1-5951bc/e2e-dedup-subscription@e2e-models-e2e-worker-w1-5951bc/simulator-w1-5951bc: model e2e-models-e2e-worker-w1-5951bc/simulator-w1-5951bc: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T12:10:43.633874127Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"namespace":"ai-tenant-e2e-worker-w1-5951bc","name":"premium-simulator-access","reconcileID":"28fdd7e8-dd86-477f-b44e-1f4f4a489402","error":"compose guardrails for subscription ai-tenant-e2e-worker-w1-5951bc/e2e-dedup-subscription and model e2e-models-e2e-worker-w1-5951bc/simulator-w1-5951bc: compose ai-tenant-e2e-worker-w1-5951bc/e2e-dedup-subscription@e2e-models-e2e-worker-w1-5951bc/simulator-w1-5951bc: model e2e-models-e2e-worker-w1-5951bc/simulator-w1-5951bc: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T12:10:43.634015996Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"namespace":"ai-tenant-e2e-worker-w1-5951bc","name":"e2e-dedup-auth","reconcileID":"e5643fa9-f109-4e10-89a5-70dd149732f8","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w1-5951bc/e2e-dedup-subscription and model e2e-models-e2e-worker-w1-5951bc/simulator-w1-5951bc: compose ai-tenant-e2e-worker-w1-5951bc/e2e-dedup-subscription@e2e-models-e2e-worker-w1-5951bc/simulator-w1-5951bc: model e2e-models-e2e-worker-w1-5951bc/simulator-w1-5951bc: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T12:10:43.634064233Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"namespace":"ai-tenant-e2e-worker-w1-5951bc","name":"e2e-dedup-auth","reconcileID":"e5643fa9-f109-4e10-89a5-70dd149732f8","error":"compose guardrails for subscription ai-tenant-e2e-worker-w1-5951bc/e2e-dedup-subscription and model e2e-models-e2e-worker-w1-5951bc/simulator-w1-5951bc: compose ai-tenant-e2e-worker-w1-5951bc/e2e-dedup-subscription@e2e-models-e2e-worker-w1-5951bc/simulator-w1-5951bc: model e2e-models-e2e-worker-w1-5951bc/simulator-w1-5951bc: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T12:10:46.341395676Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"namespace":"ai-tenant-e2e-worker-w1-5951bc","name":"premium-simulator-access","reconcileID":"2f755039-dd34-4694-9049-30d0c96272ca","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w1-5951bc/e2e-dedup-subscription and model e2e-models-e2e-worker-w1-5951bc/simulator-w1-5951bc: compose ai-tenant-e2e-worker-w1-5951bc/e2e-dedup-subscription@e2e-models-e2e-worker-w1-5951bc/simulator-w1-5951bc: model e2e-models-e2e-worker-w1-5951bc/simulator-w1-5951bc: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T12:10:46.341414753Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"namespace":"ai-tenant-e2e-worker-w1-5951bc","name":"e2e-dedup-auth","reconcileID":"ce658c16-071b-4d07-9197-07ec1ed2768c","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w1-5951bc/e2e-dedup-subscription and model e2e-models-e2e-worker-w1-5951bc/simulator-w1-5951bc: compose ai-tenant-e2e-worker-w1-5951bc/e2e-dedup-subscription@e2e-models-e2e-worker-w1-5951bc/simulator-w1-5951bc: model e2e-models-e2e-worker-w1-5951bc/simulator-w1-5951bc: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T12:10:46.341475465Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"namespace":"ai-tenant-e2e-worker-w1-5951bc","name":"premium-simulator-access","reconcileID":"2f755039-dd34-4694-9049-30d0c96272ca","error":"compose guardrails for subscription ai-tenant-e2e-worker-w1-5951bc/e2e-dedup-subscription and model e2e-models-e2e-worker-w1-5951bc/simulator-w1-5951bc: compose ai-tenant-e2e-worker-w1-5951bc/e2e-dedup-subscription@e2e-models-e2e-worker-w1-5951bc/simulator-w1-5951bc: model e2e-models-e2e-worker-w1-5951bc/simulator-w1-5951bc: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T12:10:46.341478422Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"namespace":"ai-tenant-e2e-worker-w1-5951bc","name":"e2e-dedup-auth","reconcileID":"ce658c16-071b-4d07-9197-07ec1ed2768c","error":"compose guardrails for subscription ai-tenant-e2e-worker-w1-5951bc/e2e-dedup-subscription and model e2e-models-e2e-worker-w1-5951bc/simulator-w1-5951bc: compose ai-tenant-e2e-worker-w1-5951bc/e2e-dedup-subscription@e2e-models-e2e-worker-w1-5951bc/simulator-w1-5951bc: model e2e-models-e2e-worker-w1-5951bc/simulator-w1-5951bc: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T12:10:46.341692749Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"namespace":"ai-tenant-e2e-worker-w1-5951bc","name":"simulator-access","reconcileID":"5447cb33-3043-404a-8643-f57e52670166","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w1-5951bc/e2e-dedup-subscription and model e2e-models-e2e-worker-w1-5951bc/simulator-w1-5951bc: compose ai-tenant-e2e-worker-w1-5951bc/e2e-dedup-subscription@e2e-models-e2e-worker-w1-5951bc/simulator-w1-5951bc: model e2e-models-e2e-worker-w1-5951bc/simulator-w1-5951bc: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T12:10:46.341736722Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"namespace":"ai-tenant-e2e-worker-w1-5951bc","name":"simulator-access","reconcileID":"5447cb33-3043-404a-8643-f57e52670166","error":"compose guardrails for subscription ai-tenant-e2e-worker-w1-5951bc/e2e-dedup-subscription and model e2e-models-e2e-worker-w1-5951bc/simulator-w1-5951bc: compose ai-tenant-e2e-worker-w1-5951bc/e2e-dedup-subscription@e2e-models-e2e-worker-w1-5951bc/simulator-w1-5951bc: model e2e-models-e2e-worker-w1-5951bc/simulator-w1-5951bc: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T12:10:51.608138016Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"namespace":"ai-tenant-e2e-worker-w1-5951bc","name":"simulator-access","reconcileID":"c7bfbf93-00c5-4f2f-9f09-2f6b12473a7b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w1-5951bc/e2e-dedup-subscription and model e2e-models-e2e-worker-w1-5951bc/simulator-w1-5951bc: compose ai-tenant-e2e-worker-w1-5951bc/e2e-dedup-subscription@e2e-models-e2e-worker-w1-5951bc/simulator-w1-5951bc: model e2e-models-e2e-worker-w1-5951bc/simulator-w1-5951bc: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T12:10:51.608153585Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"namespace":"ai-tenant-e2e-worker-w1-5951bc","name":"premium-simulator-access","reconcileID":"3e209c48-b48e-47af-9448-bed4e90b6663","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w1-5951bc/e2e-dedup-subscription and model e2e-models-e2e-worker-w1-5951bc/simulator-w1-5951bc: compose ai-tenant-e2e-worker-w1-5951bc/e2e-dedup-subscription@e2e-models-e2e-worker-w1-5951bc/simulator-w1-5951bc: model e2e-models-e2e-worker-w1-5951bc/simulator-w1-5951bc: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T12:10:51.608216057Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"namespace":"ai-tenant-e2e-worker-w1-5951bc","name":"simulator-access","reconcileID":"c7bfbf93-00c5-4f2f-9f09-2f6b12473a7b","error":"compose guardrails for subscription ai-tenant-e2e-worker-w1-5951bc/e2e-dedup-subscription and model e2e-models-e2e-worker-w1-5951bc/simulator-w1-5951bc: compose ai-tenant-e2e-worker-w1-5951bc/e2e-dedup-subscription@e2e-models-e2e-worker-w1-5951bc/simulator-w1-5951bc: model e2e-models-e2e-worker-w1-5951bc/simulator-w1-5951bc: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T12:10:51.60822179Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"namespace":"ai-tenant-e2e-worker-w1-5951bc","name":"premium-simulator-access","reconcileID":"3e209c48-b48e-47af-9448-bed4e90b6663","error":"compose guardrails for subscription ai-tenant-e2e-worker-w1-5951bc/e2e-dedup-subscription and model e2e-models-e2e-worker-w1-5951bc/simulator-w1-5951bc: compose ai-tenant-e2e-worker-w1-5951bc/e2e-dedup-subscription@e2e-models-e2e-worker-w1-5951bc/simulator-w1-5951bc: model e2e-models-e2e-worker-w1-5951bc/simulator-w1-5951bc: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T12:10:51.608576506Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"namespace":"ai-tenant-e2e-worker-w1-5951bc","name":"e2e-dedup-auth","reconcileID":"36e7fef3-af15-4b1b-8ef8-ab9fa88fdd1a","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w1-5951bc/e2e-dedup-subscription and model e2e-models-e2e-worker-w1-5951bc/simulator-w1-5951bc: compose ai-tenant-e2e-worker-w1-5951bc/e2e-dedup-subscription@e2e-models-e2e-worker-w1-5951bc/simulator-w1-5951bc: model e2e-models-e2e-worker-w1-5951bc/simulator-w1-5951bc: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T12:10:51.608633714Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"namespace":"ai-tenant-e2e-worker-w1-5951bc","name":"e2e-dedup-auth","reconcileID":"36e7fef3-af15-4b1b-8ef8-ab9fa88fdd1a","error":"compose guardrails for subscription ai-tenant-e2e-worker-w1-5951bc/e2e-dedup-subscription and model e2e-models-e2e-worker-w1-5951bc/simulator-w1-5951bc: compose ai-tenant-e2e-worker-w1-5951bc/e2e-dedup-subscription@e2e-models-e2e-worker-w1-5951bc/simulator-w1-5951bc: model e2e-models-e2e-worker-w1-5951bc/simulator-w1-5951bc: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T12:10:52.591161517Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"namespace":"ai-tenant-e2e-worker-w3-bb1b51","name":"simulator-subscription","reconcileID":"8475eb51-a68b-42e7-acdd-13a11bb5788c","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"name":"maas-trlp-simulator-w3-bb1b51","model":"e2e-models-e2e-worker-w3-bb1b51/simulator-w3-bb1b51","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:10:52.696298602Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"namespace":"ai-tenant-e2e-worker-w0-9893f0","name":"simulator-subscription","reconcileID":"477b5f37-4f72-4362-ab88-c3480b794a54","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"name":"maas-trlp-simulator-w0-9893f0","model":"e2e-models-e2e-worker-w0-9893f0/simulator-w0-9893f0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:10:52.855777163Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"namespace":"ai-tenant-e2e-worker-w1-5951bc","name":"simulator-subscription","reconcileID":"0a7d3543-4694-4aab-b403-3a721253a88a","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"name":"maas-trlp-simulator-w1-5951bc","model":"e2e-models-e2e-worker-w1-5951bc/simulator-w1-5951bc","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w1-5951bc/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:10:52.8840071Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-sw-f0d8f9-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-f0d8f9-sub","reconcileID":"347351be-aa62-40d5-8720-4d30aac3c23f","MaaSSubscription":{"name":"e2e-rt-sw-f0d8f9-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-rt-sw-f0d8f9","model":"llm/e2e-rt-sw-f0d8f9","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:10:52.901231654Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"premium-simulator-subscription","reconcileID":"915c67f2-0b67-4e7e-9103-4eba22f3bb86","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"name":"maas-trlp-premium-w2-91cd99","model":"e2e-models-e2e-worker-w2-91cd99/premium-w2-91cd99","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:10:53.112984401Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-eq-633a29-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-633a29-sub","reconcileID":"71646dd9-e36b-4dea-a6fd-d90dc671413a","MaaSSubscription":{"name":"e2e-rt-eq-633a29-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-rt-eq-633a29","model":"llm/e2e-rt-eq-633a29","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:10:53.22339126Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"namespace":"ai-tenant-e2e-worker-w1-5951bc","name":"simulator-subscription","reconcileID":"157b5f86-d709-44f6-8746-444c3bd79990","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"name":"maas-trlp-simulator-w1-5951bc","model":"e2e-models-e2e-worker-w1-5951bc/simulator-w1-5951bc","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:10:53.248414696Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"51f9ae8e-0136-4717-8959-57a6447c2c3c","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:10:53.299342956Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"namespace":"ai-tenant-e2e-worker-w1-5951bc","name":"premium-simulator-subscription","reconcileID":"e8ce045f-82ce-4afd-9b38-ac86deb16ded","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"name":"maas-trlp-premium-w1-5951bc","model":"e2e-models-e2e-worker-w1-5951bc/premium-w1-5951bc","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:10:53.409117225Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"simulator-subscription","reconcileID":"dd9ae911-e5fb-47d6-bf1a-55856f6a6157","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"name":"maas-trlp-simulator-w2-91cd99","model":"e2e-models-e2e-worker-w2-91cd99/simulator-w2-91cd99","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:10:53.517452254Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"namespace":"ai-tenant-e2e-worker-w4-8d2c7c","name":"simulator-subscription","reconcileID":"bd395481-c111-4e60-b153-96c687732cc8","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"name":"maas-trlp-simulator-w4-8d2c7c","model":"e2e-models-e2e-worker-w4-8d2c7c/simulator-w4-8d2c7c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:10:53.580417972Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"namespace":"ai-tenant-e2e-worker-w0-9893f0","name":"premium-simulator-subscription","reconcileID":"6c8bc9e1-715e-4e5e-8d18-0d5d82951e12","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"name":"maas-trlp-premium-w0-9893f0","model":"e2e-models-e2e-worker-w0-9893f0/premium-w0-9893f0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:10:53.659143701Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"namespace":"ai-tenant-e2e-worker-w4-8d2c7c","name":"premium-simulator-subscription","reconcileID":"5c9a761b-35b8-439d-a073-6bbf7e9bffab","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"name":"maas-trlp-premium-w4-8d2c7c","model":"e2e-models-e2e-worker-w4-8d2c7c/premium-w4-8d2c7c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:10:53.694806017Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dedup-subscription","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"namespace":"ai-tenant-e2e-worker-w1-5951bc","name":"e2e-dedup-subscription","reconcileID":"2d302c0b-669c-42b5-b509-8061add32852","MaaSSubscription":{"name":"e2e-dedup-subscription","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"model":"e2e-models-e2e-worker-w1-5951bc/simulator-w1-5951bc","subscription":"e2e-dedup-subscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:10:53.75403008Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"260c28b2-d494-4aa5-9583-8e248ebcd3fa","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:10:53.784552796Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"namespace":"ai-tenant-e2e-worker-w3-bb1b51","name":"premium-simulator-subscription","reconcileID":"4d468d97-5a04-40ef-afa3-f134e6ba6578","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"name":"maas-trlp-premium-w3-bb1b51","model":"e2e-models-e2e-worker-w3-bb1b51/premium-w3-bb1b51","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:10:53.8540946Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dedup-subscription","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"namespace":"ai-tenant-e2e-worker-w1-5951bc","name":"e2e-dedup-subscription","reconcileID":"2d302c0b-669c-42b5-b509-8061add32852","MaaSSubscription":{"name":"e2e-dedup-subscription","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"name":"maas-trlp-simulator-w1-5951bc","model":"e2e-models-e2e-worker-w1-5951bc/simulator-w1-5951bc","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:10:54.069051513Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-5951bc","namespace":"e2e-models-e2e-worker-w1-5951bc"},"namespace":"e2e-models-e2e-worker-w1-5951bc","name":"simulator-w1-5951bc","reconcileID":"898a7c56-80d8-45a2-bfad-1baa95b1caa5","MaaSModelRef":{"name":"simulator-w1-5951bc","namespace":"e2e-models-e2e-worker-w1-5951bc"},"routeName":"simulator-w1-5951bc-kserve-route","namespace":"e2e-models-e2e-worker-w1-5951bc","llmisvcName":"simulator-w1-5951bc","gateway":"openshift-ingress/e2e-worker-w1-5951bc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:10:54.069423528Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=models-as-a-service priority=0:[models-as-a-service/e2e-rt-eq-633a29-sub models-as-a-service/e2e-rt-sw-f0d8f9-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:10:54.162323321Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"namespace":"ai-tenant-e2e-worker-w3-bb1b51","name":"simulator-access","reconcileID":"de5f2879-995a-4ce5-86ea-2e22a161c8f8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bb1b51","tenantID":"e2e-worker-w3-bb1b51","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:10:54.162323487Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"namespace":"ai-tenant-e2e-worker-w3-bb1b51","name":"premium-simulator-access","reconcileID":"bf933767-78c7-47f2-895e-1a94e1461961","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bb1b51","tenantID":"e2e-worker-w3-bb1b51","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:10:54.215816818Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"namespace":"ai-tenant-e2e-worker-w3-bb1b51","name":"simulator-access","reconcileID":"de5f2879-995a-4ce5-86ea-2e22a161c8f8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"name":"e2e-worker-w3-bb1b51-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:10:54.216766207Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"namespace":"ai-tenant-e2e-worker-w3-bb1b51","name":"premium-simulator-access","reconcileID":"bf933767-78c7-47f2-895e-1a94e1461961","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"name":"e2e-worker-w3-bb1b51-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:10:54.232524388Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-5951bc","namespace":"e2e-models-e2e-worker-w1-5951bc"},"namespace":"e2e-models-e2e-worker-w1-5951bc","name":"simulator-w1-5951bc","reconcileID":"3678de8f-3e2e-488a-b402-df8a965a638a","MaaSModelRef":{"name":"simulator-w1-5951bc","namespace":"e2e-models-e2e-worker-w1-5951bc"},"routeName":"simulator-w1-5951bc-kserve-route","namespace":"e2e-models-e2e-worker-w1-5951bc","llmisvcName":"simulator-w1-5951bc","gateway":"openshift-ingress/e2e-worker-w1-5951bc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:10:54.264349778Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"namespace":"ai-tenant-e2e-worker-w1-5951bc","name":"e2e-dedup-auth","reconcileID":"f2e54d10-4b4e-45b8-b5a5-c2eab4cd7ff2","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5951bc","tenantID":"e2e-worker-w1-5951bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:10:54.264523556Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"namespace":"ai-tenant-e2e-worker-w1-5951bc","name":"premium-simulator-access","reconcileID":"267a8bd0-444b-4ff6-801e-8b6377bf1bed","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5951bc","tenantID":"e2e-worker-w1-5951bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:10:54.26492847Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"namespace":"ai-tenant-e2e-worker-w1-5951bc","name":"simulator-access","reconcileID":"89fca2b4-1075-4b21-a7a2-03de59e43f71","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5951bc","tenantID":"e2e-worker-w1-5951bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:10:54.320041779Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"namespace":"ai-tenant-e2e-worker-w1-5951bc","name":"simulator-access","reconcileID":"89fca2b4-1075-4b21-a7a2-03de59e43f71","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"name":"e2e-worker-w1-5951bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:10:54.321115959Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"namespace":"ai-tenant-e2e-worker-w1-5951bc","name":"e2e-dedup-auth","reconcileID":"f2e54d10-4b4e-45b8-b5a5-c2eab4cd7ff2","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"name":"e2e-worker-w1-5951bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:10:54.322258239Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"namespace":"ai-tenant-e2e-worker-w1-5951bc","name":"premium-simulator-access","reconcileID":"267a8bd0-444b-4ff6-801e-8b6377bf1bed","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"name":"e2e-worker-w1-5951bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:10:54.512109233Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"namespace":"ai-tenant-e2e-worker-w0-9893f0","name":"simulator-subscription","reconcileID":"014b8007-1ccb-4a21-bb9f-457cd933c015","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"name":"maas-trlp-simulator-w0-9893f0","model":"e2e-models-e2e-worker-w0-9893f0/simulator-w0-9893f0","subscriptionCount":1,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T12:10:54.665777757Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"namespace":"ai-tenant-e2e-worker-w1-5951bc","name":"e2e-dedup-auth","reconcileID":"f2e54d10-4b4e-45b8-b5a5-c2eab4cd7ff2","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"e2e-dedup-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T12:10:54.666036256Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"namespace":"ai-tenant-e2e-worker-w1-5951bc","name":"e2e-dedup-auth","reconcileID":"2ac3ad14-4c36-4f94-bbe4-139f1f70af56","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"model":"e2e-models-e2e-worker-w1-5951bc/simulator-w1-5951bc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:10:54.669994933Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-5951bc","namespace":"e2e-models-e2e-worker-w1-5951bc"},"namespace":"e2e-models-e2e-worker-w1-5951bc","name":"simulator-w1-5951bc","reconcileID":"97693559-80cd-492d-ab82-58432fbfc1e6","MaaSModelRef":{"name":"simulator-w1-5951bc","namespace":"e2e-models-e2e-worker-w1-5951bc"},"routeName":"simulator-w1-5951bc-kserve-route","namespace":"e2e-models-e2e-worker-w1-5951bc","llmisvcName":"simulator-w1-5951bc","gateway":"openshift-ingress/e2e-worker-w1-5951bc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:10:54.671693861Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-5951bc","namespace":"e2e-models-e2e-worker-w1-5951bc"},"namespace":"e2e-models-e2e-worker-w1-5951bc","name":"premium-w1-5951bc","reconcileID":"2c7ecb61-59fa-430b-8df0-d0f16cec54a0","MaaSModelRef":{"name":"premium-w1-5951bc","namespace":"e2e-models-e2e-worker-w1-5951bc"},"routeName":"premium-w1-5951bc-kserve-route","namespace":"e2e-models-e2e-worker-w1-5951bc","llmisvcName":"premium-w1-5951bc","gateway":"openshift-ingress/e2e-worker-w1-5951bc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:10:54.817749928Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-5951bc","namespace":"e2e-models-e2e-worker-w1-5951bc"},"namespace":"e2e-models-e2e-worker-w1-5951bc","name":"simulator-w1-5951bc","reconcileID":"483493d9-3309-4ae3-ab19-e8802925ec79","MaaSModelRef":{"name":"simulator-w1-5951bc","namespace":"e2e-models-e2e-worker-w1-5951bc"},"routeName":"simulator-w1-5951bc-kserve-route","namespace":"e2e-models-e2e-worker-w1-5951bc","llmisvcName":"simulator-w1-5951bc","gateway":"openshift-ingress/e2e-worker-w1-5951bc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:10:55.712888263Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:10:55.925891976Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-5951bc","namespace":"e2e-models-e2e-worker-w1-5951bc"},"namespace":"e2e-models-e2e-worker-w1-5951bc","name":"distinct-w1-5951bc","reconcileID":"ca4dad58-d916-4612-9474-446989e765ab","MaaSModelRef":{"name":"distinct-w1-5951bc","namespace":"e2e-models-e2e-worker-w1-5951bc"},"routeName":"distinct-w1-5951bc-kserve-route","namespace":"e2e-models-e2e-worker-w1-5951bc","llmisvcName":"distinct-w1-5951bc","gateway":"openshift-ingress/e2e-worker-w1-5951bc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:10:55.926129374Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-5951bc","namespace":"e2e-models-e2e-worker-w1-5951bc"},"namespace":"e2e-models-e2e-worker-w1-5951bc","name":"distinct-2-w1-5951bc","reconcileID":"25e88764-4df4-4a1e-9ef4-d33014b629e7","MaaSModelRef":{"name":"distinct-2-w1-5951bc","namespace":"e2e-models-e2e-worker-w1-5951bc"},"routeName":"distinct-2-w1-5951bc-kserve-route","namespace":"e2e-models-e2e-worker-w1-5951bc","llmisvcName":"distinct-2-w1-5951bc","gateway":"openshift-ingress/e2e-worker-w1-5951bc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:10:55.981553927Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-5951bc","namespace":"e2e-models-e2e-worker-w1-5951bc"},"namespace":"e2e-models-e2e-worker-w1-5951bc","name":"distinct-w1-5951bc","reconcileID":"99973335-56fb-40aa-b87c-1be18a369b1e","MaaSModelRef":{"name":"distinct-w1-5951bc","namespace":"e2e-models-e2e-worker-w1-5951bc"},"routeName":"distinct-w1-5951bc-kserve-route","namespace":"e2e-models-e2e-worker-w1-5951bc","llmisvcName":"distinct-w1-5951bc","gateway":"openshift-ingress/e2e-worker-w1-5951bc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:10:55.981868801Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-5951bc","namespace":"e2e-models-e2e-worker-w1-5951bc"},"namespace":"e2e-models-e2e-worker-w1-5951bc","name":"distinct-2-w1-5951bc","reconcileID":"fbe25afa-fa44-4ed4-901f-d1791d864eab","MaaSModelRef":{"name":"distinct-2-w1-5951bc","namespace":"e2e-models-e2e-worker-w1-5951bc"},"routeName":"distinct-2-w1-5951bc-kserve-route","namespace":"e2e-models-e2e-worker-w1-5951bc","llmisvcName":"distinct-2-w1-5951bc","gateway":"openshift-ingress/e2e-worker-w1-5951bc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:10:56.192986465Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-5951bc","namespace":"e2e-models-e2e-worker-w1-5951bc"},"namespace":"e2e-models-e2e-worker-w1-5951bc","name":"distinct-w1-5951bc","reconcileID":"77b71829-ea75-4446-9e53-9028eb87de62","MaaSModelRef":{"name":"distinct-w1-5951bc","namespace":"e2e-models-e2e-worker-w1-5951bc"},"routeName":"distinct-w1-5951bc-kserve-route","namespace":"e2e-models-e2e-worker-w1-5951bc","llmisvcName":"distinct-w1-5951bc","gateway":"openshift-ingress/e2e-worker-w1-5951bc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:10:56.193081571Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=models-as-a-service priority=0:[models-as-a-service/e2e-rt-eq-633a29-sub models-as-a-service/e2e-rt-sw-f0d8f9-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:10:56.22690181Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"namespace":"ai-tenant-e2e-worker-w1-5951bc","name":"e2e-distinct-models-auth","reconcileID":"158ba956-3305-4bcc-8563-839e46032268","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5951bc","tenantID":"e2e-worker-w1-5951bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:10:56.248216202Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-5951bc","namespace":"e2e-models-e2e-worker-w1-5951bc"},"namespace":"e2e-models-e2e-worker-w1-5951bc","name":"distinct-2-w1-5951bc","reconcileID":"7ce7a2fb-d9ba-4fdd-b7f4-587650e79f0c","MaaSModelRef":{"name":"distinct-2-w1-5951bc","namespace":"e2e-models-e2e-worker-w1-5951bc"},"routeName":"distinct-2-w1-5951bc-kserve-route","namespace":"e2e-models-e2e-worker-w1-5951bc","llmisvcName":"distinct-2-w1-5951bc","gateway":"openshift-ingress/e2e-worker-w1-5951bc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:10:56.280324912Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"namespace":"ai-tenant-e2e-worker-w1-5951bc","name":"e2e-distinct-models-auth","reconcileID":"158ba956-3305-4bcc-8563-839e46032268","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"name":"e2e-worker-w1-5951bc-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T12:10:56.295124132Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"namespace":"ai-tenant-e2e-worker-w1-5951bc","name":"e2e-distinct-models-subscription","reconcileID":"99c76c35-3b97-414d-9d4f-bf7b200b42a7","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-distinct-models-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T12:10:56.302258895Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-5951bc","namespace":"e2e-models-e2e-worker-w1-5951bc"},"namespace":"e2e-models-e2e-worker-w1-5951bc","name":"distinct-w1-5951bc","reconcileID":"4fa5ccc4-6453-4f47-bc28-5f45316b87d5","MaaSModelRef":{"name":"distinct-w1-5951bc","namespace":"e2e-models-e2e-worker-w1-5951bc"},"routeName":"distinct-w1-5951bc-kserve-route","namespace":"e2e-models-e2e-worker-w1-5951bc","llmisvcName":"distinct-w1-5951bc","gateway":"openshift-ingress/e2e-worker-w1-5951bc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:10:56.398124383Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-5951bc","namespace":"e2e-models-e2e-worker-w1-5951bc"},"namespace":"e2e-models-e2e-worker-w1-5951bc","name":"distinct-w1-5951bc","reconcileID":"5e8c7be1-e36e-4bc7-ad5a-6f4fb598940f","MaaSModelRef":{"name":"distinct-w1-5951bc","namespace":"e2e-models-e2e-worker-w1-5951bc"},"routeName":"distinct-w1-5951bc-kserve-route","namespace":"e2e-models-e2e-worker-w1-5951bc","llmisvcName":"distinct-w1-5951bc","gateway":"openshift-ingress/e2e-worker-w1-5951bc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:10:56.398529131Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-5951bc","namespace":"e2e-models-e2e-worker-w1-5951bc"},"namespace":"e2e-models-e2e-worker-w1-5951bc","name":"distinct-2-w1-5951bc","reconcileID":"3f285420-e3fa-4ee3-9bb1-cb5e40bec948","MaaSModelRef":{"name":"distinct-2-w1-5951bc","namespace":"e2e-models-e2e-worker-w1-5951bc"},"routeName":"distinct-2-w1-5951bc-kserve-route","namespace":"e2e-models-e2e-worker-w1-5951bc","llmisvcName":"distinct-2-w1-5951bc","gateway":"openshift-ingress/e2e-worker-w1-5951bc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:10:56.436847214Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"namespace":"ai-tenant-e2e-worker-w1-5951bc","name":"premium-simulator-access","reconcileID":"ca32d740-aea3-43d5-941a-37e4752a300d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5951bc","tenantID":"e2e-worker-w1-5951bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:10:56.436846036Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"namespace":"ai-tenant-e2e-worker-w1-5951bc","name":"simulator-access","reconcileID":"cf86adc3-a1de-4e2a-adc0-75fde09231ce","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5951bc","tenantID":"e2e-worker-w1-5951bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:10:56.44903454Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-5951bc","namespace":"e2e-models-e2e-worker-w1-5951bc"},"namespace":"e2e-models-e2e-worker-w1-5951bc","name":"distinct-w1-5951bc","reconcileID":"572d4921-ec61-408a-a2b7-9f8e6a5bb31b","MaaSModelRef":{"name":"distinct-w1-5951bc","namespace":"e2e-models-e2e-worker-w1-5951bc"},"routeName":"distinct-w1-5951bc-kserve-route","namespace":"e2e-models-e2e-worker-w1-5951bc","llmisvcName":"distinct-w1-5951bc","gateway":"openshift-ingress/e2e-worker-w1-5951bc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:10:56.449471937Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-5951bc","namespace":"e2e-models-e2e-worker-w1-5951bc"},"namespace":"e2e-models-e2e-worker-w1-5951bc","name":"distinct-2-w1-5951bc","reconcileID":"0a1cd54e-555f-40f1-8b34-de6ed9a6f0cf","MaaSModelRef":{"name":"distinct-2-w1-5951bc","namespace":"e2e-models-e2e-worker-w1-5951bc"},"routeName":"distinct-2-w1-5951bc-kserve-route","namespace":"e2e-models-e2e-worker-w1-5951bc","llmisvcName":"distinct-2-w1-5951bc","gateway":"openshift-ingress/e2e-worker-w1-5951bc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:10:56.489589964Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"namespace":"ai-tenant-e2e-worker-w1-5951bc","name":"simulator-access","reconcileID":"cf86adc3-a1de-4e2a-adc0-75fde09231ce","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"name":"e2e-worker-w1-5951bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:10:56.489600839Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"namespace":"ai-tenant-e2e-worker-w1-5951bc","name":"premium-simulator-access","reconcileID":"ca32d740-aea3-43d5-941a-37e4752a300d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"name":"e2e-worker-w1-5951bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:10:56.625858439Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-5951bc","namespace":"e2e-models-e2e-worker-w1-5951bc"},"namespace":"e2e-models-e2e-worker-w1-5951bc","name":"distinct-w1-5951bc","reconcileID":"74df3583-ad56-46ab-b2d2-a3255593d499","MaaSModelRef":{"name":"distinct-w1-5951bc","namespace":"e2e-models-e2e-worker-w1-5951bc"},"routeName":"distinct-w1-5951bc-kserve-route","namespace":"e2e-models-e2e-worker-w1-5951bc","llmisvcName":"distinct-w1-5951bc","gateway":"openshift-ingress/e2e-worker-w1-5951bc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:10:56.626339318Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-5951bc","namespace":"e2e-models-e2e-worker-w1-5951bc"},"namespace":"e2e-models-e2e-worker-w1-5951bc","name":"distinct-2-w1-5951bc","reconcileID":"451f4adc-fbf6-4d01-a7b9-36189d93b632","MaaSModelRef":{"name":"distinct-2-w1-5951bc","namespace":"e2e-models-e2e-worker-w1-5951bc"},"routeName":"distinct-2-w1-5951bc-kserve-route","namespace":"e2e-models-e2e-worker-w1-5951bc","llmisvcName":"distinct-2-w1-5951bc","gateway":"openshift-ingress/e2e-worker-w1-5951bc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:10:56.650491178Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"namespace":"ai-tenant-e2e-worker-w1-5951bc","name":"e2e-distinct-models-subscription","reconcileID":"80ee2992-18a0-407c-be3a-5f620ff137a5","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"name":"maas-trlp-distinct-w1-5951bc","model":"distinct-w1-5951bc","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w1-5951bc/e2e-distinct-models-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:10:56.714369052Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-8d2c7c","namespace":"e2e-models-e2e-worker-w4-8d2c7c"},"namespace":"e2e-models-e2e-worker-w4-8d2c7c","name":"simulator-w4-8d2c7c","reconcileID":"949067bd-14bd-4a78-9cb7-e9ac1e318a09","MaaSModelRef":{"name":"simulator-w4-8d2c7c","namespace":"e2e-models-e2e-worker-w4-8d2c7c"},"routeName":"simulator-w4-8d2c7c-kserve-route","namespace":"e2e-models-e2e-worker-w4-8d2c7c","llmisvcName":"simulator-w4-8d2c7c","gateway":"openshift-ingress/e2e-worker-w4-8d2c7c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:10:56.715036035Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-8d2c7c","namespace":"e2e-models-e2e-worker-w4-8d2c7c"},"namespace":"e2e-models-e2e-worker-w4-8d2c7c","name":"premium-w4-8d2c7c","reconcileID":"4db4a3f9-9bb3-4040-814c-c3a621bcc43b","MaaSModelRef":{"name":"premium-w4-8d2c7c","namespace":"e2e-models-e2e-worker-w4-8d2c7c"},"routeName":"premium-w4-8d2c7c-kserve-route","namespace":"e2e-models-e2e-worker-w4-8d2c7c","llmisvcName":"premium-w4-8d2c7c","gateway":"openshift-ingress/e2e-worker-w4-8d2c7c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:10:56.799708304Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"namespace":"ai-tenant-e2e-worker-w1-5951bc","name":"e2e-distinct-models-subscription","reconcileID":"80ee2992-18a0-407c-be3a-5f620ff137a5","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"name":"maas-trlp-distinct-2-w1-5951bc","model":"distinct-2-w1-5951bc","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w1-5951bc/e2e-distinct-models-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:10:56.873075866Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"namespace":"ai-tenant-e2e-worker-w1-5951bc","name":"e2e-distinct-models-auth","reconcileID":"4f942a05-2458-43cc-ae2b-ce08d958b400","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5951bc","tenantID":"e2e-worker-w1-5951bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:10:56.875517056Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"namespace":"ai-tenant-e2e-worker-w4-8d2c7c","name":"premium-simulator-access","reconcileID":"28d18140-3228-47dc-a1ed-20645a761142","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-8d2c7c","tenantID":"e2e-worker-w4-8d2c7c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:10:56.875995522Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"namespace":"ai-tenant-e2e-worker-w4-8d2c7c","name":"simulator-access","reconcileID":"dcf25f89-73f9-4a18-acd3-303a2e64c53a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-8d2c7c","tenantID":"e2e-worker-w4-8d2c7c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:10:56.919614764Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"namespace":"ai-tenant-e2e-worker-w4-8d2c7c","name":"simulator-subscription","reconcileID":"62869bbd-9819-4420-9bb0-987f222a9d41","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"name":"maas-trlp-simulator-w4-8d2c7c","model":"e2e-models-e2e-worker-w4-8d2c7c/simulator-w4-8d2c7c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:10:56.92466906Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"namespace":"ai-tenant-e2e-worker-w4-8d2c7c","name":"premium-simulator-subscription","reconcileID":"0ec856a1-82f8-4db9-a70b-9925e14c5b3f","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"name":"maas-trlp-premium-w4-8d2c7c","model":"e2e-models-e2e-worker-w4-8d2c7c/premium-w4-8d2c7c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:10:56.929783487Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"namespace":"ai-tenant-e2e-worker-w1-5951bc","name":"e2e-distinct-models-auth","reconcileID":"4f942a05-2458-43cc-ae2b-ce08d958b400","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"name":"e2e-worker-w1-5951bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:10:56.929880917Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"namespace":"ai-tenant-e2e-worker-w4-8d2c7c","name":"premium-simulator-access","reconcileID":"28d18140-3228-47dc-a1ed-20645a761142","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"name":"e2e-worker-w4-8d2c7c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:10:56.932512926Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"namespace":"ai-tenant-e2e-worker-w4-8d2c7c","name":"simulator-access","reconcileID":"dcf25f89-73f9-4a18-acd3-303a2e64c53a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"name":"e2e-worker-w4-8d2c7c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:10:56.971440221Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"namespace":"ai-tenant-e2e-worker-w1-5951bc","name":"premium-simulator-access","reconcileID":"ca4fbad2-174f-43cb-9d43-a115d24de079","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5951bc","tenantID":"e2e-worker-w1-5951bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:10:56.973000022Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"namespace":"ai-tenant-e2e-worker-w1-5951bc","name":"simulator-access","reconcileID":"94044221-39f6-4d03-8f12-539083a919a2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5951bc","tenantID":"e2e-worker-w1-5951bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:10:57.005107008Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-5951bc","namespace":"e2e-models-e2e-worker-w1-5951bc"},"namespace":"e2e-models-e2e-worker-w1-5951bc","name":"distinct-w1-5951bc","reconcileID":"168bfe2e-16d8-40f4-9038-556c9edaba2b","MaaSModelRef":{"name":"distinct-w1-5951bc","namespace":"e2e-models-e2e-worker-w1-5951bc"},"routeName":"distinct-w1-5951bc-kserve-route","namespace":"e2e-models-e2e-worker-w1-5951bc","llmisvcName":"distinct-w1-5951bc","gateway":"openshift-ingress/e2e-worker-w1-5951bc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:10:57.005489788Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-5951bc","namespace":"e2e-models-e2e-worker-w1-5951bc"},"namespace":"e2e-models-e2e-worker-w1-5951bc","name":"distinct-2-w1-5951bc","reconcileID":"46260f1c-b38b-467d-854f-bd80b745b56c","MaaSModelRef":{"name":"distinct-2-w1-5951bc","namespace":"e2e-models-e2e-worker-w1-5951bc"},"routeName":"distinct-2-w1-5951bc-kserve-route","namespace":"e2e-models-e2e-worker-w1-5951bc","llmisvcName":"distinct-2-w1-5951bc","gateway":"openshift-ingress/e2e-worker-w1-5951bc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:10:57.024670861Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"namespace":"ai-tenant-e2e-worker-w1-5951bc","name":"premium-simulator-access","reconcileID":"ca4fbad2-174f-43cb-9d43-a115d24de079","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"name":"e2e-worker-w1-5951bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:10:57.025793639Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"namespace":"ai-tenant-e2e-worker-w1-5951bc","name":"simulator-access","reconcileID":"94044221-39f6-4d03-8f12-539083a919a2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"name":"e2e-worker-w1-5951bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:10:57.198983921Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"namespace":"ai-tenant-e2e-worker-w1-5951bc","name":"e2e-distinct-models-subscription","reconcileID":"71e9f9d7-2c3e-4dc8-a3df-498b196ea396","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"name":"maas-trlp-distinct-w1-5951bc","model":"e2e-models-e2e-worker-w1-5951bc/distinct-w1-5951bc","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:10:57.346004488Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"namespace":"ai-tenant-e2e-worker-w1-5951bc","name":"e2e-distinct-models-subscription","reconcileID":"71e9f9d7-2c3e-4dc8-a3df-498b196ea396","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"name":"maas-trlp-distinct-2-w1-5951bc","model":"e2e-models-e2e-worker-w1-5951bc/distinct-2-w1-5951bc","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:10:59.117180608Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-9893f0","namespace":"e2e-models-e2e-worker-w0-9893f0"},"namespace":"e2e-models-e2e-worker-w0-9893f0","name":"simulator-w0-9893f0","reconcileID":"d3db5011-81b6-45a2-933a-d839746faa8c","MaaSModelRef":{"name":"simulator-w0-9893f0","namespace":"e2e-models-e2e-worker-w0-9893f0"},"routeName":"simulator-w0-9893f0-kserve-route","namespace":"e2e-models-e2e-worker-w0-9893f0","llmisvcName":"simulator-w0-9893f0","gateway":"openshift-ingress/e2e-worker-w0-9893f0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:10:59.117751305Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-9893f0","namespace":"e2e-models-e2e-worker-w0-9893f0"},"namespace":"e2e-models-e2e-worker-w0-9893f0","name":"premium-w0-9893f0","reconcileID":"8feedd45-4118-4be0-88dd-1e2e24ecabc6","MaaSModelRef":{"name":"premium-w0-9893f0","namespace":"e2e-models-e2e-worker-w0-9893f0"},"routeName":"premium-w0-9893f0-kserve-route","namespace":"e2e-models-e2e-worker-w0-9893f0","llmisvcName":"premium-w0-9893f0","gateway":"openshift-ingress/e2e-worker-w0-9893f0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:10:59.178326729Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-9893f0","namespace":"e2e-models-e2e-worker-w0-9893f0"},"namespace":"e2e-models-e2e-worker-w0-9893f0","name":"simulator-w0-9893f0","reconcileID":"46c7de58-3c88-49ab-b2a8-f70a66d0f6a5","MaaSModelRef":{"name":"simulator-w0-9893f0","namespace":"e2e-models-e2e-worker-w0-9893f0"},"routeName":"simulator-w0-9893f0-kserve-route","namespace":"e2e-models-e2e-worker-w0-9893f0","llmisvcName":"simulator-w0-9893f0","gateway":"openshift-ingress/e2e-worker-w0-9893f0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:10:59.178884022Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-9893f0","namespace":"e2e-models-e2e-worker-w0-9893f0"},"namespace":"e2e-models-e2e-worker-w0-9893f0","name":"premium-w0-9893f0","reconcileID":"affd1e0e-464c-44f8-ab3c-1ce77289f4db","MaaSModelRef":{"name":"premium-w0-9893f0","namespace":"e2e-models-e2e-worker-w0-9893f0"},"routeName":"premium-w0-9893f0-kserve-route","namespace":"e2e-models-e2e-worker-w0-9893f0","llmisvcName":"premium-w0-9893f0","gateway":"openshift-ingress/e2e-worker-w0-9893f0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:10:59.267578055Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"namespace":"ai-tenant-e2e-worker-w0-9893f0","name":"simulator-access","reconcileID":"5121a5c5-a951-4d0e-b52e-56253cfaee63","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9893f0","tenantID":"e2e-worker-w0-9893f0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:10:59.26842088Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"namespace":"ai-tenant-e2e-worker-w0-9893f0","name":"premium-simulator-access","reconcileID":"79cf46eb-440c-42b6-a3f7-14d39f8da9cf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9893f0","tenantID":"e2e-worker-w0-9893f0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:10:59.318268798Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"namespace":"ai-tenant-e2e-worker-w0-9893f0","name":"premium-simulator-subscription","reconcileID":"0ddcf811-9ce5-4369-bab8-875b238c60e5","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"name":"maas-trlp-premium-w0-9893f0","model":"e2e-models-e2e-worker-w0-9893f0/premium-w0-9893f0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:10:59.319084551Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"namespace":"ai-tenant-e2e-worker-w0-9893f0","name":"simulator-subscription","reconcileID":"a9683555-bb04-40c4-ae85-8dcd0f1b9fab","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"name":"maas-trlp-simulator-w0-9893f0","model":"e2e-models-e2e-worker-w0-9893f0/simulator-w0-9893f0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:10:59.323723693Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"namespace":"ai-tenant-e2e-worker-w0-9893f0","name":"simulator-access","reconcileID":"5121a5c5-a951-4d0e-b52e-56253cfaee63","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"name":"e2e-worker-w0-9893f0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:10:59.337018433Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"namespace":"ai-tenant-e2e-worker-w0-9893f0","name":"premium-simulator-access","reconcileID":"79cf46eb-440c-42b6-a3f7-14d39f8da9cf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"name":"e2e-worker-w0-9893f0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:10:59.631266348Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"namespace":"ai-tenant-e2e-worker-w0-9893f0","name":"premium-simulator-access","reconcileID":"d1d38a0d-4328-49ce-bef9-6fd8128a20fa","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9893f0","tenantID":"e2e-worker-w0-9893f0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:10:59.63165334Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"namespace":"ai-tenant-e2e-worker-w0-9893f0","name":"simulator-access","reconcileID":"cc2055e1-31da-4be4-be03-e8ff99141e4c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9893f0","tenantID":"e2e-worker-w0-9893f0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:10:59.683657458Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"namespace":"ai-tenant-e2e-worker-w0-9893f0","name":"simulator-access","reconcileID":"cc2055e1-31da-4be4-be03-e8ff99141e4c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"name":"e2e-worker-w0-9893f0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:10:59.684451706Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"namespace":"ai-tenant-e2e-worker-w0-9893f0","name":"premium-simulator-access","reconcileID":"d1d38a0d-4328-49ce-bef9-6fd8128a20fa","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"name":"e2e-worker-w0-9893f0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:10:59.745233057Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-5951bc","namespace":"e2e-models-e2e-worker-w1-5951bc"},"namespace":"e2e-models-e2e-worker-w1-5951bc","name":"distinct-w1-5951bc","reconcileID":"849472b4-8126-4fe4-bdd3-2c19a407d542","MaaSModelRef":{"name":"distinct-w1-5951bc","namespace":"e2e-models-e2e-worker-w1-5951bc"},"routeName":"distinct-w1-5951bc-kserve-route","namespace":"e2e-models-e2e-worker-w1-5951bc","llmisvcName":"distinct-w1-5951bc","gateway":"openshift-ingress/e2e-worker-w1-5951bc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:10:59.801798549Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-5951bc","namespace":"e2e-models-e2e-worker-w1-5951bc"},"namespace":"e2e-models-e2e-worker-w1-5951bc","name":"distinct-2-w1-5951bc","reconcileID":"57940e2b-4efe-40ce-b104-9423bc2b3267","MaaSModelRef":{"name":"distinct-2-w1-5951bc","namespace":"e2e-models-e2e-worker-w1-5951bc"},"routeName":"distinct-2-w1-5951bc-kserve-route","namespace":"e2e-models-e2e-worker-w1-5951bc","llmisvcName":"distinct-2-w1-5951bc","gateway":"openshift-ingress/e2e-worker-w1-5951bc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:10:59.893596798Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"namespace":"ai-tenant-e2e-worker-w1-5951bc","name":"e2e-distinct-models-subscription","reconcileID":"4e513d8d-e472-467d-80df-501a8316cd85","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-bc44345f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:10:59.941799177Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"namespace":"ai-tenant-e2e-worker-w1-5951bc","name":"e2e-distinct-models-subscription","reconcileID":"b789ed7f-88c9-43eb-a3a5-e8806a062ed5","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-bc44345f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:10:59.985855785Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"namespace":"ai-tenant-e2e-worker-w1-5951bc","name":"e2e-distinct-models-auth","reconcileID":"5e354a5a-841f-4bf8-a809-9abcb5eb5b4c","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5951bc","tenantID":"e2e-worker-w1-5951bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:10:59.985920197Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"namespace":"ai-tenant-e2e-worker-w1-5951bc","name":"simulator-access","reconcileID":"9d0c0650-0b32-4196-8fa4-640800e1efab","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5951bc","tenantID":"e2e-worker-w1-5951bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:10:59.988478522Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"namespace":"ai-tenant-e2e-worker-w1-5951bc","name":"premium-simulator-access","reconcileID":"afa988cb-7cdb-47c5-af56-b2449ff61b38","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5951bc","tenantID":"e2e-worker-w1-5951bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:11:00.038452161Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"namespace":"ai-tenant-e2e-worker-w1-5951bc","name":"simulator-access","reconcileID":"9d0c0650-0b32-4196-8fa4-640800e1efab","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"name":"e2e-worker-w1-5951bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:11:00.038940957Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"namespace":"ai-tenant-e2e-worker-w1-5951bc","name":"e2e-distinct-models-auth","reconcileID":"5e354a5a-841f-4bf8-a809-9abcb5eb5b4c","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"name":"e2e-worker-w1-5951bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:11:00.040803174Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"namespace":"ai-tenant-e2e-worker-w1-5951bc","name":"premium-simulator-access","reconcileID":"afa988cb-7cdb-47c5-af56-b2449ff61b38","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"name":"e2e-worker-w1-5951bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:11:00.4808209Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"namespace":"ai-tenant-e2e-worker-w1-5951bc","name":"simulator-access","reconcileID":"83313ee3-0741-4a8a-bf8c-ddb26f460712","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5951bc","tenantID":"e2e-worker-w1-5951bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:11:00.4808209Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"namespace":"ai-tenant-e2e-worker-w1-5951bc","name":"premium-simulator-access","reconcileID":"7d3dc018-d8af-45a8-845f-61f39430e74c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5951bc","tenantID":"e2e-worker-w1-5951bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:11:00.534252136Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"namespace":"ai-tenant-e2e-worker-w1-5951bc","name":"simulator-access","reconcileID":"83313ee3-0741-4a8a-bf8c-ddb26f460712","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"name":"e2e-worker-w1-5951bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:11:00.534649766Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"namespace":"ai-tenant-e2e-worker-w1-5951bc","name":"premium-simulator-access","reconcileID":"7d3dc018-d8af-45a8-845f-61f39430e74c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"name":"e2e-worker-w1-5951bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:11:00.62643449Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"namespace":"ai-tenant-e2e-worker-w1-5951bc","name":"e2e-distinct-models-auth","reconcileID":"082e1bed-93f6-4d5d-8ca1-0797330b4e51","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5951bc","tenantID":"e2e-worker-w1-5951bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:11:00.67991729Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"namespace":"ai-tenant-e2e-worker-w1-5951bc","name":"e2e-distinct-models-auth","reconcileID":"082e1bed-93f6-4d5d-8ca1-0797330b4e51","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"name":"e2e-worker-w1-5951bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:11:02.716249816Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-8d2c7c","namespace":"e2e-models-e2e-worker-w4-8d2c7c"},"namespace":"e2e-models-e2e-worker-w4-8d2c7c","name":"simulator-w4-8d2c7c","reconcileID":"21c76456-184c-4989-a85d-b0634e8edf2b","MaaSModelRef":{"name":"simulator-w4-8d2c7c","namespace":"e2e-models-e2e-worker-w4-8d2c7c"},"routeName":"simulator-w4-8d2c7c-kserve-route","namespace":"e2e-models-e2e-worker-w4-8d2c7c","llmisvcName":"simulator-w4-8d2c7c","gateway":"openshift-ingress/e2e-worker-w4-8d2c7c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:11:02.71676848Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-8d2c7c","namespace":"e2e-models-e2e-worker-w4-8d2c7c"},"namespace":"e2e-models-e2e-worker-w4-8d2c7c","name":"premium-w4-8d2c7c","reconcileID":"9ea401d7-18de-4314-ad55-036a82db0e92","MaaSModelRef":{"name":"premium-w4-8d2c7c","namespace":"e2e-models-e2e-worker-w4-8d2c7c"},"routeName":"premium-w4-8d2c7c-kserve-route","namespace":"e2e-models-e2e-worker-w4-8d2c7c","llmisvcName":"premium-w4-8d2c7c","gateway":"openshift-ingress/e2e-worker-w4-8d2c7c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:11:02.868010442Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"namespace":"ai-tenant-e2e-worker-w4-8d2c7c","name":"simulator-access","reconcileID":"f41fede0-c062-4713-93eb-9c890202ce68","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-8d2c7c","tenantID":"e2e-worker-w4-8d2c7c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:11:02.87252963Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"namespace":"ai-tenant-e2e-worker-w4-8d2c7c","name":"premium-simulator-access","reconcileID":"537e4339-ae49-462b-a546-1c967d26b74b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-8d2c7c","tenantID":"e2e-worker-w4-8d2c7c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:11:02.914516487Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"namespace":"ai-tenant-e2e-worker-w4-8d2c7c","name":"simulator-subscription","reconcileID":"7632c601-ba98-4ad4-8067-2023a9ea3aee","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"name":"maas-trlp-simulator-w4-8d2c7c","model":"e2e-models-e2e-worker-w4-8d2c7c/simulator-w4-8d2c7c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:11:02.924773481Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"namespace":"ai-tenant-e2e-worker-w4-8d2c7c","name":"simulator-access","reconcileID":"f41fede0-c062-4713-93eb-9c890202ce68","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"name":"e2e-worker-w4-8d2c7c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:11:02.928732022Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"namespace":"ai-tenant-e2e-worker-w4-8d2c7c","name":"premium-simulator-subscription","reconcileID":"df27dc59-f326-497f-983b-2f3663bea2c8","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"name":"maas-trlp-premium-w4-8d2c7c","model":"e2e-models-e2e-worker-w4-8d2c7c/premium-w4-8d2c7c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:11:02.931980305Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"namespace":"ai-tenant-e2e-worker-w4-8d2c7c","name":"premium-simulator-access","reconcileID":"537e4339-ae49-462b-a546-1c967d26b74b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"name":"e2e-worker-w4-8d2c7c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:11:05.037810451Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"namespace":"ai-tenant-e2e-worker-w4-8d2c7c","name":"simulator-subscription","reconcileID":"fd8d6126-fc94-44c2-8c95-116cf33e2907","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"name":"maas-trlp-simulator-w4-8d2c7c","model":"e2e-models-e2e-worker-w4-8d2c7c/simulator-w4-8d2c7c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:11:08.981730068Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"namespace":"ai-tenant-e2e-worker-w1-5951bc","name":"e2e-distinct-models-auth","reconcileID":"7d50c9e1-5220-4953-a485-8a97f99818c2","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5951bc","tenantID":"e2e-worker-w1-5951bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:11:08.981794925Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"namespace":"ai-tenant-e2e-worker-w1-5951bc","name":"simulator-access","reconcileID":"72b9d4b8-2283-4327-b981-e120bb759eb8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5951bc","tenantID":"e2e-worker-w1-5951bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:11:08.982184532Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"namespace":"ai-tenant-e2e-worker-w1-5951bc","name":"premium-simulator-access","reconcileID":"889b0330-a0d3-43b3-9c2d-92ef5ded9f41","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5951bc","tenantID":"e2e-worker-w1-5951bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:11:09.034592111Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"namespace":"ai-tenant-e2e-worker-w1-5951bc","name":"e2e-distinct-models-auth","reconcileID":"7d50c9e1-5220-4953-a485-8a97f99818c2","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"name":"e2e-worker-w1-5951bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:11:09.036003026Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"namespace":"ai-tenant-e2e-worker-w1-5951bc","name":"simulator-access","reconcileID":"72b9d4b8-2283-4327-b981-e120bb759eb8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"name":"e2e-worker-w1-5951bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:11:09.03688872Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"namespace":"ai-tenant-e2e-worker-w1-5951bc","name":"premium-simulator-access","reconcileID":"889b0330-a0d3-43b3-9c2d-92ef5ded9f41","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"name":"e2e-worker-w1-5951bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:11:09.091291215Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"namespace":"ai-tenant-e2e-worker-w0-9893f0","name":"simulator-access","reconcileID":"fb25260b-6b24-4faf-93df-29f51ddadeeb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9893f0","tenantID":"e2e-worker-w0-9893f0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:11:09.091303784Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"namespace":"ai-tenant-e2e-worker-w0-9893f0","name":"premium-simulator-access","reconcileID":"f433ee26-1031-4420-ba67-f89eaab96904","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9893f0","tenantID":"e2e-worker-w0-9893f0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:11:09.143909524Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"namespace":"ai-tenant-e2e-worker-w0-9893f0","name":"simulator-access","reconcileID":"fb25260b-6b24-4faf-93df-29f51ddadeeb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"name":"e2e-worker-w0-9893f0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:11:09.144730876Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"namespace":"ai-tenant-e2e-worker-w0-9893f0","name":"premium-simulator-access","reconcileID":"f433ee26-1031-4420-ba67-f89eaab96904","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"name":"e2e-worker-w0-9893f0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:11:09.422472833Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"namespace":"ai-tenant-e2e-worker-w1-5951bc","name":"premium-simulator-access","reconcileID":"e1544e7a-97e9-4a60-b2a7-6da2b36914e7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5951bc","tenantID":"e2e-worker-w1-5951bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:11:09.422504357Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"namespace":"ai-tenant-e2e-worker-w1-5951bc","name":"simulator-access","reconcileID":"a71ace65-8e70-4e77-8646-9f077e8b92d5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5951bc","tenantID":"e2e-worker-w1-5951bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:11:09.476708737Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"namespace":"ai-tenant-e2e-worker-w1-5951bc","name":"premium-simulator-access","reconcileID":"e1544e7a-97e9-4a60-b2a7-6da2b36914e7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"name":"e2e-worker-w1-5951bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:11:09.476710363Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"namespace":"ai-tenant-e2e-worker-w1-5951bc","name":"simulator-access","reconcileID":"a71ace65-8e70-4e77-8646-9f077e8b92d5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"name":"e2e-worker-w1-5951bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:11:09.525514393Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"namespace":"ai-tenant-e2e-worker-w1-5951bc","name":"e2e-distinct-models-auth","reconcileID":"91b93b0d-7162-4c3f-a4fc-8b761afc9477","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5951bc","tenantID":"e2e-worker-w1-5951bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:11:09.577649842Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"namespace":"ai-tenant-e2e-worker-w1-5951bc","name":"e2e-distinct-models-auth","reconcileID":"91b93b0d-7162-4c3f-a4fc-8b761afc9477","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"name":"e2e-worker-w1-5951bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:11:09.990566374Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"namespace":"ai-tenant-e2e-worker-w1-5951bc","name":"e2e-distinct-models-subscription","reconcileID":"25b3f53f-f9d8-4e22-8766-57662bafa2c0","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"model":"e2e-models-e2e-worker-w1-5951bc/distinct-w1-5951bc","subscription":"e2e-distinct-models-subscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:11:10.03923762Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"namespace":"ai-tenant-e2e-worker-w1-5951bc","name":"e2e-distinct-models-subscription","reconcileID":"25b3f53f-f9d8-4e22-8766-57662bafa2c0","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"model":"e2e-models-e2e-worker-w1-5951bc/distinct-w1-5951bc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:11:10.087933604Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"namespace":"ai-tenant-e2e-worker-w1-5951bc","name":"e2e-distinct-models-subscription","reconcileID":"25b3f53f-f9d8-4e22-8766-57662bafa2c0","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"name":"maas-trlp-distinct-w1-5951bc","namespace":"e2e-models-e2e-worker-w1-5951bc","model":"e2e-models-e2e-worker-w1-5951bc/distinct-w1-5951bc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:11:10.138517506Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"namespace":"ai-tenant-e2e-worker-w1-5951bc","name":"e2e-distinct-models-subscription","reconcileID":"25b3f53f-f9d8-4e22-8766-57662bafa2c0","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"model":"e2e-models-e2e-worker-w1-5951bc/distinct-2-w1-5951bc","subscription":"e2e-distinct-models-subscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:11:10.187407822Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"namespace":"ai-tenant-e2e-worker-w1-5951bc","name":"e2e-distinct-models-subscription","reconcileID":"25b3f53f-f9d8-4e22-8766-57662bafa2c0","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"model":"e2e-models-e2e-worker-w1-5951bc/distinct-2-w1-5951bc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:11:10.239840627Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"namespace":"ai-tenant-e2e-worker-w1-5951bc","name":"e2e-distinct-models-subscription","reconcileID":"25b3f53f-f9d8-4e22-8766-57662bafa2c0","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"name":"maas-trlp-distinct-2-w1-5951bc","namespace":"e2e-models-e2e-worker-w1-5951bc","model":"e2e-models-e2e-worker-w1-5951bc/distinct-2-w1-5951bc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:11:10.493354187Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-5951bc","namespace":"e2e-models-e2e-worker-w1-5951bc"},"namespace":"e2e-models-e2e-worker-w1-5951bc","name":"distinct-w1-5951bc","reconcileID":"44f9f642-3240-42a2-a781-b6736d98c0b3","MaaSModelRef":{"name":"distinct-w1-5951bc","namespace":"e2e-models-e2e-worker-w1-5951bc"},"routeName":"distinct-w1-5951bc-kserve-route","namespace":"e2e-models-e2e-worker-w1-5951bc","llmisvcName":"distinct-w1-5951bc","gateway":"openshift-ingress/e2e-worker-w1-5951bc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:11:10.49385536Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=models-as-a-service priority=0:[models-as-a-service/e2e-rt-eq-633a29-sub models-as-a-service/e2e-rt-sw-f0d8f9-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:11:10.547435561Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-5951bc","namespace":"e2e-models-e2e-worker-w1-5951bc"},"namespace":"e2e-models-e2e-worker-w1-5951bc","name":"distinct-2-w1-5951bc","reconcileID":"ea03f231-1de8-4547-8637-438c8b36baa5","MaaSModelRef":{"name":"distinct-2-w1-5951bc","namespace":"e2e-models-e2e-worker-w1-5951bc"},"routeName":"distinct-2-w1-5951bc-kserve-route","namespace":"e2e-models-e2e-worker-w1-5951bc","llmisvcName":"distinct-2-w1-5951bc","gateway":"openshift-ingress/e2e-worker-w1-5951bc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:11:10.645526533Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-5951bc","namespace":"e2e-models-e2e-worker-w1-5951bc"},"namespace":"e2e-models-e2e-worker-w1-5951bc","name":"distinct-w1-5951bc","reconcileID":"de1ccbc9-6054-443f-a90d-4ab2d565f9e1","MaaSModelRef":{"name":"distinct-w1-5951bc","namespace":"e2e-models-e2e-worker-w1-5951bc"},"routeName":"distinct-w1-5951bc-kserve-route","namespace":"e2e-models-e2e-worker-w1-5951bc","llmisvcName":"distinct-w1-5951bc","gateway":"openshift-ingress/e2e-worker-w1-5951bc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:11:10.645896988Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-5951bc","namespace":"e2e-models-e2e-worker-w1-5951bc"},"namespace":"e2e-models-e2e-worker-w1-5951bc","name":"distinct-2-w1-5951bc","reconcileID":"6fa18ac2-a7a3-4a7c-b99c-fbb70bb279bd","MaaSModelRef":{"name":"distinct-2-w1-5951bc","namespace":"e2e-models-e2e-worker-w1-5951bc"},"routeName":"distinct-2-w1-5951bc-kserve-route","namespace":"e2e-models-e2e-worker-w1-5951bc","llmisvcName":"distinct-2-w1-5951bc","gateway":"openshift-ingress/e2e-worker-w1-5951bc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:11:10.737369247Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"namespace":"ai-tenant-e2e-worker-w1-5951bc","name":"simulator-access","reconcileID":"ce1cfe83-3a59-428e-8de2-46399fadbc7b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5951bc","tenantID":"e2e-worker-w1-5951bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:11:10.737368835Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"namespace":"ai-tenant-e2e-worker-w1-5951bc","name":"e2e-distinct-models-auth","reconcileID":"e5ae4140-c105-449e-88bf-e79be65afc63","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5951bc","tenantID":"e2e-worker-w1-5951bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:11:10.740586395Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"namespace":"ai-tenant-e2e-worker-w1-5951bc","name":"premium-simulator-access","reconcileID":"fce05270-0122-4e19-9a46-7382f33a53ec","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5951bc","tenantID":"e2e-worker-w1-5951bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:11:10.790349997Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"namespace":"ai-tenant-e2e-worker-w1-5951bc","name":"simulator-access","reconcileID":"ce1cfe83-3a59-428e-8de2-46399fadbc7b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"name":"e2e-worker-w1-5951bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:11:10.790588577Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"namespace":"ai-tenant-e2e-worker-w1-5951bc","name":"e2e-distinct-models-auth","reconcileID":"e5ae4140-c105-449e-88bf-e79be65afc63","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"name":"e2e-worker-w1-5951bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:11:10.792689613Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"namespace":"ai-tenant-e2e-worker-w1-5951bc","name":"premium-simulator-access","reconcileID":"fce05270-0122-4e19-9a46-7382f33a53ec","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"name":"e2e-worker-w1-5951bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:11:11.035174999Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"namespace":"ai-tenant-e2e-worker-w1-5951bc","name":"e2e-distinct-models-auth","reconcileID":"8df70a6b-24b4-4d57-9fb6-1b3514a09e5f","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"model":"e2e-models-e2e-worker-w1-5951bc/distinct-w1-5951bc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:11:11.086882545Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"namespace":"ai-tenant-e2e-worker-w1-5951bc","name":"e2e-distinct-models-auth","reconcileID":"8df70a6b-24b4-4d57-9fb6-1b3514a09e5f","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"model":"e2e-models-e2e-worker-w1-5951bc/distinct-2-w1-5951bc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:11:11.235994466Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-5951bc","namespace":"e2e-models-e2e-worker-w1-5951bc"},"namespace":"e2e-models-e2e-worker-w1-5951bc","name":"distinct-w1-5951bc","reconcileID":"87d8b00c-45e3-4906-b604-ac5300dfaf5d","MaaSModelRef":{"name":"distinct-w1-5951bc","namespace":"e2e-models-e2e-worker-w1-5951bc"},"routeName":"distinct-w1-5951bc-kserve-route","namespace":"e2e-models-e2e-worker-w1-5951bc","llmisvcName":"distinct-w1-5951bc","gateway":"openshift-ingress/e2e-worker-w1-5951bc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:11:11.236364081Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-5951bc","namespace":"e2e-models-e2e-worker-w1-5951bc"},"namespace":"e2e-models-e2e-worker-w1-5951bc","name":"distinct-2-w1-5951bc","reconcileID":"a0c7cfc9-4f3d-4e57-acd4-eee8296e0d9f","MaaSModelRef":{"name":"distinct-2-w1-5951bc","namespace":"e2e-models-e2e-worker-w1-5951bc"},"routeName":"distinct-2-w1-5951bc-kserve-route","namespace":"e2e-models-e2e-worker-w1-5951bc","llmisvcName":"distinct-2-w1-5951bc","gateway":"openshift-ingress/e2e-worker-w1-5951bc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:11:12.061932456Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-bb1b51","namespace":"e2e-models-e2e-worker-w3-bb1b51"},"namespace":"e2e-models-e2e-worker-w3-bb1b51","name":"distinct-2-w3-bb1b51","reconcileID":"e2b35e8f-b2c3-49db-9840-d4a75ddba6be","MaaSModelRef":{"name":"distinct-2-w3-bb1b51","namespace":"e2e-models-e2e-worker-w3-bb1b51"},"routeName":"distinct-2-w3-bb1b51-kserve-route","namespace":"e2e-models-e2e-worker-w3-bb1b51","llmisvcName":"distinct-2-w3-bb1b51","gateway":"openshift-ingress/e2e-worker-w3-bb1b51","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:11:12.520716812Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-5951bc","namespace":"e2e-models-e2e-worker-w1-5951bc"},"namespace":"e2e-models-e2e-worker-w1-5951bc","name":"simulator-w1-5951bc","reconcileID":"9c9e5e8f-75b9-4f5b-91f5-157d5b37902c","MaaSModelRef":{"name":"simulator-w1-5951bc","namespace":"e2e-models-e2e-worker-w1-5951bc"},"routeName":"simulator-w1-5951bc-kserve-route","namespace":"e2e-models-e2e-worker-w1-5951bc","llmisvcName":"simulator-w1-5951bc","gateway":"openshift-ingress/e2e-worker-w1-5951bc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:11:12.57465826Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-5951bc","namespace":"e2e-models-e2e-worker-w1-5951bc"},"namespace":"e2e-models-e2e-worker-w1-5951bc","name":"simulator-w1-5951bc","reconcileID":"a93e3596-f82e-4de3-8c88-021fb0a8731f","MaaSModelRef":{"name":"simulator-w1-5951bc","namespace":"e2e-models-e2e-worker-w1-5951bc"},"routeName":"simulator-w1-5951bc-kserve-route","namespace":"e2e-models-e2e-worker-w1-5951bc","llmisvcName":"simulator-w1-5951bc","gateway":"openshift-ingress/e2e-worker-w1-5951bc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:11:12.720038347Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"namespace":"ai-tenant-e2e-worker-w1-5951bc","name":"e2e-api-key-no-access-auth","reconcileID":"8411fd5a-bee9-4ece-a1f6-46e1b0cf3472","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5951bc","tenantID":"e2e-worker-w1-5951bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:11:12.773907626Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"namespace":"ai-tenant-e2e-worker-w1-5951bc","name":"e2e-api-key-no-access-auth","reconcileID":"8411fd5a-bee9-4ece-a1f6-46e1b0cf3472","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"name":"e2e-worker-w1-5951bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:11:12.780837775Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=models-as-a-service priority=0:[models-as-a-service/e2e-rt-eq-633a29-sub models-as-a-service/e2e-rt-sw-f0d8f9-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:11:12.781716797Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-5951bc","namespace":"e2e-models-e2e-worker-w1-5951bc"},"namespace":"e2e-models-e2e-worker-w1-5951bc","name":"simulator-w1-5951bc","reconcileID":"cac170a1-19b2-4da8-8d5d-082ac6db1c13","MaaSModelRef":{"name":"simulator-w1-5951bc","namespace":"e2e-models-e2e-worker-w1-5951bc"},"routeName":"simulator-w1-5951bc-kserve-route","namespace":"e2e-models-e2e-worker-w1-5951bc","llmisvcName":"simulator-w1-5951bc","gateway":"openshift-ingress/e2e-worker-w1-5951bc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:11:12.834121443Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-5951bc","namespace":"e2e-models-e2e-worker-w1-5951bc"},"namespace":"e2e-models-e2e-worker-w1-5951bc","name":"simulator-w1-5951bc","reconcileID":"0e58648b-f3ad-4208-98c2-b4923391304f","MaaSModelRef":{"name":"simulator-w1-5951bc","namespace":"e2e-models-e2e-worker-w1-5951bc"},"routeName":"simulator-w1-5951bc-kserve-route","namespace":"e2e-models-e2e-worker-w1-5951bc","llmisvcName":"simulator-w1-5951bc","gateway":"openshift-ingress/e2e-worker-w1-5951bc","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T12:11:12.880542605Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-api-key-no-access-sub","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"namespace":"ai-tenant-e2e-worker-w1-5951bc","name":"e2e-api-key-no-access-sub","reconcileID":"1260cd1d-06ec-4d9c-9150-6e3f0b1e93c6","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-api-key-no-access-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T12:11:12.927897206Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"namespace":"ai-tenant-e2e-worker-w1-5951bc","name":"premium-simulator-access","reconcileID":"1424ea2a-1f5c-4889-94a6-2a1d393d2efa","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5951bc","tenantID":"e2e-worker-w1-5951bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:11:12.92946313Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"namespace":"ai-tenant-e2e-worker-w1-5951bc","name":"simulator-access","reconcileID":"36d2cfa9-e549-4fa4-a0d1-cc7a8ee3b8ec","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5951bc","tenantID":"e2e-worker-w1-5951bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:11:12.981234116Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"namespace":"ai-tenant-e2e-worker-w1-5951bc","name":"simulator-access","reconcileID":"36d2cfa9-e549-4fa4-a0d1-cc7a8ee3b8ec","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"name":"e2e-worker-w1-5951bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:11:12.981697041Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"namespace":"ai-tenant-e2e-worker-w1-5951bc","name":"premium-simulator-access","reconcileID":"1424ea2a-1f5c-4889-94a6-2a1d393d2efa","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"name":"e2e-worker-w1-5951bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:11:12.984771153Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-5951bc","namespace":"e2e-models-e2e-worker-w1-5951bc"},"namespace":"e2e-models-e2e-worker-w1-5951bc","name":"simulator-w1-5951bc","reconcileID":"cdd7afca-b4ef-413a-bbce-d1dea6bf8977","MaaSModelRef":{"name":"simulator-w1-5951bc","namespace":"e2e-models-e2e-worker-w1-5951bc"},"routeName":"simulator-w1-5951bc-kserve-route","namespace":"e2e-models-e2e-worker-w1-5951bc","llmisvcName":"simulator-w1-5951bc","gateway":"openshift-ingress/e2e-worker-w1-5951bc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:11:13.034721415Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-5951bc","namespace":"e2e-models-e2e-worker-w1-5951bc"},"namespace":"e2e-models-e2e-worker-w1-5951bc","name":"simulator-w1-5951bc","reconcileID":"7c8e2f59-95b8-4387-bfe0-6427e52264b7","MaaSModelRef":{"name":"simulator-w1-5951bc","namespace":"e2e-models-e2e-worker-w1-5951bc"},"routeName":"simulator-w1-5951bc-kserve-route","namespace":"e2e-models-e2e-worker-w1-5951bc","llmisvcName":"simulator-w1-5951bc","gateway":"openshift-ingress/e2e-worker-w1-5951bc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:11:13.05139073Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-bb1b51","namespace":"e2e-models-e2e-worker-w3-bb1b51"},"namespace":"e2e-models-e2e-worker-w3-bb1b51","name":"distinct-w3-bb1b51","reconcileID":"2c2a207c-24cb-477e-ae1d-614b95fea953","MaaSModelRef":{"name":"distinct-w3-bb1b51","namespace":"e2e-models-e2e-worker-w3-bb1b51"},"routeName":"distinct-w3-bb1b51-kserve-route","namespace":"e2e-models-e2e-worker-w3-bb1b51","llmisvcName":"distinct-w3-bb1b51","gateway":"openshift-ingress/e2e-worker-w3-bb1b51","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:11:13.051661095Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-5951bc","namespace":"e2e-models-e2e-worker-w1-5951bc"},"namespace":"e2e-models-e2e-worker-w1-5951bc","name":"simulator-w1-5951bc","reconcileID":"435bc3fa-4b46-4fa4-a6b2-ff1dfb6c827d","MaaSModelRef":{"name":"simulator-w1-5951bc","namespace":"e2e-models-e2e-worker-w1-5951bc"},"routeName":"simulator-w1-5951bc-kserve-route","namespace":"e2e-models-e2e-worker-w1-5951bc","llmisvcName":"simulator-w1-5951bc","gateway":"openshift-ingress/e2e-worker-w1-5951bc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:11:13.115090529Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-bb1b51","namespace":"e2e-models-e2e-worker-w3-bb1b51"},"namespace":"e2e-models-e2e-worker-w3-bb1b51","name":"distinct-w3-bb1b51","reconcileID":"526ab0e1-634a-4aa1-b27b-d70776cec1e6","MaaSModelRef":{"name":"distinct-w3-bb1b51","namespace":"e2e-models-e2e-worker-w3-bb1b51"},"routeName":"distinct-w3-bb1b51-kserve-route","namespace":"e2e-models-e2e-worker-w3-bb1b51","llmisvcName":"distinct-w3-bb1b51","gateway":"openshift-ingress/e2e-worker-w3-bb1b51","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:11:13.185768678Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"namespace":"ai-tenant-e2e-worker-w1-5951bc","name":"e2e-api-key-no-access-auth","reconcileID":"0a4c7186-d775-4082-b28f-0130eae8f031","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5951bc","tenantID":"e2e-worker-w1-5951bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:11:13.238259669Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"namespace":"ai-tenant-e2e-worker-w1-5951bc","name":"e2e-api-key-no-access-auth","reconcileID":"0a4c7186-d775-4082-b28f-0130eae8f031","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"name":"e2e-worker-w1-5951bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:11:13.311855334Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-api-key-no-access-sub","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"namespace":"ai-tenant-e2e-worker-w1-5951bc","name":"e2e-api-key-no-access-sub","reconcileID":"f58340e3-f21d-4cea-b605-8616bb38e4fb","MaaSSubscription":{"name":"e2e-api-key-no-access-sub","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"name":"maas-trlp-simulator-w1-5951bc","model":"e2e-models-e2e-worker-w1-5951bc/simulator-w1-5951bc","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w1-5951bc/e2e-api-key-no-access-sub","ai-tenant-e2e-worker-w1-5951bc/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:11:13.317803854Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=models-as-a-service priority=0:[models-as-a-service/e2e-rt-eq-633a29-sub models-as-a-service/e2e-rt-sw-f0d8f9-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:11:13.317871152Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-bb1b51","namespace":"e2e-models-e2e-worker-w3-bb1b51"},"namespace":"e2e-models-e2e-worker-w3-bb1b51","name":"distinct-w3-bb1b51","reconcileID":"23c5636f-fba3-4e22-be53-c085cf8ba4de","MaaSModelRef":{"name":"distinct-w3-bb1b51","namespace":"e2e-models-e2e-worker-w3-bb1b51"},"routeName":"distinct-w3-bb1b51-kserve-route","namespace":"e2e-models-e2e-worker-w3-bb1b51","llmisvcName":"distinct-w3-bb1b51","gateway":"openshift-ingress/e2e-worker-w3-bb1b51","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:11:13.329637623Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"namespace":"ai-tenant-e2e-worker-w3-bb1b51","name":"e2e-return-all-auth1","reconcileID":"cd54d39d-2150-491a-b59f-f2f7b3332279","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bb1b51","tenantID":"e2e-worker-w3-bb1b51","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:11:13.339622456Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"namespace":"ai-tenant-e2e-worker-w1-5951bc","name":"simulator-access","reconcileID":"5fccbd01-54c5-4b05-819d-da8ffb726309","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5951bc","tenantID":"e2e-worker-w1-5951bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:11:13.339672865Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"namespace":"ai-tenant-e2e-worker-w1-5951bc","name":"premium-simulator-access","reconcileID":"33b9359c-0741-4171-bf9b-e81ecf0d8cd3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5951bc","tenantID":"e2e-worker-w1-5951bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:11:13.372007089Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-bb1b51","namespace":"e2e-models-e2e-worker-w3-bb1b51"},"namespace":"e2e-models-e2e-worker-w3-bb1b51","name":"distinct-w3-bb1b51","reconcileID":"4ee124b8-1302-4023-b2bf-19101f345772","MaaSModelRef":{"name":"distinct-w3-bb1b51","namespace":"e2e-models-e2e-worker-w3-bb1b51"},"routeName":"distinct-w3-bb1b51-kserve-route","namespace":"e2e-models-e2e-worker-w3-bb1b51","llmisvcName":"distinct-w3-bb1b51","gateway":"openshift-ingress/e2e-worker-w3-bb1b51","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:11:13.382601826Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"namespace":"ai-tenant-e2e-worker-w3-bb1b51","name":"e2e-return-all-auth1","reconcileID":"cd54d39d-2150-491a-b59f-f2f7b3332279","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"name":"e2e-worker-w3-bb1b51-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:11:13.392390501Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"namespace":"ai-tenant-e2e-worker-w1-5951bc","name":"simulator-access","reconcileID":"5fccbd01-54c5-4b05-819d-da8ffb726309","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"name":"e2e-worker-w1-5951bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:11:13.393416428Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"namespace":"ai-tenant-e2e-worker-w1-5951bc","name":"premium-simulator-access","reconcileID":"33b9359c-0741-4171-bf9b-e81ecf0d8cd3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"name":"e2e-worker-w1-5951bc-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T12:11:13.419137617Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-return-all-sub1","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"namespace":"ai-tenant-e2e-worker-w3-bb1b51","name":"e2e-return-all-sub1","reconcileID":"a337c9b9-7a22-4465-939d-108436ec8a4f","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-return-all-sub1\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T12:11:13.421496074Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-bb1b51","namespace":"e2e-models-e2e-worker-w3-bb1b51"},"namespace":"e2e-models-e2e-worker-w3-bb1b51","name":"distinct-w3-bb1b51","reconcileID":"4ee124b8-1302-4023-b2bf-19101f345772","name":"distinct-w3-bb1b51","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"distinct-w3-bb1b51\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T12:11:13.421546242Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-bb1b51","namespace":"e2e-models-e2e-worker-w3-bb1b51"},"namespace":"e2e-models-e2e-worker-w3-bb1b51","name":"distinct-w3-bb1b51","reconcileID":"4ee124b8-1302-4023-b2bf-19101f345772","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"distinct-w3-bb1b51\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T12:11:13.421693287Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-5951bc","namespace":"e2e-models-e2e-worker-w1-5951bc"},"namespace":"e2e-models-e2e-worker-w1-5951bc","name":"simulator-w1-5951bc","reconcileID":"dbb9b2ed-7bc4-4425-a517-f63b46615a75","MaaSModelRef":{"name":"simulator-w1-5951bc","namespace":"e2e-models-e2e-worker-w1-5951bc"},"routeName":"simulator-w1-5951bc-kserve-route","namespace":"e2e-models-e2e-worker-w1-5951bc","llmisvcName":"simulator-w1-5951bc","gateway":"openshift-ingress/e2e-worker-w1-5951bc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:11:13.426868704Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-bb1b51","namespace":"e2e-models-e2e-worker-w3-bb1b51"},"namespace":"e2e-models-e2e-worker-w3-bb1b51","name":"distinct-w3-bb1b51","reconcileID":"8dc24e23-3092-42d7-9861-6a46cda1c85f","MaaSModelRef":{"name":"distinct-w3-bb1b51","namespace":"e2e-models-e2e-worker-w3-bb1b51"},"routeName":"distinct-w3-bb1b51-kserve-route","namespace":"e2e-models-e2e-worker-w3-bb1b51","llmisvcName":"distinct-w3-bb1b51","gateway":"openshift-ingress/e2e-worker-w3-bb1b51","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T12:11:13.462351431Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-api-key-no-access-sub","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"namespace":"ai-tenant-e2e-worker-w1-5951bc","name":"e2e-api-key-no-access-sub","reconcileID":"f58340e3-f21d-4cea-b605-8616bb38e4fb","error":"failed to update MaaSSubscription status: Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-api-key-no-access-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T12:11:13.51002952Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"namespace":"ai-tenant-e2e-worker-w1-5951bc","name":"simulator-subscription","reconcileID":"e4f42a04-d4d7-4cea-b9a9-926e890add0f","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"name":"maas-trlp-simulator-w1-5951bc","model":"e2e-models-e2e-worker-w1-5951bc/simulator-w1-5951bc","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:11:13.51031753Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"namespace":"ai-tenant-e2e-worker-w3-bb1b51","name":"simulator-access","reconcileID":"95583306-3cef-4fff-934f-a453a72e11e7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bb1b51","tenantID":"e2e-worker-w3-bb1b51","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:11:13.518600789Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-bb1b51","namespace":"e2e-models-e2e-worker-w3-bb1b51"},"namespace":"e2e-models-e2e-worker-w3-bb1b51","name":"distinct-w3-bb1b51","reconcileID":"be3a0527-b928-494e-b5a3-50734fe9c828","MaaSModelRef":{"name":"distinct-w3-bb1b51","namespace":"e2e-models-e2e-worker-w3-bb1b51"},"routeName":"distinct-w3-bb1b51-kserve-route","namespace":"e2e-models-e2e-worker-w3-bb1b51","llmisvcName":"distinct-w3-bb1b51","gateway":"openshift-ingress/e2e-worker-w3-bb1b51","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:11:13.562740982Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"namespace":"ai-tenant-e2e-worker-w3-bb1b51","name":"simulator-access","reconcileID":"95583306-3cef-4fff-934f-a453a72e11e7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"name":"e2e-worker-w3-bb1b51-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:11:13.571299385Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-bb1b51","namespace":"e2e-models-e2e-worker-w3-bb1b51"},"namespace":"e2e-models-e2e-worker-w3-bb1b51","name":"distinct-w3-bb1b51","reconcileID":"c3ab56e0-9e29-4837-b142-d319cb8da985","MaaSModelRef":{"name":"distinct-w3-bb1b51","namespace":"e2e-models-e2e-worker-w3-bb1b51"},"routeName":"distinct-w3-bb1b51-kserve-route","namespace":"e2e-models-e2e-worker-w3-bb1b51","llmisvcName":"distinct-w3-bb1b51","gateway":"openshift-ingress/e2e-worker-w3-bb1b51","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:11:13.588938249Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-bb1b51","namespace":"e2e-models-e2e-worker-w3-bb1b51"},"namespace":"e2e-models-e2e-worker-w3-bb1b51","name":"distinct-2-w3-bb1b51","reconcileID":"bc82137f-91e1-4713-9006-9091ca87c340","MaaSModelRef":{"name":"distinct-2-w3-bb1b51","namespace":"e2e-models-e2e-worker-w3-bb1b51"},"routeName":"distinct-2-w3-bb1b51-kserve-route","namespace":"e2e-models-e2e-worker-w3-bb1b51","llmisvcName":"distinct-2-w3-bb1b51","gateway":"openshift-ingress/e2e-worker-w3-bb1b51","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:11:13.629144757Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"namespace":"ai-tenant-e2e-worker-w3-bb1b51","name":"premium-simulator-access","reconcileID":"90ac167c-0707-49fd-a56f-c49620758da2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bb1b51","tenantID":"e2e-worker-w3-bb1b51","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:11:13.657805175Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-api-key-no-access-sub","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"namespace":"ai-tenant-e2e-worker-w1-5951bc","name":"e2e-api-key-no-access-sub","reconcileID":"c8f3d9c0-4c75-40f6-8476-fc81ddb592d6","MaaSSubscription":{"name":"e2e-api-key-no-access-sub","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"name":"maas-trlp-simulator-w1-5951bc","model":"e2e-models-e2e-worker-w1-5951bc/simulator-w1-5951bc","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:11:13.6822122Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"namespace":"ai-tenant-e2e-worker-w3-bb1b51","name":"premium-simulator-access","reconcileID":"90ac167c-0707-49fd-a56f-c49620758da2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"name":"e2e-worker-w3-bb1b51-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:11:13.691980381Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-bb1b51","namespace":"e2e-models-e2e-worker-w3-bb1b51"},"namespace":"e2e-models-e2e-worker-w3-bb1b51","name":"distinct-2-w3-bb1b51","reconcileID":"a6e1991f-f8bf-40ea-814e-b817bbef7f76","MaaSModelRef":{"name":"distinct-2-w3-bb1b51","namespace":"e2e-models-e2e-worker-w3-bb1b51"},"routeName":"distinct-2-w3-bb1b51-kserve-route","namespace":"e2e-models-e2e-worker-w3-bb1b51","llmisvcName":"distinct-2-w3-bb1b51","gateway":"openshift-ingress/e2e-worker-w3-bb1b51","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:11:13.692449246Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-bb1b51","namespace":"e2e-models-e2e-worker-w3-bb1b51"},"namespace":"e2e-models-e2e-worker-w3-bb1b51","name":"distinct-w3-bb1b51","reconcileID":"29d4d82d-6e82-4294-be9e-5f7575698a73","MaaSModelRef":{"name":"distinct-w3-bb1b51","namespace":"e2e-models-e2e-worker-w3-bb1b51"},"routeName":"distinct-w3-bb1b51-kserve-route","namespace":"e2e-models-e2e-worker-w3-bb1b51","llmisvcName":"distinct-w3-bb1b51","gateway":"openshift-ingress/e2e-worker-w3-bb1b51","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:11:13.769107328Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-return-all-sub1","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"namespace":"ai-tenant-e2e-worker-w3-bb1b51","name":"e2e-return-all-sub1","reconcileID":"e72a51b2-b239-47a5-8663-71c917297ae7","MaaSSubscription":{"name":"e2e-return-all-sub1","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"name":"maas-trlp-distinct-w3-bb1b51","model":"distinct-w3-bb1b51","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w3-bb1b51/e2e-return-all-sub1"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:11:13.812530847Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-5951bc","namespace":"e2e-models-e2e-worker-w1-5951bc"},"namespace":"e2e-models-e2e-worker-w1-5951bc","name":"simulator-w1-5951bc","reconcileID":"49844075-9fb6-4c54-ac49-7a20eff1ebb6","MaaSModelRef":{"name":"simulator-w1-5951bc","namespace":"e2e-models-e2e-worker-w1-5951bc"},"routeName":"simulator-w1-5951bc-kserve-route","namespace":"e2e-models-e2e-worker-w1-5951bc","llmisvcName":"simulator-w1-5951bc","gateway":"openshift-ingress/e2e-worker-w1-5951bc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:11:13.857833124Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w3-bb1b51 priority=0:[ai-tenant-e2e-worker-w3-bb1b51/e2e-return-all-sub1 ai-tenant-e2e-worker-w3-bb1b51/e2e-return-all-sub2]","namespace=models-as-a-service priority=0:[models-as-a-service/e2e-rt-eq-633a29-sub models-as-a-service/e2e-rt-sw-f0d8f9-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:11:13.858036236Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-bb1b51","namespace":"e2e-models-e2e-worker-w3-bb1b51"},"namespace":"e2e-models-e2e-worker-w3-bb1b51","name":"distinct-2-w3-bb1b51","reconcileID":"6153f636-fad5-436e-9a18-2631e710a852","MaaSModelRef":{"name":"distinct-2-w3-bb1b51","namespace":"e2e-models-e2e-worker-w3-bb1b51"},"routeName":"distinct-2-w3-bb1b51-kserve-route","namespace":"e2e-models-e2e-worker-w3-bb1b51","llmisvcName":"distinct-2-w3-bb1b51","gateway":"openshift-ingress/e2e-worker-w3-bb1b51","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:11:13.912212491Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-bb1b51","namespace":"e2e-models-e2e-worker-w3-bb1b51"},"namespace":"e2e-models-e2e-worker-w3-bb1b51","name":"distinct-w3-bb1b51","reconcileID":"fc72af65-db15-4b66-b76c-9489c2b75886","MaaSModelRef":{"name":"distinct-w3-bb1b51","namespace":"e2e-models-e2e-worker-w3-bb1b51"},"routeName":"distinct-w3-bb1b51-kserve-route","namespace":"e2e-models-e2e-worker-w3-bb1b51","llmisvcName":"distinct-w3-bb1b51","gateway":"openshift-ingress/e2e-worker-w3-bb1b51","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T12:11:13.920828379Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-return-all-sub1","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"namespace":"ai-tenant-e2e-worker-w3-bb1b51","name":"e2e-return-all-sub1","reconcileID":"e72a51b2-b239-47a5-8663-71c917297ae7","error":"failed to update MaaSSubscription status: Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-return-all-sub1\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T12:11:13.934394948Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"namespace":"ai-tenant-e2e-worker-w3-bb1b51","name":"e2e-return-all-auth2","reconcileID":"0259a877-95bc-43ec-ae94-78c9aabed72d","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bb1b51","tenantID":"e2e-worker-w3-bb1b51","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:11:13.934491188Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"namespace":"ai-tenant-e2e-worker-w3-bb1b51","name":"e2e-return-all-auth1","reconcileID":"89d763f1-9837-45af-b7bb-750cdf356eb0","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bb1b51","tenantID":"e2e-worker-w3-bb1b51","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:11:13.95858599Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-bb1b51","namespace":"e2e-models-e2e-worker-w3-bb1b51"},"namespace":"e2e-models-e2e-worker-w3-bb1b51","name":"distinct-2-w3-bb1b51","reconcileID":"4641dcc6-883e-47b2-b3a2-2da73f8c7774","MaaSModelRef":{"name":"distinct-2-w3-bb1b51","namespace":"e2e-models-e2e-worker-w3-bb1b51"},"routeName":"distinct-2-w3-bb1b51-kserve-route","namespace":"e2e-models-e2e-worker-w3-bb1b51","llmisvcName":"distinct-2-w3-bb1b51","gateway":"openshift-ingress/e2e-worker-w3-bb1b51","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T12:11:13.961797517Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w3-bb1b51/e2e-return-all-sub2","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-return-all-sub2\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-03T12:11:13.987147211Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"namespace":"ai-tenant-e2e-worker-w3-bb1b51","name":"e2e-return-all-auth2","reconcileID":"0259a877-95bc-43ec-ae94-78c9aabed72d","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"name":"e2e-worker-w3-bb1b51-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:11:13.987256627Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"namespace":"ai-tenant-e2e-worker-w3-bb1b51","name":"e2e-return-all-auth1","reconcileID":"89d763f1-9837-45af-b7bb-750cdf356eb0","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"name":"e2e-worker-w3-bb1b51-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:11:14.009123506Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-bb1b51","namespace":"e2e-models-e2e-worker-w3-bb1b51"},"namespace":"e2e-models-e2e-worker-w3-bb1b51","name":"distinct-2-w3-bb1b51","reconcileID":"76f62c6a-5019-4dfc-b4ef-f32fff85605a","MaaSModelRef":{"name":"distinct-2-w3-bb1b51","namespace":"e2e-models-e2e-worker-w3-bb1b51"},"routeName":"distinct-2-w3-bb1b51-kserve-route","namespace":"e2e-models-e2e-worker-w3-bb1b51","llmisvcName":"distinct-2-w3-bb1b51","gateway":"openshift-ingress/e2e-worker-w3-bb1b51","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:11:14.035689122Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"namespace":"ai-tenant-e2e-worker-w3-bb1b51","name":"simulator-access","reconcileID":"1127f1fd-61ba-4892-ab5b-2ea746e18fa8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bb1b51","tenantID":"e2e-worker-w3-bb1b51","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:11:14.088708897Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"namespace":"ai-tenant-e2e-worker-w3-bb1b51","name":"simulator-access","reconcileID":"1127f1fd-61ba-4892-ab5b-2ea746e18fa8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"name":"e2e-worker-w3-bb1b51-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:11:14.11468072Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-return-all-sub1","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"namespace":"ai-tenant-e2e-worker-w3-bb1b51","name":"e2e-return-all-sub1","reconcileID":"11b547cb-8ccf-4795-b931-63b4c48d4d13","MaaSSubscription":{"name":"e2e-return-all-sub1","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"name":"maas-trlp-distinct-w3-bb1b51","model":"e2e-models-e2e-worker-w3-bb1b51/distinct-w3-bb1b51","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:11:14.180004748Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"namespace":"ai-tenant-e2e-worker-w3-bb1b51","name":"premium-simulator-access","reconcileID":"763c3751-576a-4dd2-b916-7bc8581a459a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bb1b51","tenantID":"e2e-worker-w3-bb1b51","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:11:14.219427099Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-return-all-sub2","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"namespace":"ai-tenant-e2e-worker-w3-bb1b51","name":"e2e-return-all-sub2","reconcileID":"8b9f7ff3-0097-4080-9ffe-09a28927f6b6","MaaSSubscription":{"name":"e2e-return-all-sub2","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"name":"maas-trlp-distinct-2-w3-bb1b51","model":"distinct-2-w3-bb1b51","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w3-bb1b51/e2e-return-all-sub2"],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T12:11:14.232447261Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"namespace":"ai-tenant-e2e-worker-w3-bb1b51","name":"e2e-return-all-auth1","reconcileID":"89d763f1-9837-45af-b7bb-750cdf356eb0","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"e2e-return-all-auth1\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T12:11:14.23321222Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"namespace":"ai-tenant-e2e-worker-w3-bb1b51","name":"premium-simulator-access","reconcileID":"763c3751-576a-4dd2-b916-7bc8581a459a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"name":"e2e-worker-w3-bb1b51-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:11:14.23635513Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-bb1b51","namespace":"e2e-models-e2e-worker-w3-bb1b51"},"namespace":"e2e-models-e2e-worker-w3-bb1b51","name":"distinct-2-w3-bb1b51","reconcileID":"6db85437-f4b9-43a7-9047-5a41dd535a41","MaaSModelRef":{"name":"distinct-2-w3-bb1b51","namespace":"e2e-models-e2e-worker-w3-bb1b51"},"routeName":"distinct-2-w3-bb1b51-kserve-route","namespace":"e2e-models-e2e-worker-w3-bb1b51","llmisvcName":"distinct-2-w3-bb1b51","gateway":"openshift-ingress/e2e-worker-w3-bb1b51","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:11:14.273565003Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-bb1b51","namespace":"e2e-models-e2e-worker-w3-bb1b51"},"namespace":"e2e-models-e2e-worker-w3-bb1b51","name":"distinct-w3-bb1b51","reconcileID":"34a08cef-4f5f-46fc-a8f4-709e88e11f7b","MaaSModelRef":{"name":"distinct-w3-bb1b51","namespace":"e2e-models-e2e-worker-w3-bb1b51"},"routeName":"distinct-w3-bb1b51-kserve-route","namespace":"e2e-models-e2e-worker-w3-bb1b51","llmisvcName":"distinct-w3-bb1b51","gateway":"openshift-ingress/e2e-worker-w3-bb1b51","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:11:14.374942893Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-bb1b51","namespace":"e2e-models-e2e-worker-w3-bb1b51"},"namespace":"e2e-models-e2e-worker-w3-bb1b51","name":"distinct-2-w3-bb1b51","reconcileID":"1b6fcbcb-5489-4e60-a6ee-f5ca5026ecaf","MaaSModelRef":{"name":"distinct-2-w3-bb1b51","namespace":"e2e-models-e2e-worker-w3-bb1b51"},"routeName":"distinct-2-w3-bb1b51-kserve-route","namespace":"e2e-models-e2e-worker-w3-bb1b51","llmisvcName":"distinct-2-w3-bb1b51","gateway":"openshift-ingress/e2e-worker-w3-bb1b51","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:11:14.474572791Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"namespace":"ai-tenant-e2e-worker-w3-bb1b51","name":"e2e-return-all-auth1","reconcileID":"8d8855de-7b56-46f9-a6ae-0f3fb3b476a9","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bb1b51","tenantID":"e2e-worker-w3-bb1b51","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:11:14.475249116Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"namespace":"ai-tenant-e2e-worker-w3-bb1b51","name":"simulator-access","reconcileID":"1e52d0a8-7023-4179-bfc9-90339b7340e8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bb1b51","tenantID":"e2e-worker-w3-bb1b51","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:11:14.478614293Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"namespace":"ai-tenant-e2e-worker-w3-bb1b51","name":"e2e-return-all-auth2","reconcileID":"02a43a81-d7f6-40f2-8edf-01a4b109ec99","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bb1b51","tenantID":"e2e-worker-w3-bb1b51","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:11:14.527542672Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"namespace":"ai-tenant-e2e-worker-w3-bb1b51","name":"simulator-access","reconcileID":"1e52d0a8-7023-4179-bfc9-90339b7340e8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"name":"e2e-worker-w3-bb1b51-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:11:14.528007154Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"namespace":"ai-tenant-e2e-worker-w3-bb1b51","name":"e2e-return-all-auth1","reconcileID":"8d8855de-7b56-46f9-a6ae-0f3fb3b476a9","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"name":"e2e-worker-w3-bb1b51-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:11:14.532082257Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"namespace":"ai-tenant-e2e-worker-w3-bb1b51","name":"e2e-return-all-auth2","reconcileID":"02a43a81-d7f6-40f2-8edf-01a4b109ec99","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"name":"e2e-worker-w3-bb1b51-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:11:14.570668585Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-return-all-sub2","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"namespace":"ai-tenant-e2e-worker-w3-bb1b51","name":"e2e-return-all-sub2","reconcileID":"d0a8c2f9-0741-4a61-aa7c-730ba1e49a35","MaaSSubscription":{"name":"e2e-return-all-sub2","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"name":"maas-trlp-distinct-2-w3-bb1b51","model":"e2e-models-e2e-worker-w3-bb1b51/distinct-2-w3-bb1b51","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:11:14.678925438Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"namespace":"ai-tenant-e2e-worker-w3-bb1b51","name":"premium-simulator-access","reconcileID":"687c7af0-5eb1-4880-a0e1-a402e8a899d3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bb1b51","tenantID":"e2e-worker-w3-bb1b51","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:11:14.732581261Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"namespace":"ai-tenant-e2e-worker-w3-bb1b51","name":"premium-simulator-access","reconcileID":"687c7af0-5eb1-4880-a0e1-a402e8a899d3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"name":"e2e-worker-w3-bb1b51-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:11:15.515915432Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-bb1b51","namespace":"e2e-models-e2e-worker-w3-bb1b51"},"namespace":"e2e-models-e2e-worker-w3-bb1b51","name":"distinct-w3-bb1b51","reconcileID":"6bc7eab7-22e9-47a8-8e37-241a2129ac83","MaaSModelRef":{"name":"distinct-w3-bb1b51","namespace":"e2e-models-e2e-worker-w3-bb1b51"},"routeName":"distinct-w3-bb1b51-kserve-route","namespace":"e2e-models-e2e-worker-w3-bb1b51","llmisvcName":"distinct-w3-bb1b51","gateway":"openshift-ingress/e2e-worker-w3-bb1b51","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:11:15.666578588Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-return-all-sub1","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"namespace":"ai-tenant-e2e-worker-w3-bb1b51","name":"e2e-return-all-sub1","reconcileID":"aa128fd3-5e02-4a67-a295-d7686741438d","MaaSSubscription":{"name":"e2e-return-all-sub1","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-88ac920c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:11:15.687409739Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-5951bc","namespace":"e2e-models-e2e-worker-w1-5951bc"},"namespace":"e2e-models-e2e-worker-w1-5951bc","name":"simulator-w1-5951bc","reconcileID":"60101c70-9d97-4532-97ad-d657ab4d0ddd","MaaSModelRef":{"name":"simulator-w1-5951bc","namespace":"e2e-models-e2e-worker-w1-5951bc"},"routeName":"simulator-w1-5951bc-kserve-route","namespace":"e2e-models-e2e-worker-w1-5951bc","llmisvcName":"simulator-w1-5951bc","gateway":"openshift-ingress/e2e-worker-w1-5951bc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:11:15.758947791Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"namespace":"ai-tenant-e2e-worker-w3-bb1b51","name":"simulator-access","reconcileID":"5056ada0-5c86-4495-8c06-8cf30570f78c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bb1b51","tenantID":"e2e-worker-w3-bb1b51","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:11:15.759050462Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"namespace":"ai-tenant-e2e-worker-w3-bb1b51","name":"e2e-return-all-auth2","reconcileID":"18f5dfaa-c2a6-45c1-be4e-325d25ffffb7","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bb1b51","tenantID":"e2e-worker-w3-bb1b51","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:11:15.759456664Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"namespace":"ai-tenant-e2e-worker-w3-bb1b51","name":"premium-simulator-access","reconcileID":"a16f3eb3-603e-45c9-80ab-e982fa8a6c11","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bb1b51","tenantID":"e2e-worker-w3-bb1b51","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:11:15.759742442Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"namespace":"ai-tenant-e2e-worker-w3-bb1b51","name":"e2e-return-all-auth1","reconcileID":"a0baed43-b52c-43f8-a5c1-dc5efdacee97","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bb1b51","tenantID":"e2e-worker-w3-bb1b51","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:11:15.813426443Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"namespace":"ai-tenant-e2e-worker-w3-bb1b51","name":"simulator-access","reconcileID":"5056ada0-5c86-4495-8c06-8cf30570f78c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"name":"e2e-worker-w3-bb1b51-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:11:15.814565557Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"namespace":"ai-tenant-e2e-worker-w3-bb1b51","name":"e2e-return-all-auth1","reconcileID":"a0baed43-b52c-43f8-a5c1-dc5efdacee97","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"name":"e2e-worker-w3-bb1b51-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:11:15.815868186Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"namespace":"ai-tenant-e2e-worker-w3-bb1b51","name":"premium-simulator-access","reconcileID":"a16f3eb3-603e-45c9-80ab-e982fa8a6c11","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"name":"e2e-worker-w3-bb1b51-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:11:15.816829368Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"namespace":"ai-tenant-e2e-worker-w3-bb1b51","name":"e2e-return-all-auth2","reconcileID":"18f5dfaa-c2a6-45c1-be4e-325d25ffffb7","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"name":"e2e-worker-w3-bb1b51-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:11:15.833131197Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"namespace":"ai-tenant-e2e-worker-w1-5951bc","name":"simulator-access","reconcileID":"4cbc2e38-fb48-446c-8c7e-35c598927f7d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5951bc","tenantID":"e2e-worker-w1-5951bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:11:15.885830402Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"namespace":"ai-tenant-e2e-worker-w1-5951bc","name":"simulator-access","reconcileID":"4cbc2e38-fb48-446c-8c7e-35c598927f7d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"name":"e2e-worker-w1-5951bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:11:16.203192882Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"namespace":"ai-tenant-e2e-worker-w1-5951bc","name":"premium-simulator-access","reconcileID":"07094b05-589b-4fd3-af88-9154ce0f16fd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5951bc","tenantID":"e2e-worker-w1-5951bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:11:16.251657511Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"namespace":"ai-tenant-e2e-worker-w3-bb1b51","name":"premium-simulator-access","reconcileID":"2a4c4879-3fb0-4059-b30e-a46c5661816a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bb1b51","tenantID":"e2e-worker-w3-bb1b51","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:11:16.251910779Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"namespace":"ai-tenant-e2e-worker-w3-bb1b51","name":"e2e-return-all-auth1","reconcileID":"fd8b5c29-925e-43cb-8d14-783b785ea060","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bb1b51","tenantID":"e2e-worker-w3-bb1b51","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:11:16.252337259Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"namespace":"ai-tenant-e2e-worker-w3-bb1b51","name":"e2e-return-all-auth2","reconcileID":"dff2e6a7-a08d-4a02-a54f-2bffe09bfca1","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bb1b51","tenantID":"e2e-worker-w3-bb1b51","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:11:16.252572851Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"namespace":"ai-tenant-e2e-worker-w3-bb1b51","name":"simulator-access","reconcileID":"0753f9ce-8593-4ade-9100-7e0c06df40b5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bb1b51","tenantID":"e2e-worker-w3-bb1b51","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:11:16.255864014Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"namespace":"ai-tenant-e2e-worker-w1-5951bc","name":"premium-simulator-access","reconcileID":"07094b05-589b-4fd3-af88-9154ce0f16fd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"name":"e2e-worker-w1-5951bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:11:16.30617519Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"namespace":"ai-tenant-e2e-worker-w3-bb1b51","name":"premium-simulator-access","reconcileID":"2a4c4879-3fb0-4059-b30e-a46c5661816a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"name":"e2e-worker-w3-bb1b51-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:11:16.30618479Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"namespace":"ai-tenant-e2e-worker-w3-bb1b51","name":"e2e-return-all-auth2","reconcileID":"dff2e6a7-a08d-4a02-a54f-2bffe09bfca1","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"name":"e2e-worker-w3-bb1b51-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:11:16.309365422Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"namespace":"ai-tenant-e2e-worker-w3-bb1b51","name":"e2e-return-all-auth1","reconcileID":"fd8b5c29-925e-43cb-8d14-783b785ea060","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"name":"e2e-worker-w3-bb1b51-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:11:16.309891328Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"namespace":"ai-tenant-e2e-worker-w3-bb1b51","name":"simulator-access","reconcileID":"0753f9ce-8593-4ade-9100-7e0c06df40b5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"name":"e2e-worker-w3-bb1b51-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:11:16.604122547Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"namespace":"ai-tenant-e2e-worker-w1-5951bc","name":"e2e-api-key-no-access-auth","reconcileID":"d1f26597-c524-447e-b98c-243091574feb","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5951bc","tenantID":"e2e-worker-w1-5951bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:11:16.656502883Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"namespace":"ai-tenant-e2e-worker-w1-5951bc","name":"e2e-api-key-no-access-auth","reconcileID":"d1f26597-c524-447e-b98c-243091574feb","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"name":"e2e-worker-w1-5951bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:11:20.627558284Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-9893f0","namespace":"e2e-models-e2e-worker-w0-9893f0"},"namespace":"e2e-models-e2e-worker-w0-9893f0","name":"distinct-w0-9893f0","reconcileID":"bcfef009-efd8-467e-a022-3660005a7580","MaaSModelRef":{"name":"distinct-w0-9893f0","namespace":"e2e-models-e2e-worker-w0-9893f0"},"routeName":"distinct-w0-9893f0-kserve-route","namespace":"e2e-models-e2e-worker-w0-9893f0","llmisvcName":"distinct-w0-9893f0","gateway":"openshift-ingress/e2e-worker-w0-9893f0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:11:20.842740252Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"namespace":"ai-tenant-e2e-worker-w4-8d2c7c","name":"simulator-subscription","reconcileID":"489b689c-5714-4b22-a026-22fe46928311","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"name":"maas-trlp-simulator-w4-8d2c7c","model":"e2e-models-e2e-worker-w4-8d2c7c/simulator-w4-8d2c7c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:11:25.712751175Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:11:25.715439247Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-return-all-sub1","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"namespace":"ai-tenant-e2e-worker-w3-bb1b51","name":"e2e-return-all-sub1","reconcileID":"a4b6df56-ffba-465f-81be-d4aa890422db","MaaSSubscription":{"name":"e2e-return-all-sub1","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"model":"e2e-models-e2e-worker-w3-bb1b51/distinct-w3-bb1b51","subscription":"e2e-return-all-sub1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:11:25.764000931Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-return-all-sub1","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"namespace":"ai-tenant-e2e-worker-w3-bb1b51","name":"e2e-return-all-sub1","reconcileID":"a4b6df56-ffba-465f-81be-d4aa890422db","MaaSSubscription":{"name":"e2e-return-all-sub1","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"model":"e2e-models-e2e-worker-w3-bb1b51/distinct-w3-bb1b51","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:11:25.813250087Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-return-all-sub1","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"namespace":"ai-tenant-e2e-worker-w3-bb1b51","name":"e2e-return-all-sub1","reconcileID":"a4b6df56-ffba-465f-81be-d4aa890422db","MaaSSubscription":{"name":"e2e-return-all-sub1","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"name":"maas-trlp-distinct-w3-bb1b51","namespace":"e2e-models-e2e-worker-w3-bb1b51","model":"e2e-models-e2e-worker-w3-bb1b51/distinct-w3-bb1b51","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:11:25.840299112Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-api-key-no-access-sub","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"namespace":"ai-tenant-e2e-worker-w1-5951bc","name":"e2e-api-key-no-access-sub","reconcileID":"334f6d32-1bff-48e7-864a-a599ba117a8f","MaaSSubscription":{"name":"e2e-api-key-no-access-sub","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"model":"e2e-models-e2e-worker-w1-5951bc/simulator-w1-5951bc","subscription":"e2e-api-key-no-access-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:11:26.04375044Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-api-key-no-access-sub","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"namespace":"ai-tenant-e2e-worker-w1-5951bc","name":"e2e-api-key-no-access-sub","reconcileID":"334f6d32-1bff-48e7-864a-a599ba117a8f","MaaSSubscription":{"name":"e2e-api-key-no-access-sub","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"name":"maas-trlp-simulator-w1-5951bc","model":"e2e-models-e2e-worker-w1-5951bc/simulator-w1-5951bc","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w1-5951bc/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:11:26.100762478Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=models-as-a-service priority=0:[models-as-a-service/e2e-rt-eq-633a29-sub models-as-a-service/e2e-rt-sw-f0d8f9-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:11:26.104272237Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-bb1b51","namespace":"e2e-models-e2e-worker-w3-bb1b51"},"namespace":"e2e-models-e2e-worker-w3-bb1b51","name":"distinct-w3-bb1b51","reconcileID":"37df8a84-bf61-41d4-bc7e-cc85c7325ce5","MaaSModelRef":{"name":"distinct-w3-bb1b51","namespace":"e2e-models-e2e-worker-w3-bb1b51"},"routeName":"distinct-w3-bb1b51-kserve-route","namespace":"e2e-models-e2e-worker-w3-bb1b51","llmisvcName":"distinct-w3-bb1b51","gateway":"openshift-ingress/e2e-worker-w3-bb1b51","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:11:26.165417679Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-bb1b51","namespace":"e2e-models-e2e-worker-w3-bb1b51"},"namespace":"e2e-models-e2e-worker-w3-bb1b51","name":"distinct-2-w3-bb1b51","reconcileID":"68d752c5-e59b-4d33-86ab-536e16ad759f","MaaSModelRef":{"name":"distinct-2-w3-bb1b51","namespace":"e2e-models-e2e-worker-w3-bb1b51"},"routeName":"distinct-2-w3-bb1b51-kserve-route","namespace":"e2e-models-e2e-worker-w3-bb1b51","llmisvcName":"distinct-2-w3-bb1b51","gateway":"openshift-ingress/e2e-worker-w3-bb1b51","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:11:26.238827429Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-bb1b51","namespace":"e2e-models-e2e-worker-w3-bb1b51"},"namespace":"e2e-models-e2e-worker-w3-bb1b51","name":"distinct-2-w3-bb1b51","reconcileID":"8f8aba10-9ac1-486b-9e82-d00ba283acac","MaaSModelRef":{"name":"distinct-2-w3-bb1b51","namespace":"e2e-models-e2e-worker-w3-bb1b51"},"routeName":"distinct-2-w3-bb1b51-kserve-route","namespace":"e2e-models-e2e-worker-w3-bb1b51","llmisvcName":"distinct-2-w3-bb1b51","gateway":"openshift-ingress/e2e-worker-w3-bb1b51","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:11:26.241025763Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"namespace":"ai-tenant-e2e-worker-w1-5951bc","name":"simulator-subscription","reconcileID":"76cdc27f-b16f-459e-b4f5-5fdb2d9a834a","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"name":"maas-trlp-simulator-w1-5951bc","model":"e2e-models-e2e-worker-w1-5951bc/simulator-w1-5951bc","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:11:26.296982072Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-5951bc","namespace":"e2e-models-e2e-worker-w1-5951bc"},"namespace":"e2e-models-e2e-worker-w1-5951bc","name":"simulator-w1-5951bc","reconcileID":"d5ba2f08-bb42-47c3-8761-dfc67ac808b2","MaaSModelRef":{"name":"simulator-w1-5951bc","namespace":"e2e-models-e2e-worker-w1-5951bc"},"routeName":"simulator-w1-5951bc-kserve-route","namespace":"e2e-models-e2e-worker-w1-5951bc","llmisvcName":"simulator-w1-5951bc","gateway":"openshift-ingress/e2e-worker-w1-5951bc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:11:26.297503648Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=models-as-a-service priority=0:[models-as-a-service/e2e-rt-eq-633a29-sub models-as-a-service/e2e-rt-sw-f0d8f9-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:11:26.35065888Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"namespace":"ai-tenant-e2e-worker-w3-bb1b51","name":"simulator-access","reconcileID":"348dc5b1-2a25-4f4c-a12e-361e77a32aec","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bb1b51","tenantID":"e2e-worker-w3-bb1b51","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:11:26.351486922Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"namespace":"ai-tenant-e2e-worker-w3-bb1b51","name":"e2e-return-all-auth2","reconcileID":"2ca97bcf-5525-42de-b49a-b03d4f7c3c0a","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bb1b51","tenantID":"e2e-worker-w3-bb1b51","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:11:26.351725814Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"namespace":"ai-tenant-e2e-worker-w3-bb1b51","name":"premium-simulator-access","reconcileID":"0a79f874-15bd-4fdf-a6e8-76d04a5be08f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bb1b51","tenantID":"e2e-worker-w3-bb1b51","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:11:26.351520762Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"namespace":"ai-tenant-e2e-worker-w3-bb1b51","name":"e2e-return-all-auth1","reconcileID":"140eda10-173f-411e-be18-d91775da16ef","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bb1b51","tenantID":"e2e-worker-w3-bb1b51","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:11:26.389231007Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-return-all-sub2","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"namespace":"ai-tenant-e2e-worker-w3-bb1b51","name":"e2e-return-all-sub2","reconcileID":"864f6d8d-191e-418f-8a6c-32fb9082bf0a","MaaSSubscription":{"name":"e2e-return-all-sub2","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-f0aaf99e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:11:26.408403999Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"namespace":"ai-tenant-e2e-worker-w3-bb1b51","name":"simulator-access","reconcileID":"348dc5b1-2a25-4f4c-a12e-361e77a32aec","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"name":"e2e-worker-w3-bb1b51-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:11:26.4123891Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"namespace":"ai-tenant-e2e-worker-w3-bb1b51","name":"premium-simulator-access","reconcileID":"0a79f874-15bd-4fdf-a6e8-76d04a5be08f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"name":"e2e-worker-w3-bb1b51-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:11:26.41593896Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"namespace":"ai-tenant-e2e-worker-w3-bb1b51","name":"e2e-return-all-auth1","reconcileID":"140eda10-173f-411e-be18-d91775da16ef","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"name":"e2e-worker-w3-bb1b51-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:11:26.427236193Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"namespace":"ai-tenant-e2e-worker-w3-bb1b51","name":"e2e-return-all-auth2","reconcileID":"2ca97bcf-5525-42de-b49a-b03d4f7c3c0a","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"name":"e2e-worker-w3-bb1b51-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:11:26.438975783Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-5951bc","namespace":"e2e-models-e2e-worker-w1-5951bc"},"namespace":"e2e-models-e2e-worker-w1-5951bc","name":"simulator-w1-5951bc","reconcileID":"1e2270f4-87ca-4704-85dc-1270ab9f3ef9","MaaSModelRef":{"name":"simulator-w1-5951bc","namespace":"e2e-models-e2e-worker-w1-5951bc"},"routeName":"simulator-w1-5951bc-kserve-route","namespace":"e2e-models-e2e-worker-w1-5951bc","llmisvcName":"simulator-w1-5951bc","gateway":"openshift-ingress/e2e-worker-w1-5951bc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:11:26.448959058Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"namespace":"ai-tenant-e2e-worker-w1-5951bc","name":"simulator-access","reconcileID":"a53fc7ca-2d56-49bd-80fc-15595ef15bca","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5951bc","tenantID":"e2e-worker-w1-5951bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:11:26.510173124Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"namespace":"ai-tenant-e2e-worker-w1-5951bc","name":"simulator-access","reconcileID":"a53fc7ca-2d56-49bd-80fc-15595ef15bca","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"name":"e2e-worker-w1-5951bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:11:26.88719182Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"namespace":"ai-tenant-e2e-worker-w1-5951bc","name":"premium-simulator-access","reconcileID":"e2a3e9c2-d2a1-4d8e-af2b-7a6731b111e9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5951bc","tenantID":"e2e-worker-w1-5951bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:11:26.887599298Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"namespace":"ai-tenant-e2e-worker-w3-bb1b51","name":"e2e-return-all-auth1","reconcileID":"60716896-2445-46de-ba72-5d47c2259b03","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bb1b51","tenantID":"e2e-worker-w3-bb1b51","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:11:26.895026455Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"namespace":"ai-tenant-e2e-worker-w3-bb1b51","name":"premium-simulator-access","reconcileID":"6bdb1002-90c0-4e59-81b0-f70333d9b050","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bb1b51","tenantID":"e2e-worker-w3-bb1b51","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:11:26.906486002Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"namespace":"ai-tenant-e2e-worker-w3-bb1b51","name":"simulator-access","reconcileID":"0482a41f-0950-4f5e-86e4-08fba67469fb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bb1b51","tenantID":"e2e-worker-w3-bb1b51","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:11:27.006003141Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"namespace":"ai-tenant-e2e-worker-w3-bb1b51","name":"e2e-return-all-auth1","reconcileID":"60716896-2445-46de-ba72-5d47c2259b03","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"name":"e2e-worker-w3-bb1b51-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:11:27.008033002Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"namespace":"ai-tenant-e2e-worker-w3-bb1b51","name":"simulator-access","reconcileID":"0482a41f-0950-4f5e-86e4-08fba67469fb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"name":"e2e-worker-w3-bb1b51-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:11:27.034346611Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"namespace":"ai-tenant-e2e-worker-w3-bb1b51","name":"e2e-return-all-auth2","reconcileID":"30980b56-bed3-4afc-b820-bd488c7a2e64","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bb1b51","tenantID":"e2e-worker-w3-bb1b51","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:11:27.037977218Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"namespace":"ai-tenant-e2e-worker-w3-bb1b51","name":"premium-simulator-access","reconcileID":"6bdb1002-90c0-4e59-81b0-f70333d9b050","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"name":"e2e-worker-w3-bb1b51-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:11:27.048815635Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"namespace":"ai-tenant-e2e-worker-w1-5951bc","name":"premium-simulator-access","reconcileID":"e2a3e9c2-d2a1-4d8e-af2b-7a6731b111e9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"name":"e2e-worker-w1-5951bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:11:27.145457543Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"namespace":"ai-tenant-e2e-worker-w3-bb1b51","name":"e2e-return-all-auth2","reconcileID":"30980b56-bed3-4afc-b820-bd488c7a2e64","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"name":"e2e-worker-w3-bb1b51-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:11:27.244044917Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"namespace":"ai-tenant-e2e-worker-w1-5951bc","name":"e2e-api-key-no-access-auth","reconcileID":"91688c15-d98d-40c6-99dc-cf88042667de","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"model":"e2e-models-e2e-worker-w1-5951bc/simulator-w1-5951bc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:11:27.420185497Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-5951bc","namespace":"e2e-models-e2e-worker-w1-5951bc"},"namespace":"e2e-models-e2e-worker-w1-5951bc","name":"simulator-w1-5951bc","reconcileID":"1d363e2e-e19b-436a-95e0-eabdc10067f5","MaaSModelRef":{"name":"simulator-w1-5951bc","namespace":"e2e-models-e2e-worker-w1-5951bc"},"routeName":"simulator-w1-5951bc-kserve-route","namespace":"e2e-models-e2e-worker-w1-5951bc","llmisvcName":"simulator-w1-5951bc","gateway":"openshift-ingress/e2e-worker-w1-5951bc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:11:28.402148087Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"namespace":"ai-tenant-e2e-worker-w1-5951bc","name":"premium-simulator-access","reconcileID":"fea00680-73b7-4fb6-ac32-b5fcb1bdcb59","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5951bc","tenantID":"e2e-worker-w1-5951bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:11:28.402863596Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"namespace":"ai-tenant-e2e-worker-w1-5951bc","name":"simulator-access","reconcileID":"a81fdfd4-2b14-4f8e-9f2f-08dbd082200f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5951bc","tenantID":"e2e-worker-w1-5951bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:11:28.464955807Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"namespace":"ai-tenant-e2e-worker-w1-5951bc","name":"premium-simulator-access","reconcileID":"fea00680-73b7-4fb6-ac32-b5fcb1bdcb59","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"name":"e2e-worker-w1-5951bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:11:28.500279797Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"namespace":"ai-tenant-e2e-worker-w1-5951bc","name":"simulator-access","reconcileID":"a81fdfd4-2b14-4f8e-9f2f-08dbd082200f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"name":"e2e-worker-w1-5951bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:11:28.652262785Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"namespace":"ai-tenant-e2e-worker-w3-bb1b51","name":"simulator-access","reconcileID":"2b7f8c58-e0c4-4223-a628-bda19e0a3e54","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bb1b51","tenantID":"e2e-worker-w3-bb1b51","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:11:28.653630167Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"namespace":"ai-tenant-e2e-worker-w3-bb1b51","name":"e2e-return-all-auth2","reconcileID":"daead0a1-f0eb-4ee4-8b4a-4ac474335c9a","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bb1b51","tenantID":"e2e-worker-w3-bb1b51","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:11:28.653797164Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"namespace":"ai-tenant-e2e-worker-w3-bb1b51","name":"premium-simulator-access","reconcileID":"09e1ad71-4eff-4ac1-a3f1-c3c85e332690","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bb1b51","tenantID":"e2e-worker-w3-bb1b51","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:11:28.756098069Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"namespace":"ai-tenant-e2e-worker-w3-bb1b51","name":"simulator-access","reconcileID":"2b7f8c58-e0c4-4223-a628-bda19e0a3e54","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"name":"e2e-worker-w3-bb1b51-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:11:28.785676458Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"namespace":"ai-tenant-e2e-worker-w3-bb1b51","name":"premium-simulator-access","reconcileID":"09e1ad71-4eff-4ac1-a3f1-c3c85e332690","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"name":"e2e-worker-w3-bb1b51-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:11:28.821701358Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"namespace":"ai-tenant-e2e-worker-w3-bb1b51","name":"e2e-return-all-auth2","reconcileID":"daead0a1-f0eb-4ee4-8b4a-4ac474335c9a","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"name":"e2e-worker-w3-bb1b51-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:11:28.87748328Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-5951bc","namespace":"e2e-models-e2e-worker-w1-5951bc"},"namespace":"e2e-models-e2e-worker-w1-5951bc","name":"simulator-w1-5951bc","reconcileID":"54ebb88c-933b-4de3-b804-fc727a40d9b6","MaaSModelRef":{"name":"simulator-w1-5951bc","namespace":"e2e-models-e2e-worker-w1-5951bc"},"routeName":"simulator-w1-5951bc-kserve-route","namespace":"e2e-models-e2e-worker-w1-5951bc","llmisvcName":"simulator-w1-5951bc","gateway":"openshift-ingress/e2e-worker-w1-5951bc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:11:28.98720142Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"namespace":"ai-tenant-e2e-worker-w1-5951bc","name":"simulator-access","reconcileID":"ff2ffcdf-5f70-4dfc-b0dc-44272dbce613","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5951bc","tenantID":"e2e-worker-w1-5951bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:11:29.056798563Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"namespace":"ai-tenant-e2e-worker-w3-bb1b51","name":"e2e-return-all-auth1","reconcileID":"077280d7-37b0-4041-ab1e-f9b4421ab0b4","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bb1b51","tenantID":"e2e-worker-w3-bb1b51","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:11:29.078429142Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"namespace":"ai-tenant-e2e-worker-w1-5951bc","name":"simulator-access","reconcileID":"ff2ffcdf-5f70-4dfc-b0dc-44272dbce613","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"name":"e2e-worker-w1-5951bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:11:29.140371569Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"namespace":"ai-tenant-e2e-worker-w3-bb1b51","name":"e2e-return-all-auth1","reconcileID":"077280d7-37b0-4041-ab1e-f9b4421ab0b4","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"name":"e2e-worker-w3-bb1b51-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:11:29.187443573Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=models-as-a-service priority=0:[models-as-a-service/e2e-rt-eq-633a29-sub models-as-a-service/e2e-rt-sw-f0d8f9-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:11:29.187521463Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-5951bc","namespace":"e2e-models-e2e-worker-w1-5951bc"},"namespace":"e2e-models-e2e-worker-w1-5951bc","name":"simulator-w1-5951bc","reconcileID":"08a772af-3007-48a5-a52f-32ef6c1d5fd1","MaaSModelRef":{"name":"simulator-w1-5951bc","namespace":"e2e-models-e2e-worker-w1-5951bc"},"routeName":"simulator-w1-5951bc-kserve-route","namespace":"e2e-models-e2e-worker-w1-5951bc","llmisvcName":"simulator-w1-5951bc","gateway":"openshift-ingress/e2e-worker-w1-5951bc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:11:29.189141556Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"namespace":"ai-tenant-e2e-worker-w1-5951bc","name":"premium-simulator-access","reconcileID":"bf7b541c-faf8-456e-8c8d-5b148181f220","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5951bc","tenantID":"e2e-worker-w1-5951bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:11:29.241908164Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-5951bc","namespace":"e2e-models-e2e-worker-w1-5951bc"},"namespace":"e2e-models-e2e-worker-w1-5951bc","name":"simulator-w1-5951bc","reconcileID":"31bce1c1-a0bd-44f8-a633-bd522a29c4c4","MaaSModelRef":{"name":"simulator-w1-5951bc","namespace":"e2e-models-e2e-worker-w1-5951bc"},"routeName":"simulator-w1-5951bc-kserve-route","namespace":"e2e-models-e2e-worker-w1-5951bc","llmisvcName":"simulator-w1-5951bc","gateway":"openshift-ingress/e2e-worker-w1-5951bc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:11:29.245840576Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"namespace":"ai-tenant-e2e-worker-w1-5951bc","name":"premium-simulator-access","reconcileID":"bf7b541c-faf8-456e-8c8d-5b148181f220","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"name":"e2e-worker-w1-5951bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:11:29.289126061Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"namespace":"ai-tenant-e2e-worker-w3-bb1b51","name":"simulator-access","reconcileID":"93cea17a-a30c-4525-8021-e088750e4aea","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bb1b51","tenantID":"e2e-worker-w3-bb1b51","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:11:29.291242653Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"namespace":"ai-tenant-e2e-worker-w3-bb1b51","name":"premium-simulator-access","reconcileID":"bdcd3d9a-ed9a-420a-87e5-7cf4285e193d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bb1b51","tenantID":"e2e-worker-w3-bb1b51","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T12:11:29.291708511Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-models-user-sub","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"namespace":"ai-tenant-e2e-worker-w1-5951bc","name":"e2e-models-user-sub","reconcileID":"8368076c-ce20-4f81-b8d7-0304fddfbe55","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-models-user-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T12:11:29.3415672Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"namespace":"ai-tenant-e2e-worker-w3-bb1b51","name":"simulator-access","reconcileID":"93cea17a-a30c-4525-8021-e088750e4aea","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"name":"e2e-worker-w3-bb1b51-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:11:29.344978833Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"namespace":"ai-tenant-e2e-worker-w3-bb1b51","name":"premium-simulator-access","reconcileID":"bdcd3d9a-ed9a-420a-87e5-7cf4285e193d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"name":"e2e-worker-w3-bb1b51-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:11:29.411868383Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-5951bc","namespace":"e2e-models-e2e-worker-w1-5951bc"},"namespace":"e2e-models-e2e-worker-w1-5951bc","name":"simulator-w1-5951bc","reconcileID":"e908d753-c015-46c3-9373-13f6e277eb5f","MaaSModelRef":{"name":"simulator-w1-5951bc","namespace":"e2e-models-e2e-worker-w1-5951bc"},"routeName":"simulator-w1-5951bc-kserve-route","namespace":"e2e-models-e2e-worker-w1-5951bc","llmisvcName":"simulator-w1-5951bc","gateway":"openshift-ingress/e2e-worker-w1-5951bc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:11:29.462849473Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-5951bc","namespace":"e2e-models-e2e-worker-w1-5951bc"},"namespace":"e2e-models-e2e-worker-w1-5951bc","name":"simulator-w1-5951bc","reconcileID":"bbbe7f52-2fdd-494c-8705-36d9296c7f33","MaaSModelRef":{"name":"simulator-w1-5951bc","namespace":"e2e-models-e2e-worker-w1-5951bc"},"routeName":"simulator-w1-5951bc-kserve-route","namespace":"e2e-models-e2e-worker-w1-5951bc","llmisvcName":"simulator-w1-5951bc","gateway":"openshift-ingress/e2e-worker-w1-5951bc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:11:29.512324066Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-5951bc","namespace":"e2e-models-e2e-worker-w1-5951bc"},"namespace":"e2e-models-e2e-worker-w1-5951bc","name":"simulator-w1-5951bc","reconcileID":"de3f0faa-b6a4-4964-a73e-6bb134916d77","MaaSModelRef":{"name":"simulator-w1-5951bc","namespace":"e2e-models-e2e-worker-w1-5951bc"},"routeName":"simulator-w1-5951bc-kserve-route","namespace":"e2e-models-e2e-worker-w1-5951bc","llmisvcName":"simulator-w1-5951bc","gateway":"openshift-ingress/e2e-worker-w1-5951bc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:11:29.512883946Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w1-5951bc priority=0:[ai-tenant-e2e-worker-w1-5951bc/e2e-models-other-sub ai-tenant-e2e-worker-w1-5951bc/e2e-models-user-sub]","namespace=models-as-a-service priority=0:[models-as-a-service/e2e-rt-eq-633a29-sub models-as-a-service/e2e-rt-sw-f0d8f9-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:11:29.531976976Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"namespace":"ai-tenant-e2e-worker-w3-bb1b51","name":"e2e-return-all-auth2","reconcileID":"59275142-0a08-4932-8258-a7420b70a2f1","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bb1b51","tenantID":"e2e-worker-w3-bb1b51","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:11:29.540249384Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-5951bc","namespace":"e2e-models-e2e-worker-w1-5951bc"},"namespace":"e2e-models-e2e-worker-w1-5951bc","name":"simulator-w1-5951bc","reconcileID":"ce94b935-2141-4cba-93df-9ee234d6fc8d","MaaSModelRef":{"name":"simulator-w1-5951bc","namespace":"e2e-models-e2e-worker-w1-5951bc"},"routeName":"simulator-w1-5951bc-kserve-route","namespace":"e2e-models-e2e-worker-w1-5951bc","llmisvcName":"simulator-w1-5951bc","gateway":"openshift-ingress/e2e-worker-w1-5951bc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:11:29.56413188Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-5951bc","namespace":"e2e-models-e2e-worker-w1-5951bc"},"namespace":"e2e-models-e2e-worker-w1-5951bc","name":"simulator-w1-5951bc","reconcileID":"3caf7ed4-b299-49da-b8a6-21146360b90a","MaaSModelRef":{"name":"simulator-w1-5951bc","namespace":"e2e-models-e2e-worker-w1-5951bc"},"routeName":"simulator-w1-5951bc-kserve-route","namespace":"e2e-models-e2e-worker-w1-5951bc","llmisvcName":"simulator-w1-5951bc","gateway":"openshift-ingress/e2e-worker-w1-5951bc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:11:29.58440774Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"namespace":"ai-tenant-e2e-worker-w3-bb1b51","name":"e2e-return-all-auth2","reconcileID":"59275142-0a08-4932-8258-a7420b70a2f1","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"name":"e2e-worker-w3-bb1b51-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T12:11:29.614650776Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-models-other-sub","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"namespace":"ai-tenant-e2e-worker-w1-5951bc","name":"e2e-models-other-sub","reconcileID":"b668a2cd-8a5b-4709-aaac-ab6d750c582b","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-models-other-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T12:11:29.617172213Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-5951bc","namespace":"e2e-models-e2e-worker-w1-5951bc"},"namespace":"e2e-models-e2e-worker-w1-5951bc","name":"simulator-w1-5951bc","reconcileID":"df6495cd-07cc-43ca-885c-70f1a52c792f","MaaSModelRef":{"name":"simulator-w1-5951bc","namespace":"e2e-models-e2e-worker-w1-5951bc"},"routeName":"simulator-w1-5951bc-kserve-route","namespace":"e2e-models-e2e-worker-w1-5951bc","llmisvcName":"simulator-w1-5951bc","gateway":"openshift-ingress/e2e-worker-w1-5951bc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:11:29.630558677Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"namespace":"ai-tenant-e2e-worker-w3-bb1b51","name":"e2e-return-all-auth1","reconcileID":"194bbd9e-cf4c-4784-91aa-de0a99fc8a4e","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bb1b51","tenantID":"e2e-worker-w3-bb1b51","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:11:29.68277479Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"namespace":"ai-tenant-e2e-worker-w3-bb1b51","name":"e2e-return-all-auth1","reconcileID":"194bbd9e-cf4c-4784-91aa-de0a99fc8a4e","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"name":"e2e-worker-w3-bb1b51-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:11:29.684889339Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"namespace":"ai-tenant-e2e-worker-w1-5951bc","name":"e2e-models-access-denied-auth","reconcileID":"0a0ada41-ce25-473e-92b8-c70f6ec2e5de","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5951bc","tenantID":"e2e-worker-w1-5951bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:11:29.712221071Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-models-user-sub","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"namespace":"ai-tenant-e2e-worker-w1-5951bc","name":"e2e-models-user-sub","reconcileID":"c3983f2d-b079-4a26-8c3a-8b4141ac9a02","MaaSSubscription":{"name":"e2e-models-user-sub","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"name":"maas-trlp-simulator-w1-5951bc","model":"e2e-models-e2e-worker-w1-5951bc/simulator-w1-5951bc","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w1-5951bc/e2e-models-user-sub","ai-tenant-e2e-worker-w1-5951bc/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:11:29.728487967Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-5951bc","namespace":"e2e-models-e2e-worker-w1-5951bc"},"namespace":"e2e-models-e2e-worker-w1-5951bc","name":"simulator-w1-5951bc","reconcileID":"b9cc302b-1c9f-4b34-b205-a455895e2348","MaaSModelRef":{"name":"simulator-w1-5951bc","namespace":"e2e-models-e2e-worker-w1-5951bc"},"routeName":"simulator-w1-5951bc-kserve-route","namespace":"e2e-models-e2e-worker-w1-5951bc","llmisvcName":"simulator-w1-5951bc","gateway":"openshift-ingress/e2e-worker-w1-5951bc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:11:29.736856884Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"namespace":"ai-tenant-e2e-worker-w1-5951bc","name":"e2e-models-access-denied-auth","reconcileID":"0a0ada41-ce25-473e-92b8-c70f6ec2e5de","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"name":"e2e-worker-w1-5951bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:11:29.779123479Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-5951bc","namespace":"e2e-models-e2e-worker-w1-5951bc"},"namespace":"e2e-models-e2e-worker-w1-5951bc","name":"simulator-w1-5951bc","reconcileID":"4d298ebf-2807-4794-a45f-77c34d4114a3","MaaSModelRef":{"name":"simulator-w1-5951bc","namespace":"e2e-models-e2e-worker-w1-5951bc"},"routeName":"simulator-w1-5951bc-kserve-route","namespace":"e2e-models-e2e-worker-w1-5951bc","llmisvcName":"simulator-w1-5951bc","gateway":"openshift-ingress/e2e-worker-w1-5951bc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:11:29.78528157Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"namespace":"ai-tenant-e2e-worker-w1-5951bc","name":"premium-simulator-access","reconcileID":"191feef1-ab39-46dc-bceb-2aaf731ba742","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5951bc","tenantID":"e2e-worker-w1-5951bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:11:29.785567252Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"namespace":"ai-tenant-e2e-worker-w1-5951bc","name":"simulator-access","reconcileID":"cd187035-f647-4309-b61f-047a01fcc8f2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5951bc","tenantID":"e2e-worker-w1-5951bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:11:29.837628418Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"namespace":"ai-tenant-e2e-worker-w1-5951bc","name":"premium-simulator-access","reconcileID":"191feef1-ab39-46dc-bceb-2aaf731ba742","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"name":"e2e-worker-w1-5951bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:11:29.838021986Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"namespace":"ai-tenant-e2e-worker-w1-5951bc","name":"simulator-access","reconcileID":"cd187035-f647-4309-b61f-047a01fcc8f2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"name":"e2e-worker-w1-5951bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:11:29.867789375Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-5951bc","namespace":"e2e-models-e2e-worker-w1-5951bc"},"namespace":"e2e-models-e2e-worker-w1-5951bc","name":"simulator-w1-5951bc","reconcileID":"9de27ba1-04f7-466e-b5a3-d4073c01e783","MaaSModelRef":{"name":"simulator-w1-5951bc","namespace":"e2e-models-e2e-worker-w1-5951bc"},"routeName":"simulator-w1-5951bc-kserve-route","namespace":"e2e-models-e2e-worker-w1-5951bc","llmisvcName":"simulator-w1-5951bc","gateway":"openshift-ingress/e2e-worker-w1-5951bc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:11:29.961067425Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"namespace":"ai-tenant-e2e-worker-w1-5951bc","name":"simulator-subscription","reconcileID":"4a22b2b6-8aff-4135-a677-b497bfa4072c","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"name":"maas-trlp-simulator-w1-5951bc","model":"e2e-models-e2e-worker-w1-5951bc/simulator-w1-5951bc","subscriptionCount":3,"subscriptions":["ai-tenant-e2e-worker-w1-5951bc/e2e-models-other-sub","ai-tenant-e2e-worker-w1-5951bc/e2e-models-user-sub","ai-tenant-e2e-worker-w1-5951bc/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:11:29.98912883Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-5951bc","namespace":"e2e-models-e2e-worker-w1-5951bc"},"namespace":"e2e-models-e2e-worker-w1-5951bc","name":"simulator-w1-5951bc","reconcileID":"ed43bc42-18fa-406e-bf5e-4db0926526c1","MaaSModelRef":{"name":"simulator-w1-5951bc","namespace":"e2e-models-e2e-worker-w1-5951bc"},"routeName":"simulator-w1-5951bc-kserve-route","namespace":"e2e-models-e2e-worker-w1-5951bc","llmisvcName":"simulator-w1-5951bc","gateway":"openshift-ingress/e2e-worker-w1-5951bc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:11:30.064831475Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-models-other-sub","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"namespace":"ai-tenant-e2e-worker-w1-5951bc","name":"e2e-models-other-sub","reconcileID":"7d516041-5d7b-4963-a81e-df7c693ae693","MaaSSubscription":{"name":"e2e-models-other-sub","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"name":"maas-trlp-simulator-w1-5951bc","model":"e2e-models-e2e-worker-w1-5951bc/simulator-w1-5951bc","subscriptionCount":3,"subscriptions":["ai-tenant-e2e-worker-w1-5951bc/e2e-models-other-sub","ai-tenant-e2e-worker-w1-5951bc/e2e-models-user-sub","ai-tenant-e2e-worker-w1-5951bc/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:11:30.108361992Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-models-user-sub","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"namespace":"ai-tenant-e2e-worker-w1-5951bc","name":"e2e-models-user-sub","reconcileID":"89d972ef-18d3-43f7-b2ce-829cf342cfdb","MaaSSubscription":{"name":"e2e-models-user-sub","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"name":"maas-trlp-simulator-w1-5951bc","model":"e2e-models-e2e-worker-w1-5951bc/simulator-w1-5951bc","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:11:30.190312007Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"namespace":"ai-tenant-e2e-worker-w1-5951bc","name":"simulator-access","reconcileID":"cacee71d-6de7-4965-bb32-32993b18c51f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5951bc","tenantID":"e2e-worker-w1-5951bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:11:30.190501673Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"namespace":"ai-tenant-e2e-worker-w1-5951bc","name":"e2e-models-access-denied-auth","reconcileID":"0576ecf3-6232-4d08-801f-68039ce62962","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5951bc","tenantID":"e2e-worker-w1-5951bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:11:30.190781738Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"namespace":"ai-tenant-e2e-worker-w1-5951bc","name":"premium-simulator-access","reconcileID":"bf0af61f-1dba-4c74-a42d-52a9ffccf1ae","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5951bc","tenantID":"e2e-worker-w1-5951bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:11:30.219171116Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-5951bc","namespace":"e2e-models-e2e-worker-w1-5951bc"},"namespace":"e2e-models-e2e-worker-w1-5951bc","name":"simulator-w1-5951bc","reconcileID":"f3763e47-9df9-4e0c-9732-8190bc04bbad","MaaSModelRef":{"name":"simulator-w1-5951bc","namespace":"e2e-models-e2e-worker-w1-5951bc"},"routeName":"simulator-w1-5951bc-kserve-route","namespace":"e2e-models-e2e-worker-w1-5951bc","llmisvcName":"simulator-w1-5951bc","gateway":"openshift-ingress/e2e-worker-w1-5951bc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:11:30.243534817Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"namespace":"ai-tenant-e2e-worker-w1-5951bc","name":"simulator-access","reconcileID":"cacee71d-6de7-4965-bb32-32993b18c51f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"name":"e2e-worker-w1-5951bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:11:30.243612398Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"namespace":"ai-tenant-e2e-worker-w1-5951bc","name":"e2e-models-access-denied-auth","reconcileID":"0576ecf3-6232-4d08-801f-68039ce62962","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"name":"e2e-worker-w1-5951bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:11:30.245895093Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"namespace":"ai-tenant-e2e-worker-w1-5951bc","name":"premium-simulator-access","reconcileID":"bf0af61f-1dba-4c74-a42d-52a9ffccf1ae","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"name":"e2e-worker-w1-5951bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:11:30.259462911Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"namespace":"ai-tenant-e2e-worker-w1-5951bc","name":"simulator-subscription","reconcileID":"34b59463-3f59-49fb-9fd1-727f6768e1ff","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"name":"maas-trlp-simulator-w1-5951bc","model":"e2e-models-e2e-worker-w1-5951bc/simulator-w1-5951bc","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:11:30.416206727Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-models-user-sub","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"namespace":"ai-tenant-e2e-worker-w1-5951bc","name":"e2e-models-user-sub","reconcileID":"0924eb41-e643-4725-96ad-e110856c2bb7","MaaSSubscription":{"name":"e2e-models-user-sub","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"name":"maas-trlp-simulator-w1-5951bc","model":"e2e-models-e2e-worker-w1-5951bc/simulator-w1-5951bc","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:11:30.422798382Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-models-other-sub","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"namespace":"ai-tenant-e2e-worker-w1-5951bc","name":"e2e-models-other-sub","reconcileID":"c7b8f8b4-355e-4ac5-a862-87e2081f2b96","MaaSSubscription":{"name":"e2e-models-other-sub","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"name":"maas-trlp-simulator-w1-5951bc","model":"e2e-models-e2e-worker-w1-5951bc/simulator-w1-5951bc","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:11:32.512767743Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-5951bc","namespace":"e2e-models-e2e-worker-w1-5951bc"},"namespace":"e2e-models-e2e-worker-w1-5951bc","name":"simulator-w1-5951bc","reconcileID":"7d0c1161-bafa-48b6-a213-f40ed1cdf3ee","MaaSModelRef":{"name":"simulator-w1-5951bc","namespace":"e2e-models-e2e-worker-w1-5951bc"},"routeName":"simulator-w1-5951bc-kserve-route","namespace":"e2e-models-e2e-worker-w1-5951bc","llmisvcName":"simulator-w1-5951bc","gateway":"openshift-ingress/e2e-worker-w1-5951bc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:11:32.65801679Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"namespace":"ai-tenant-e2e-worker-w1-5951bc","name":"premium-simulator-access","reconcileID":"5e858b2c-7e33-47e6-9565-c0f6b859208f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5951bc","tenantID":"e2e-worker-w1-5951bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:11:32.658017128Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"namespace":"ai-tenant-e2e-worker-w1-5951bc","name":"e2e-models-access-denied-auth","reconcileID":"f2f0b603-c416-47f1-a639-a9194818f308","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5951bc","tenantID":"e2e-worker-w1-5951bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:11:32.658649388Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"namespace":"ai-tenant-e2e-worker-w1-5951bc","name":"simulator-access","reconcileID":"aa9d7afa-86f2-44af-abee-f25ca85575ef","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5951bc","tenantID":"e2e-worker-w1-5951bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:11:32.710975636Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"namespace":"ai-tenant-e2e-worker-w1-5951bc","name":"e2e-models-access-denied-auth","reconcileID":"f2f0b603-c416-47f1-a639-a9194818f308","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"name":"e2e-worker-w1-5951bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:11:32.711576495Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"namespace":"ai-tenant-e2e-worker-w1-5951bc","name":"simulator-access","reconcileID":"aa9d7afa-86f2-44af-abee-f25ca85575ef","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"name":"e2e-worker-w1-5951bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:11:32.713276351Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"namespace":"ai-tenant-e2e-worker-w1-5951bc","name":"premium-simulator-access","reconcileID":"5e858b2c-7e33-47e6-9565-c0f6b859208f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"name":"e2e-worker-w1-5951bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:11:36.439834915Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-return-all-sub2","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"namespace":"ai-tenant-e2e-worker-w3-bb1b51","name":"e2e-return-all-sub2","reconcileID":"b187490c-5021-4b10-a92c-fac533e2f546","MaaSSubscription":{"name":"e2e-return-all-sub2","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"model":"e2e-models-e2e-worker-w3-bb1b51/distinct-2-w3-bb1b51","subscription":"e2e-return-all-sub2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:11:36.489006066Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-return-all-sub2","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"namespace":"ai-tenant-e2e-worker-w3-bb1b51","name":"e2e-return-all-sub2","reconcileID":"b187490c-5021-4b10-a92c-fac533e2f546","MaaSSubscription":{"name":"e2e-return-all-sub2","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"model":"e2e-models-e2e-worker-w3-bb1b51/distinct-2-w3-bb1b51","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:11:36.540956955Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-return-all-sub2","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"namespace":"ai-tenant-e2e-worker-w3-bb1b51","name":"e2e-return-all-sub2","reconcileID":"b187490c-5021-4b10-a92c-fac533e2f546","MaaSSubscription":{"name":"e2e-return-all-sub2","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"name":"maas-trlp-distinct-2-w3-bb1b51","namespace":"e2e-models-e2e-worker-w3-bb1b51","model":"e2e-models-e2e-worker-w3-bb1b51/distinct-2-w3-bb1b51","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:11:36.798862528Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-bb1b51","namespace":"e2e-models-e2e-worker-w3-bb1b51"},"namespace":"e2e-models-e2e-worker-w3-bb1b51","name":"distinct-2-w3-bb1b51","reconcileID":"9dba2190-18e8-4847-ac2f-44788d72deff","MaaSModelRef":{"name":"distinct-2-w3-bb1b51","namespace":"e2e-models-e2e-worker-w3-bb1b51"},"routeName":"distinct-2-w3-bb1b51-kserve-route","namespace":"e2e-models-e2e-worker-w3-bb1b51","llmisvcName":"distinct-2-w3-bb1b51","gateway":"openshift-ingress/e2e-worker-w3-bb1b51","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:11:36.798887379Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=models-as-a-service priority=0:[models-as-a-service/e2e-rt-eq-633a29-sub models-as-a-service/e2e-rt-sw-f0d8f9-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:11:36.853929696Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-5951bc","namespace":"e2e-models-e2e-worker-w1-5951bc"},"namespace":"e2e-models-e2e-worker-w1-5951bc","name":"simulator-w1-5951bc","reconcileID":"716e92af-9167-4eb2-8ca6-0aa24a88e4c8","MaaSModelRef":{"name":"simulator-w1-5951bc","namespace":"e2e-models-e2e-worker-w1-5951bc"},"routeName":"simulator-w1-5951bc-kserve-route","namespace":"e2e-models-e2e-worker-w1-5951bc","llmisvcName":"simulator-w1-5951bc","gateway":"openshift-ingress/e2e-worker-w1-5951bc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:11:36.937105835Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-bb1b51","namespace":"e2e-models-e2e-worker-w3-bb1b51"},"namespace":"e2e-models-e2e-worker-w3-bb1b51","name":"distinct-w3-bb1b51","reconcileID":"1583601f-8eb7-41b9-8939-4ffdc47db3d2","MaaSModelRef":{"name":"distinct-w3-bb1b51","namespace":"e2e-models-e2e-worker-w3-bb1b51"},"routeName":"distinct-w3-bb1b51-kserve-route","namespace":"e2e-models-e2e-worker-w3-bb1b51","llmisvcName":"distinct-w3-bb1b51","gateway":"openshift-ingress/e2e-worker-w3-bb1b51","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:11:37.044913161Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"namespace":"ai-tenant-e2e-worker-w3-bb1b51","name":"e2e-return-all-auth2","reconcileID":"3cb49146-2b2a-4372-a68b-a4e53504a4ed","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bb1b51","tenantID":"e2e-worker-w3-bb1b51","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:11:37.045472571Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"namespace":"ai-tenant-e2e-worker-w3-bb1b51","name":"premium-simulator-access","reconcileID":"259dd621-9c38-47cc-9750-a996472c46e2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bb1b51","tenantID":"e2e-worker-w3-bb1b51","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:11:37.045550919Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"namespace":"ai-tenant-e2e-worker-w3-bb1b51","name":"e2e-return-all-auth1","reconcileID":"3d201712-e8e3-413c-963f-2364213a08e4","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bb1b51","tenantID":"e2e-worker-w3-bb1b51","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:11:37.046044421Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"namespace":"ai-tenant-e2e-worker-w3-bb1b51","name":"simulator-access","reconcileID":"db8a2719-8e05-4a8f-9cec-e2fb166d955d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bb1b51","tenantID":"e2e-worker-w3-bb1b51","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:11:37.102512738Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"namespace":"ai-tenant-e2e-worker-w3-bb1b51","name":"e2e-return-all-auth2","reconcileID":"3cb49146-2b2a-4372-a68b-a4e53504a4ed","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"name":"e2e-worker-w3-bb1b51-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:11:37.10276137Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"namespace":"ai-tenant-e2e-worker-w3-bb1b51","name":"premium-simulator-access","reconcileID":"259dd621-9c38-47cc-9750-a996472c46e2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"name":"e2e-worker-w3-bb1b51-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:11:37.110656184Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"namespace":"ai-tenant-e2e-worker-w3-bb1b51","name":"simulator-access","reconcileID":"db8a2719-8e05-4a8f-9cec-e2fb166d955d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"name":"e2e-worker-w3-bb1b51-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:11:37.110990816Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"namespace":"ai-tenant-e2e-worker-w3-bb1b51","name":"e2e-return-all-auth1","reconcileID":"3d201712-e8e3-413c-963f-2364213a08e4","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"name":"e2e-worker-w3-bb1b51-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:11:37.302677338Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"namespace":"ai-tenant-e2e-worker-w3-bb1b51","name":"e2e-return-all-auth1","reconcileID":"9265b1e9-cf8b-4e7e-a650-307a6cd7b9c6","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"model":"e2e-models-e2e-worker-w3-bb1b51/distinct-w3-bb1b51","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:11:37.495982107Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"namespace":"ai-tenant-e2e-worker-w3-bb1b51","name":"e2e-return-all-auth2","reconcileID":"73bc9197-4c6d-40b5-8466-86bc889089b8","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bb1b51","tenantID":"e2e-worker-w3-bb1b51","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:11:37.502430896Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-bb1b51","namespace":"e2e-models-e2e-worker-w3-bb1b51"},"namespace":"e2e-models-e2e-worker-w3-bb1b51","name":"distinct-w3-bb1b51","reconcileID":"0f98a18a-4340-43c0-bf83-5c4aeaede3c6","MaaSModelRef":{"name":"distinct-w3-bb1b51","namespace":"e2e-models-e2e-worker-w3-bb1b51"},"routeName":"distinct-w3-bb1b51-kserve-route","namespace":"e2e-models-e2e-worker-w3-bb1b51","llmisvcName":"distinct-w3-bb1b51","gateway":"openshift-ingress/e2e-worker-w3-bb1b51","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:11:37.550417041Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"namespace":"ai-tenant-e2e-worker-w3-bb1b51","name":"e2e-return-all-auth2","reconcileID":"73bc9197-4c6d-40b5-8466-86bc889089b8","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"name":"e2e-worker-w3-bb1b51-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:11:37.646580047Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-bb1b51","namespace":"e2e-models-e2e-worker-w3-bb1b51"},"namespace":"e2e-models-e2e-worker-w3-bb1b51","name":"distinct-2-w3-bb1b51","reconcileID":"67f90820-f632-46e3-ba01-41ef80bb2504","MaaSModelRef":{"name":"distinct-2-w3-bb1b51","namespace":"e2e-models-e2e-worker-w3-bb1b51"},"routeName":"distinct-2-w3-bb1b51-kserve-route","namespace":"e2e-models-e2e-worker-w3-bb1b51","llmisvcName":"distinct-2-w3-bb1b51","gateway":"openshift-ingress/e2e-worker-w3-bb1b51","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:11:37.695423194Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"namespace":"ai-tenant-e2e-worker-w3-bb1b51","name":"e2e-return-all-auth2","reconcileID":"838ad167-a33e-4c9b-97bc-11671213022e","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"model":"e2e-models-e2e-worker-w3-bb1b51/distinct-2-w3-bb1b51","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:11:37.850493552Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-bb1b51","namespace":"e2e-models-e2e-worker-w3-bb1b51"},"namespace":"e2e-models-e2e-worker-w3-bb1b51","name":"distinct-2-w3-bb1b51","reconcileID":"f3160240-6e20-47e7-b787-6c7c7a0fe10d","MaaSModelRef":{"name":"distinct-2-w3-bb1b51","namespace":"e2e-models-e2e-worker-w3-bb1b51"},"routeName":"distinct-2-w3-bb1b51-kserve-route","namespace":"e2e-models-e2e-worker-w3-bb1b51","llmisvcName":"distinct-2-w3-bb1b51","gateway":"openshift-ingress/e2e-worker-w3-bb1b51","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:11:39.128297914Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-bb1b51","namespace":"e2e-models-e2e-worker-w3-bb1b51"},"namespace":"e2e-models-e2e-worker-w3-bb1b51","name":"simulator-w3-bb1b51","reconcileID":"11d18d40-bcd2-4dd0-846a-bf8e3a645c3d","MaaSModelRef":{"name":"simulator-w3-bb1b51","namespace":"e2e-models-e2e-worker-w3-bb1b51"},"routeName":"simulator-w3-bb1b51-kserve-route","namespace":"e2e-models-e2e-worker-w3-bb1b51","llmisvcName":"simulator-w3-bb1b51","gateway":"openshift-ingress/e2e-worker-w3-bb1b51","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:11:39.18178161Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-bb1b51","namespace":"e2e-models-e2e-worker-w3-bb1b51"},"namespace":"e2e-models-e2e-worker-w3-bb1b51","name":"simulator-w3-bb1b51","reconcileID":"f40a0d9d-2532-4440-bbe1-025f24370982","MaaSModelRef":{"name":"simulator-w3-bb1b51","namespace":"e2e-models-e2e-worker-w3-bb1b51"},"routeName":"simulator-w3-bb1b51-kserve-route","namespace":"e2e-models-e2e-worker-w3-bb1b51","llmisvcName":"simulator-w3-bb1b51","gateway":"openshift-ingress/e2e-worker-w3-bb1b51","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:11:39.337942423Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"namespace":"ai-tenant-e2e-worker-w3-bb1b51","name":"e2e-user-token-filter-auth","reconcileID":"0b8fc988-dc34-452b-8a57-d39df80145df","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bb1b51","tenantID":"e2e-worker-w3-bb1b51","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:11:39.401665605Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"namespace":"ai-tenant-e2e-worker-w3-bb1b51","name":"e2e-user-token-filter-auth","reconcileID":"0b8fc988-dc34-452b-8a57-d39df80145df","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"name":"e2e-worker-w3-bb1b51-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:11:39.404293707Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-bb1b51","namespace":"e2e-models-e2e-worker-w3-bb1b51"},"namespace":"e2e-models-e2e-worker-w3-bb1b51","name":"simulator-w3-bb1b51","reconcileID":"f317f510-7e0e-4c7a-9279-8c33e759c203","MaaSModelRef":{"name":"simulator-w3-bb1b51","namespace":"e2e-models-e2e-worker-w3-bb1b51"},"routeName":"simulator-w3-bb1b51-kserve-route","namespace":"e2e-models-e2e-worker-w3-bb1b51","llmisvcName":"simulator-w3-bb1b51","gateway":"openshift-ingress/e2e-worker-w3-bb1b51","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:11:39.405888268Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=models-as-a-service priority=0:[models-as-a-service/e2e-rt-eq-633a29-sub models-as-a-service/e2e-rt-sw-f0d8f9-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:11:39.461116888Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-bb1b51","namespace":"e2e-models-e2e-worker-w3-bb1b51"},"namespace":"e2e-models-e2e-worker-w3-bb1b51","name":"simulator-w3-bb1b51","reconcileID":"5422f2b6-6464-4222-9124-9e5cdc4f0b3e","MaaSModelRef":{"name":"simulator-w3-bb1b51","namespace":"e2e-models-e2e-worker-w3-bb1b51"},"routeName":"simulator-w3-bb1b51-kserve-route","namespace":"e2e-models-e2e-worker-w3-bb1b51","llmisvcName":"simulator-w3-bb1b51","gateway":"openshift-ingress/e2e-worker-w3-bb1b51","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T12:11:39.512393575Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-user-token-filter-sub","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"namespace":"ai-tenant-e2e-worker-w3-bb1b51","name":"e2e-user-token-filter-sub","reconcileID":"4cb8389e-6d86-4142-9dfa-81b756a9c21e","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-user-token-filter-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T12:11:39.56003352Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"namespace":"ai-tenant-e2e-worker-w3-bb1b51","name":"simulator-access","reconcileID":"4d29a968-ed69-4dea-88bc-4b14660e7457","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bb1b51","tenantID":"e2e-worker-w3-bb1b51","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:11:39.56073783Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"namespace":"ai-tenant-e2e-worker-w3-bb1b51","name":"premium-simulator-access","reconcileID":"b55b7357-7d21-4cc7-b1d9-d65855bbe062","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bb1b51","tenantID":"e2e-worker-w3-bb1b51","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:11:39.613733142Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"namespace":"ai-tenant-e2e-worker-w3-bb1b51","name":"premium-simulator-access","reconcileID":"b55b7357-7d21-4cc7-b1d9-d65855bbe062","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"name":"e2e-worker-w3-bb1b51-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:11:39.615290264Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"namespace":"ai-tenant-e2e-worker-w3-bb1b51","name":"simulator-access","reconcileID":"4d29a968-ed69-4dea-88bc-4b14660e7457","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"name":"e2e-worker-w3-bb1b51-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:11:39.622671587Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-bb1b51","namespace":"e2e-models-e2e-worker-w3-bb1b51"},"namespace":"e2e-models-e2e-worker-w3-bb1b51","name":"simulator-w3-bb1b51","reconcileID":"c1ae7ea9-04b5-44ca-9b44-95b029e48ac2","MaaSModelRef":{"name":"simulator-w3-bb1b51","namespace":"e2e-models-e2e-worker-w3-bb1b51"},"routeName":"simulator-w3-bb1b51-kserve-route","namespace":"e2e-models-e2e-worker-w3-bb1b51","llmisvcName":"simulator-w3-bb1b51","gateway":"openshift-ingress/e2e-worker-w3-bb1b51","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:11:39.676185605Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-bb1b51","namespace":"e2e-models-e2e-worker-w3-bb1b51"},"namespace":"e2e-models-e2e-worker-w3-bb1b51","name":"simulator-w3-bb1b51","reconcileID":"4565c5c1-e453-4ed5-bcf9-c641a775edba","MaaSModelRef":{"name":"simulator-w3-bb1b51","namespace":"e2e-models-e2e-worker-w3-bb1b51"},"routeName":"simulator-w3-bb1b51-kserve-route","namespace":"e2e-models-e2e-worker-w3-bb1b51","llmisvcName":"simulator-w3-bb1b51","gateway":"openshift-ingress/e2e-worker-w3-bb1b51","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:11:39.716893604Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-bb1b51","namespace":"e2e-models-e2e-worker-w3-bb1b51"},"namespace":"e2e-models-e2e-worker-w3-bb1b51","name":"simulator-w3-bb1b51","reconcileID":"6f1cb12c-7330-4bf3-b0c1-06a198821b8f","MaaSModelRef":{"name":"simulator-w3-bb1b51","namespace":"e2e-models-e2e-worker-w3-bb1b51"},"routeName":"simulator-w3-bb1b51-kserve-route","namespace":"e2e-models-e2e-worker-w3-bb1b51","llmisvcName":"simulator-w3-bb1b51","gateway":"openshift-ingress/e2e-worker-w3-bb1b51","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:11:39.889499509Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"namespace":"ai-tenant-e2e-worker-w3-bb1b51","name":"e2e-user-token-filter-auth","reconcileID":"e56a9828-98dd-4557-afa1-1d5cb00dbf4c","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bb1b51","tenantID":"e2e-worker-w3-bb1b51","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:11:39.942170182Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"namespace":"ai-tenant-e2e-worker-w3-bb1b51","name":"e2e-user-token-filter-auth","reconcileID":"e56a9828-98dd-4557-afa1-1d5cb00dbf4c","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"name":"e2e-worker-w3-bb1b51-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:11:39.943493166Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-user-token-filter-sub","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"namespace":"ai-tenant-e2e-worker-w3-bb1b51","name":"e2e-user-token-filter-sub","reconcileID":"ecdd8e0a-d3de-4842-8d87-730f592eea47","MaaSSubscription":{"name":"e2e-user-token-filter-sub","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"name":"maas-trlp-simulator-w3-bb1b51","model":"e2e-models-e2e-worker-w3-bb1b51/simulator-w3-bb1b51","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w3-bb1b51/e2e-user-token-filter-sub","ai-tenant-e2e-worker-w3-bb1b51/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:11:40.038046442Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"namespace":"ai-tenant-e2e-worker-w3-bb1b51","name":"simulator-access","reconcileID":"2ba24e14-2d8e-402f-90f0-512afc5ce37b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bb1b51","tenantID":"e2e-worker-w3-bb1b51","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:11:40.03887688Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"namespace":"ai-tenant-e2e-worker-w3-bb1b51","name":"premium-simulator-access","reconcileID":"3ccad5ee-8aa6-49af-8380-18ac17023760","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bb1b51","tenantID":"e2e-worker-w3-bb1b51","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:11:40.116139229Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"namespace":"ai-tenant-e2e-worker-w3-bb1b51","name":"simulator-access","reconcileID":"2ba24e14-2d8e-402f-90f0-512afc5ce37b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"name":"e2e-worker-w3-bb1b51-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:11:40.117632722Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"namespace":"ai-tenant-e2e-worker-w3-bb1b51","name":"premium-simulator-access","reconcileID":"3ccad5ee-8aa6-49af-8380-18ac17023760","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"name":"e2e-worker-w3-bb1b51-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:11:40.119262802Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-bb1b51","namespace":"e2e-models-e2e-worker-w3-bb1b51"},"namespace":"e2e-models-e2e-worker-w3-bb1b51","name":"simulator-w3-bb1b51","reconcileID":"79818f63-8384-4f9b-8060-febb26bf7c27","MaaSModelRef":{"name":"simulator-w3-bb1b51","namespace":"e2e-models-e2e-worker-w3-bb1b51"},"routeName":"simulator-w3-bb1b51-kserve-route","namespace":"e2e-models-e2e-worker-w3-bb1b51","llmisvcName":"simulator-w3-bb1b51","gateway":"openshift-ingress/e2e-worker-w3-bb1b51","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:11:40.180875048Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"namespace":"ai-tenant-e2e-worker-w3-bb1b51","name":"simulator-subscription","reconcileID":"65bf2078-ea44-4535-bff0-2d4cc6263cc8","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"name":"maas-trlp-simulator-w3-bb1b51","model":"e2e-models-e2e-worker-w3-bb1b51/simulator-w3-bb1b51","subscriptionCount":2,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T12:11:40.252206915Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"namespace":"ai-tenant-e2e-worker-w3-bb1b51","name":"e2e-user-token-filter-auth","reconcileID":"e56a9828-98dd-4557-afa1-1d5cb00dbf4c","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"e2e-user-token-filter-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T12:11:40.330126426Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-user-token-filter-sub","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"namespace":"ai-tenant-e2e-worker-w3-bb1b51","name":"e2e-user-token-filter-sub","reconcileID":"8629936f-3056-4e63-88ab-21738f8300e5","MaaSSubscription":{"name":"e2e-user-token-filter-sub","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"name":"maas-trlp-simulator-w3-bb1b51","model":"e2e-models-e2e-worker-w3-bb1b51/simulator-w3-bb1b51","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:11:40.407940261Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"namespace":"ai-tenant-e2e-worker-w3-bb1b51","name":"e2e-user-token-filter-auth","reconcileID":"a5000ac9-0f0c-4d8e-93aa-d47ff886205f","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bb1b51","tenantID":"e2e-worker-w3-bb1b51","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:11:40.462326594Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"namespace":"ai-tenant-e2e-worker-w3-bb1b51","name":"e2e-user-token-filter-auth","reconcileID":"a5000ac9-0f0c-4d8e-93aa-d47ff886205f","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"name":"e2e-worker-w3-bb1b51-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:11:41.393186905Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"namespace":"ai-tenant-e2e-worker-w3-bb1b51","name":"premium-simulator-access","reconcileID":"f37219c6-dd5c-4317-b4be-62f31a4e7a0b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bb1b51","tenantID":"e2e-worker-w3-bb1b51","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:11:41.393135229Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"namespace":"ai-tenant-e2e-worker-w3-bb1b51","name":"simulator-access","reconcileID":"6ba8082b-0fa8-419c-878b-bd58cd09b314","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bb1b51","tenantID":"e2e-worker-w3-bb1b51","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:11:41.394855999Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"namespace":"ai-tenant-e2e-worker-w3-bb1b51","name":"e2e-user-token-filter-auth","reconcileID":"5dd420bc-1462-40fe-ac8b-e935dfb9cec3","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bb1b51","tenantID":"e2e-worker-w3-bb1b51","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:11:41.454200409Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"namespace":"ai-tenant-e2e-worker-w3-bb1b51","name":"premium-simulator-access","reconcileID":"f37219c6-dd5c-4317-b4be-62f31a4e7a0b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"name":"e2e-worker-w3-bb1b51-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:11:41.526437706Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"namespace":"ai-tenant-e2e-worker-w3-bb1b51","name":"simulator-access","reconcileID":"6ba8082b-0fa8-419c-878b-bd58cd09b314","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"name":"e2e-worker-w3-bb1b51-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:11:41.526725444Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"namespace":"ai-tenant-e2e-worker-w3-bb1b51","name":"e2e-user-token-filter-auth","reconcileID":"5dd420bc-1462-40fe-ac8b-e935dfb9cec3","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"name":"e2e-worker-w3-bb1b51-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:11:42.50416906Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-bb1b51","namespace":"e2e-models-e2e-worker-w3-bb1b51"},"namespace":"e2e-models-e2e-worker-w3-bb1b51","name":"simulator-w3-bb1b51","reconcileID":"f040542e-3ca8-4d8b-bcec-59249c37f2b5","MaaSModelRef":{"name":"simulator-w3-bb1b51","namespace":"e2e-models-e2e-worker-w3-bb1b51"},"routeName":"simulator-w3-bb1b51-kserve-route","namespace":"e2e-models-e2e-worker-w3-bb1b51","llmisvcName":"simulator-w3-bb1b51","gateway":"openshift-ingress/e2e-worker-w3-bb1b51","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:11:42.651477982Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"namespace":"ai-tenant-e2e-worker-w3-bb1b51","name":"simulator-access","reconcileID":"53334998-2b76-4d75-9c01-8caed65a7298","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bb1b51","tenantID":"e2e-worker-w3-bb1b51","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:11:42.651521025Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"namespace":"ai-tenant-e2e-worker-w3-bb1b51","name":"e2e-user-token-filter-auth","reconcileID":"21ea7217-616c-4b6a-acc5-88ea2c216227","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bb1b51","tenantID":"e2e-worker-w3-bb1b51","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:11:42.652130115Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"namespace":"ai-tenant-e2e-worker-w3-bb1b51","name":"premium-simulator-access","reconcileID":"fe2bf812-b933-4de7-a69d-4dd8120fafc7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bb1b51","tenantID":"e2e-worker-w3-bb1b51","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:11:42.66353508Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-models-user-sub","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"namespace":"ai-tenant-e2e-worker-w1-5951bc","name":"e2e-models-user-sub","reconcileID":"f19ee355-e96e-4f45-ba5e-8e7da5439a4e","MaaSSubscription":{"name":"e2e-models-user-sub","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"model":"e2e-models-e2e-worker-w1-5951bc/simulator-w1-5951bc","subscription":"e2e-models-user-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:11:42.70532158Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"namespace":"ai-tenant-e2e-worker-w3-bb1b51","name":"simulator-access","reconcileID":"53334998-2b76-4d75-9c01-8caed65a7298","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"name":"e2e-worker-w3-bb1b51-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:11:42.705867332Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"namespace":"ai-tenant-e2e-worker-w3-bb1b51","name":"e2e-user-token-filter-auth","reconcileID":"21ea7217-616c-4b6a-acc5-88ea2c216227","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"name":"e2e-worker-w3-bb1b51-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:11:42.708070772Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"namespace":"ai-tenant-e2e-worker-w3-bb1b51","name":"premium-simulator-access","reconcileID":"fe2bf812-b933-4de7-a69d-4dd8120fafc7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"name":"e2e-worker-w3-bb1b51-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:11:42.863928556Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-models-user-sub","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"namespace":"ai-tenant-e2e-worker-w1-5951bc","name":"e2e-models-user-sub","reconcileID":"f19ee355-e96e-4f45-ba5e-8e7da5439a4e","MaaSSubscription":{"name":"e2e-models-user-sub","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"name":"maas-trlp-simulator-w1-5951bc","model":"e2e-models-e2e-worker-w1-5951bc/simulator-w1-5951bc","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w1-5951bc/e2e-models-other-sub","ai-tenant-e2e-worker-w1-5951bc/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:11:43.060803593Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-models-other-sub","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"namespace":"ai-tenant-e2e-worker-w1-5951bc","name":"e2e-models-other-sub","reconcileID":"35505e97-5d29-476b-8f82-f756b507f4d4","MaaSSubscription":{"name":"e2e-models-other-sub","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"name":"maas-trlp-simulator-w1-5951bc","model":"e2e-models-e2e-worker-w1-5951bc/simulator-w1-5951bc","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:11:43.060828219Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"namespace":"ai-tenant-e2e-worker-w1-5951bc","name":"simulator-subscription","reconcileID":"7b596dee-48b0-4f12-9ef0-0be4946a0d91","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"name":"maas-trlp-simulator-w1-5951bc","model":"e2e-models-e2e-worker-w1-5951bc/simulator-w1-5951bc","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:11:43.072780071Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-5951bc","namespace":"e2e-models-e2e-worker-w1-5951bc"},"namespace":"e2e-models-e2e-worker-w1-5951bc","name":"simulator-w1-5951bc","reconcileID":"3e0a5864-503f-46a6-8d0a-91ecaa019b87","MaaSModelRef":{"name":"simulator-w1-5951bc","namespace":"e2e-models-e2e-worker-w1-5951bc"},"routeName":"simulator-w1-5951bc-kserve-route","namespace":"e2e-models-e2e-worker-w1-5951bc","llmisvcName":"simulator-w1-5951bc","gateway":"openshift-ingress/e2e-worker-w1-5951bc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:11:43.073341915Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=models-as-a-service priority=0:[models-as-a-service/e2e-rt-eq-633a29-sub models-as-a-service/e2e-rt-sw-f0d8f9-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:11:43.218569097Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"namespace":"ai-tenant-e2e-worker-w1-5951bc","name":"e2e-models-access-denied-auth","reconcileID":"68decd06-a514-446e-81a9-99faeedfb51c","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5951bc","tenantID":"e2e-worker-w1-5951bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:11:43.219405307Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"namespace":"ai-tenant-e2e-worker-w1-5951bc","name":"premium-simulator-access","reconcileID":"bec85f3e-86a5-472d-a097-10555b525b0c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5951bc","tenantID":"e2e-worker-w1-5951bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:11:43.21984722Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"namespace":"ai-tenant-e2e-worker-w1-5951bc","name":"simulator-access","reconcileID":"11fb0f3d-4072-445c-b74f-7b9632d9cbe0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5951bc","tenantID":"e2e-worker-w1-5951bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:11:43.220523278Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-5951bc","namespace":"e2e-models-e2e-worker-w1-5951bc"},"namespace":"e2e-models-e2e-worker-w1-5951bc","name":"simulator-w1-5951bc","reconcileID":"36170187-e581-4829-9cd7-ee37c1f04f90","MaaSModelRef":{"name":"simulator-w1-5951bc","namespace":"e2e-models-e2e-worker-w1-5951bc"},"routeName":"simulator-w1-5951bc-kserve-route","namespace":"e2e-models-e2e-worker-w1-5951bc","llmisvcName":"simulator-w1-5951bc","gateway":"openshift-ingress/e2e-worker-w1-5951bc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:11:43.271489181Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"namespace":"ai-tenant-e2e-worker-w1-5951bc","name":"e2e-models-access-denied-auth","reconcileID":"68decd06-a514-446e-81a9-99faeedfb51c","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"name":"e2e-worker-w1-5951bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:11:43.274455336Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"namespace":"ai-tenant-e2e-worker-w1-5951bc","name":"premium-simulator-access","reconcileID":"bec85f3e-86a5-472d-a097-10555b525b0c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"name":"e2e-worker-w1-5951bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:11:43.276213283Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"namespace":"ai-tenant-e2e-worker-w1-5951bc","name":"simulator-access","reconcileID":"11fb0f3d-4072-445c-b74f-7b9632d9cbe0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"name":"e2e-worker-w1-5951bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:11:43.617071183Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"namespace":"ai-tenant-e2e-worker-w1-5951bc","name":"e2e-models-access-denied-auth","reconcileID":"08828240-4306-45c5-b6dd-269e6ba0e5b5","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5951bc","tenantID":"e2e-worker-w1-5951bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:11:43.617885251Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"namespace":"ai-tenant-e2e-worker-w1-5951bc","name":"premium-simulator-access","reconcileID":"52b4b451-646e-446e-aa1b-a9679d99e874","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5951bc","tenantID":"e2e-worker-w1-5951bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:11:43.617916889Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"namespace":"ai-tenant-e2e-worker-w1-5951bc","name":"simulator-access","reconcileID":"26ef2884-160a-4270-9a70-8d52a490894f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5951bc","tenantID":"e2e-worker-w1-5951bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:11:43.670847038Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"namespace":"ai-tenant-e2e-worker-w1-5951bc","name":"premium-simulator-access","reconcileID":"52b4b451-646e-446e-aa1b-a9679d99e874","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"name":"e2e-worker-w1-5951bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:11:43.670935793Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"namespace":"ai-tenant-e2e-worker-w1-5951bc","name":"e2e-models-access-denied-auth","reconcileID":"08828240-4306-45c5-b6dd-269e6ba0e5b5","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"name":"e2e-worker-w1-5951bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:11:43.673059081Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"namespace":"ai-tenant-e2e-worker-w1-5951bc","name":"simulator-access","reconcileID":"26ef2884-160a-4270-9a70-8d52a490894f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"name":"e2e-worker-w1-5951bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:11:52.655472037Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-user-token-filter-sub","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"namespace":"ai-tenant-e2e-worker-w3-bb1b51","name":"e2e-user-token-filter-sub","reconcileID":"aa84aade-ed6d-4247-9bb4-65cae4d108e9","MaaSSubscription":{"name":"e2e-user-token-filter-sub","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"model":"e2e-models-e2e-worker-w3-bb1b51/simulator-w3-bb1b51","subscription":"e2e-user-token-filter-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:11:52.878275454Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-user-token-filter-sub","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"namespace":"ai-tenant-e2e-worker-w3-bb1b51","name":"e2e-user-token-filter-sub","reconcileID":"aa84aade-ed6d-4247-9bb4-65cae4d108e9","MaaSSubscription":{"name":"e2e-user-token-filter-sub","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"name":"maas-trlp-simulator-w3-bb1b51","model":"e2e-models-e2e-worker-w3-bb1b51/simulator-w3-bb1b51","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w3-bb1b51/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:11:53.0746024Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"namespace":"ai-tenant-e2e-worker-w3-bb1b51","name":"simulator-subscription","reconcileID":"a5f10385-3d02-43a7-8686-3d5c9728a294","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"name":"maas-trlp-simulator-w3-bb1b51","model":"e2e-models-e2e-worker-w3-bb1b51/simulator-w3-bb1b51","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:11:53.08033023Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-bb1b51","namespace":"e2e-models-e2e-worker-w3-bb1b51"},"namespace":"e2e-models-e2e-worker-w3-bb1b51","name":"simulator-w3-bb1b51","reconcileID":"4e9aff9b-14b9-4fc8-87ed-290532f6b4db","MaaSModelRef":{"name":"simulator-w3-bb1b51","namespace":"e2e-models-e2e-worker-w3-bb1b51"},"routeName":"simulator-w3-bb1b51-kserve-route","namespace":"e2e-models-e2e-worker-w3-bb1b51","llmisvcName":"simulator-w3-bb1b51","gateway":"openshift-ingress/e2e-worker-w3-bb1b51","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:11:53.080742544Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=models-as-a-service priority=0:[models-as-a-service/e2e-rt-eq-633a29-sub models-as-a-service/e2e-rt-sw-f0d8f9-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:11:53.22911268Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"namespace":"ai-tenant-e2e-worker-w3-bb1b51","name":"simulator-access","reconcileID":"1b52ead5-8349-4249-822a-cbd397ae1baa","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bb1b51","tenantID":"e2e-worker-w3-bb1b51","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:11:53.229739156Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"namespace":"ai-tenant-e2e-worker-w3-bb1b51","name":"premium-simulator-access","reconcileID":"4e2fdb6d-fd54-4db0-8521-a455b727d08e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bb1b51","tenantID":"e2e-worker-w3-bb1b51","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:11:53.230034187Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-bb1b51","namespace":"e2e-models-e2e-worker-w3-bb1b51"},"namespace":"e2e-models-e2e-worker-w3-bb1b51","name":"simulator-w3-bb1b51","reconcileID":"b7c0e282-91d0-4e0f-9b2d-31258d589832","MaaSModelRef":{"name":"simulator-w3-bb1b51","namespace":"e2e-models-e2e-worker-w3-bb1b51"},"routeName":"simulator-w3-bb1b51-kserve-route","namespace":"e2e-models-e2e-worker-w3-bb1b51","llmisvcName":"simulator-w3-bb1b51","gateway":"openshift-ingress/e2e-worker-w3-bb1b51","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:11:53.229113518Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"namespace":"ai-tenant-e2e-worker-w3-bb1b51","name":"e2e-user-token-filter-auth","reconcileID":"d89c7756-f859-417f-9b22-85e492f8ca6f","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bb1b51","tenantID":"e2e-worker-w3-bb1b51","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:11:53.28214615Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"namespace":"ai-tenant-e2e-worker-w3-bb1b51","name":"simulator-access","reconcileID":"1b52ead5-8349-4249-822a-cbd397ae1baa","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"name":"e2e-worker-w3-bb1b51-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:11:53.282330303Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"namespace":"ai-tenant-e2e-worker-w3-bb1b51","name":"premium-simulator-access","reconcileID":"4e2fdb6d-fd54-4db0-8521-a455b727d08e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"name":"e2e-worker-w3-bb1b51-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:11:53.284451095Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"namespace":"ai-tenant-e2e-worker-w3-bb1b51","name":"e2e-user-token-filter-auth","reconcileID":"d89c7756-f859-417f-9b22-85e492f8ca6f","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"name":"e2e-worker-w3-bb1b51-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:11:53.372806392Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-models-other-sub","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"namespace":"ai-tenant-e2e-worker-w1-5951bc","name":"e2e-models-other-sub","reconcileID":"aff80c9d-5332-4841-a27e-f8ba758c3a36","MaaSSubscription":{"name":"e2e-models-other-sub","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"model":"e2e-models-e2e-worker-w1-5951bc/simulator-w1-5951bc","subscription":"e2e-models-other-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:11:53.429863263Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"namespace":"ai-tenant-e2e-worker-w3-bb1b51","name":"e2e-user-token-filter-auth","reconcileID":"184f2e26-1781-4c8f-9cba-2646a3f49b40","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"model":"e2e-models-e2e-worker-w3-bb1b51/simulator-w3-bb1b51","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:11:53.572978845Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-models-other-sub","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"namespace":"ai-tenant-e2e-worker-w1-5951bc","name":"e2e-models-other-sub","reconcileID":"aff80c9d-5332-4841-a27e-f8ba758c3a36","MaaSSubscription":{"name":"e2e-models-other-sub","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"name":"maas-trlp-simulator-w1-5951bc","model":"e2e-models-e2e-worker-w1-5951bc/simulator-w1-5951bc","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w1-5951bc/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:11:53.633184839Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-bb1b51","namespace":"e2e-models-e2e-worker-w3-bb1b51"},"namespace":"e2e-models-e2e-worker-w3-bb1b51","name":"simulator-w3-bb1b51","reconcileID":"7bd431d6-52b9-42a7-aa0a-87e4f537c812","MaaSModelRef":{"name":"simulator-w3-bb1b51","namespace":"e2e-models-e2e-worker-w3-bb1b51"},"routeName":"simulator-w3-bb1b51-kserve-route","namespace":"e2e-models-e2e-worker-w3-bb1b51","llmisvcName":"simulator-w3-bb1b51","gateway":"openshift-ingress/e2e-worker-w3-bb1b51","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:11:53.768479803Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"namespace":"ai-tenant-e2e-worker-w1-5951bc","name":"simulator-subscription","reconcileID":"280dd5c3-e782-4954-a024-cc3e5caade74","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"name":"maas-trlp-simulator-w1-5951bc","model":"e2e-models-e2e-worker-w1-5951bc/simulator-w1-5951bc","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:11:53.823449556Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-5951bc","namespace":"e2e-models-e2e-worker-w1-5951bc"},"namespace":"e2e-models-e2e-worker-w1-5951bc","name":"simulator-w1-5951bc","reconcileID":"948e3866-aa36-460f-a014-07adb00f6b4d","MaaSModelRef":{"name":"simulator-w1-5951bc","namespace":"e2e-models-e2e-worker-w1-5951bc"},"routeName":"simulator-w1-5951bc-kserve-route","namespace":"e2e-models-e2e-worker-w1-5951bc","llmisvcName":"simulator-w1-5951bc","gateway":"openshift-ingress/e2e-worker-w1-5951bc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:11:53.823812454Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=models-as-a-service priority=0:[models-as-a-service/e2e-rt-eq-633a29-sub models-as-a-service/e2e-rt-sw-f0d8f9-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:11:53.968271562Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"namespace":"ai-tenant-e2e-worker-w1-5951bc","name":"premium-simulator-access","reconcileID":"2c504bb9-7ae2-4681-b3fa-620344ef7a6e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5951bc","tenantID":"e2e-worker-w1-5951bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:11:53.968307272Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"namespace":"ai-tenant-e2e-worker-w1-5951bc","name":"e2e-models-access-denied-auth","reconcileID":"918f77c9-a059-4e03-bb62-9a17ef31aff8","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5951bc","tenantID":"e2e-worker-w1-5951bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:11:53.968802166Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"namespace":"ai-tenant-e2e-worker-w1-5951bc","name":"simulator-access","reconcileID":"71d426c3-8f5b-48d1-9514-e570591f93fa","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5951bc","tenantID":"e2e-worker-w1-5951bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:11:53.978161402Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-5951bc","namespace":"e2e-models-e2e-worker-w1-5951bc"},"namespace":"e2e-models-e2e-worker-w1-5951bc","name":"simulator-w1-5951bc","reconcileID":"e1211a93-a158-4d6c-966f-e817c8ba16db","MaaSModelRef":{"name":"simulator-w1-5951bc","namespace":"e2e-models-e2e-worker-w1-5951bc"},"routeName":"simulator-w1-5951bc-kserve-route","namespace":"e2e-models-e2e-worker-w1-5951bc","llmisvcName":"simulator-w1-5951bc","gateway":"openshift-ingress/e2e-worker-w1-5951bc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:11:54.021001494Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"namespace":"ai-tenant-e2e-worker-w1-5951bc","name":"simulator-access","reconcileID":"71d426c3-8f5b-48d1-9514-e570591f93fa","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"name":"e2e-worker-w1-5951bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:11:54.021892444Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"namespace":"ai-tenant-e2e-worker-w1-5951bc","name":"premium-simulator-access","reconcileID":"2c504bb9-7ae2-4681-b3fa-620344ef7a6e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"name":"e2e-worker-w1-5951bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:11:54.023286718Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"namespace":"ai-tenant-e2e-worker-w1-5951bc","name":"e2e-models-access-denied-auth","reconcileID":"918f77c9-a059-4e03-bb62-9a17ef31aff8","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"name":"e2e-worker-w1-5951bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:11:54.166497191Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"namespace":"ai-tenant-e2e-worker-w1-5951bc","name":"e2e-models-access-denied-auth","reconcileID":"5ca0ac00-43a0-470e-9ae1-5a32b3e5b23e","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"model":"e2e-models-e2e-worker-w1-5951bc/simulator-w1-5951bc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:11:54.369328405Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-5951bc","namespace":"e2e-models-e2e-worker-w1-5951bc"},"namespace":"e2e-models-e2e-worker-w1-5951bc","name":"simulator-w1-5951bc","reconcileID":"f198643e-4ab6-4117-86eb-be20d60ddec4","MaaSModelRef":{"name":"simulator-w1-5951bc","namespace":"e2e-models-e2e-worker-w1-5951bc"},"routeName":"simulator-w1-5951bc-kserve-route","namespace":"e2e-models-e2e-worker-w1-5951bc","llmisvcName":"simulator-w1-5951bc","gateway":"openshift-ingress/e2e-worker-w1-5951bc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:11:54.678769346Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-bb1b51","namespace":"e2e-models-e2e-worker-w3-bb1b51"},"namespace":"e2e-models-e2e-worker-w3-bb1b51","name":"distinct-w3-bb1b51","reconcileID":"1ef53aa5-50c4-4542-9450-f17d36fda605","MaaSModelRef":{"name":"distinct-w3-bb1b51","namespace":"e2e-models-e2e-worker-w3-bb1b51"},"routeName":"distinct-w3-bb1b51-kserve-route","namespace":"e2e-models-e2e-worker-w3-bb1b51","llmisvcName":"distinct-w3-bb1b51","gateway":"openshift-ingress/e2e-worker-w3-bb1b51","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:11:54.740277077Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-bb1b51","namespace":"e2e-models-e2e-worker-w3-bb1b51"},"namespace":"e2e-models-e2e-worker-w3-bb1b51","name":"distinct-w3-bb1b51","reconcileID":"3fffc78c-798a-49ce-a33c-f315b7841453","MaaSModelRef":{"name":"distinct-w3-bb1b51","namespace":"e2e-models-e2e-worker-w3-bb1b51"},"routeName":"distinct-w3-bb1b51-kserve-route","namespace":"e2e-models-e2e-worker-w3-bb1b51","llmisvcName":"distinct-w3-bb1b51","gateway":"openshift-ingress/e2e-worker-w3-bb1b51","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:11:54.784688028Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-8d2c7c","namespace":"e2e-models-e2e-worker-w4-8d2c7c"},"namespace":"e2e-models-e2e-worker-w4-8d2c7c","name":"simulator-w4-8d2c7c","reconcileID":"aeb37ef1-2e8e-484d-9546-4e5e330de862","MaaSModelRef":{"name":"simulator-w4-8d2c7c","namespace":"e2e-models-e2e-worker-w4-8d2c7c"},"routeName":"simulator-w4-8d2c7c-kserve-route","namespace":"e2e-models-e2e-worker-w4-8d2c7c","llmisvcName":"simulator-w4-8d2c7c","gateway":"openshift-ingress/e2e-worker-w4-8d2c7c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:11:54.7853467Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-8d2c7c","namespace":"e2e-models-e2e-worker-w4-8d2c7c"},"namespace":"e2e-models-e2e-worker-w4-8d2c7c","name":"premium-w4-8d2c7c","reconcileID":"cb5c21f1-8eee-4e06-9732-bf1bcf22a1c0","MaaSModelRef":{"name":"premium-w4-8d2c7c","namespace":"e2e-models-e2e-worker-w4-8d2c7c"},"routeName":"premium-w4-8d2c7c-kserve-route","namespace":"e2e-models-e2e-worker-w4-8d2c7c","llmisvcName":"premium-w4-8d2c7c","gateway":"openshift-ingress/e2e-worker-w4-8d2c7c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:11:54.849054664Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-8d2c7c","namespace":"e2e-models-e2e-worker-w4-8d2c7c"},"namespace":"e2e-models-e2e-worker-w4-8d2c7c","name":"premium-w4-8d2c7c","reconcileID":"b865cfa6-25c1-4fc2-84dd-49fa4b27ea53","MaaSModelRef":{"name":"premium-w4-8d2c7c","namespace":"e2e-models-e2e-worker-w4-8d2c7c"},"routeName":"premium-w4-8d2c7c-kserve-route","namespace":"e2e-models-e2e-worker-w4-8d2c7c","llmisvcName":"premium-w4-8d2c7c","gateway":"openshift-ingress/e2e-worker-w4-8d2c7c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:11:54.849530217Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-8d2c7c","namespace":"e2e-models-e2e-worker-w4-8d2c7c"},"namespace":"e2e-models-e2e-worker-w4-8d2c7c","name":"simulator-w4-8d2c7c","reconcileID":"3e0e8158-6c9d-48c1-a939-f39130458c9a","MaaSModelRef":{"name":"simulator-w4-8d2c7c","namespace":"e2e-models-e2e-worker-w4-8d2c7c"},"routeName":"simulator-w4-8d2c7c-kserve-route","namespace":"e2e-models-e2e-worker-w4-8d2c7c","llmisvcName":"simulator-w4-8d2c7c","gateway":"openshift-ingress/e2e-worker-w4-8d2c7c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:11:54.934555525Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"namespace":"ai-tenant-e2e-worker-w3-bb1b51","name":"e2e-multi-keys-auth1","reconcileID":"27795c81-9bd4-4fca-9338-b9205a23f956","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bb1b51","tenantID":"e2e-worker-w3-bb1b51","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:11:54.956662819Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-bb1b51","namespace":"e2e-models-e2e-worker-w3-bb1b51"},"namespace":"e2e-models-e2e-worker-w3-bb1b51","name":"distinct-w3-bb1b51","reconcileID":"4266d663-ad85-49e0-9fb4-4bfea3cf861b","MaaSModelRef":{"name":"distinct-w3-bb1b51","namespace":"e2e-models-e2e-worker-w3-bb1b51"},"routeName":"distinct-w3-bb1b51-kserve-route","namespace":"e2e-models-e2e-worker-w3-bb1b51","llmisvcName":"distinct-w3-bb1b51","gateway":"openshift-ingress/e2e-worker-w3-bb1b51","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:11:54.957846853Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=models-as-a-service priority=0:[models-as-a-service/e2e-rt-eq-633a29-sub models-as-a-service/e2e-rt-sw-f0d8f9-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:11:54.983079859Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"namespace":"ai-tenant-e2e-worker-w4-8d2c7c","name":"simulator-subscription","reconcileID":"c7c578d9-23f5-413a-bd1b-478bb850517f","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"name":"maas-trlp-simulator-w4-8d2c7c","model":"e2e-models-e2e-worker-w4-8d2c7c/simulator-w4-8d2c7c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:11:54.989179231Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"namespace":"ai-tenant-e2e-worker-w4-8d2c7c","name":"premium-simulator-subscription","reconcileID":"ec53a07b-1e9f-407e-8db6-6bf6e9194bcf","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"name":"maas-trlp-premium-w4-8d2c7c","model":"e2e-models-e2e-worker-w4-8d2c7c/premium-w4-8d2c7c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:11:54.991536765Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"namespace":"ai-tenant-e2e-worker-w4-8d2c7c","name":"premium-simulator-access","reconcileID":"953b46bd-b5a6-436c-ac98-82f4608f8f92","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-8d2c7c","tenantID":"e2e-worker-w4-8d2c7c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:11:54.992174312Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"namespace":"ai-tenant-e2e-worker-w4-8d2c7c","name":"simulator-access","reconcileID":"70f8fb04-ad4c-4ae5-ac68-78336d74cb47","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-8d2c7c","tenantID":"e2e-worker-w4-8d2c7c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:11:54.994500868Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"namespace":"ai-tenant-e2e-worker-w3-bb1b51","name":"e2e-multi-keys-auth1","reconcileID":"27795c81-9bd4-4fca-9338-b9205a23f956","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"name":"e2e-worker-w3-bb1b51-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:11:55.022529585Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-bb1b51","namespace":"e2e-models-e2e-worker-w3-bb1b51"},"namespace":"e2e-models-e2e-worker-w3-bb1b51","name":"distinct-w3-bb1b51","reconcileID":"cee16425-3df0-41b5-85d0-3953b6fbb2a6","MaaSModelRef":{"name":"distinct-w3-bb1b51","namespace":"e2e-models-e2e-worker-w3-bb1b51"},"routeName":"distinct-w3-bb1b51-kserve-route","namespace":"e2e-models-e2e-worker-w3-bb1b51","llmisvcName":"distinct-w3-bb1b51","gateway":"openshift-ingress/e2e-worker-w3-bb1b51","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:11:55.046250029Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"namespace":"ai-tenant-e2e-worker-w4-8d2c7c","name":"simulator-access","reconcileID":"70f8fb04-ad4c-4ae5-ac68-78336d74cb47","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"name":"e2e-worker-w4-8d2c7c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:11:55.046277265Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"namespace":"ai-tenant-e2e-worker-w4-8d2c7c","name":"premium-simulator-access","reconcileID":"953b46bd-b5a6-436c-ac98-82f4608f8f92","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"name":"e2e-worker-w4-8d2c7c-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T12:11:55.064136261Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-multi-keys-sub1","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"namespace":"ai-tenant-e2e-worker-w3-bb1b51","name":"e2e-multi-keys-sub1","reconcileID":"39ec9952-0447-4530-a56e-0f7e0745f1bf","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-multi-keys-sub1\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T12:11:55.072054389Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-bb1b51","namespace":"e2e-models-e2e-worker-w3-bb1b51"},"namespace":"e2e-models-e2e-worker-w3-bb1b51","name":"distinct-w3-bb1b51","reconcileID":"cee16425-3df0-41b5-85d0-3953b6fbb2a6","name":"distinct-w3-bb1b51","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"distinct-w3-bb1b51\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T12:11:55.072107692Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-bb1b51","namespace":"e2e-models-e2e-worker-w3-bb1b51"},"namespace":"e2e-models-e2e-worker-w3-bb1b51","name":"distinct-w3-bb1b51","reconcileID":"cee16425-3df0-41b5-85d0-3953b6fbb2a6","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"distinct-w3-bb1b51\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T12:11:55.077493178Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-bb1b51","namespace":"e2e-models-e2e-worker-w3-bb1b51"},"namespace":"e2e-models-e2e-worker-w3-bb1b51","name":"distinct-w3-bb1b51","reconcileID":"1ad5e5d0-3533-411a-b45d-084dd8f8c9e7","MaaSModelRef":{"name":"distinct-w3-bb1b51","namespace":"e2e-models-e2e-worker-w3-bb1b51"},"routeName":"distinct-w3-bb1b51-kserve-route","namespace":"e2e-models-e2e-worker-w3-bb1b51","llmisvcName":"distinct-w3-bb1b51","gateway":"openshift-ingress/e2e-worker-w3-bb1b51","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:11:55.159092308Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"namespace":"ai-tenant-e2e-worker-w3-bb1b51","name":"premium-simulator-access","reconcileID":"1396e9a3-9d60-48bb-a7c5-eb8f3dfffec0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bb1b51","tenantID":"e2e-worker-w3-bb1b51","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:11:55.165888433Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-bb1b51","namespace":"e2e-models-e2e-worker-w3-bb1b51"},"namespace":"e2e-models-e2e-worker-w3-bb1b51","name":"distinct-w3-bb1b51","reconcileID":"15f78ec1-c93d-49a7-8462-4327f51ac2fb","MaaSModelRef":{"name":"distinct-w3-bb1b51","namespace":"e2e-models-e2e-worker-w3-bb1b51"},"routeName":"distinct-w3-bb1b51-kserve-route","namespace":"e2e-models-e2e-worker-w3-bb1b51","llmisvcName":"distinct-w3-bb1b51","gateway":"openshift-ingress/e2e-worker-w3-bb1b51","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:11:55.168285452Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"namespace":"ai-tenant-e2e-worker-w3-bb1b51","name":"simulator-access","reconcileID":"43e24dd9-2380-4955-bc91-f935e08f4c4b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bb1b51","tenantID":"e2e-worker-w3-bb1b51","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:11:55.211179009Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"namespace":"ai-tenant-e2e-worker-w3-bb1b51","name":"premium-simulator-access","reconcileID":"1396e9a3-9d60-48bb-a7c5-eb8f3dfffec0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"name":"e2e-worker-w3-bb1b51-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:11:55.216564972Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-bb1b51","namespace":"e2e-models-e2e-worker-w3-bb1b51"},"namespace":"e2e-models-e2e-worker-w3-bb1b51","name":"distinct-w3-bb1b51","reconcileID":"bce835fe-ddcb-4be2-b197-0d8bc4ef13b0","MaaSModelRef":{"name":"distinct-w3-bb1b51","namespace":"e2e-models-e2e-worker-w3-bb1b51"},"routeName":"distinct-w3-bb1b51-kserve-route","namespace":"e2e-models-e2e-worker-w3-bb1b51","llmisvcName":"distinct-w3-bb1b51","gateway":"openshift-ingress/e2e-worker-w3-bb1b51","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:11:55.220349828Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"namespace":"ai-tenant-e2e-worker-w3-bb1b51","name":"simulator-access","reconcileID":"43e24dd9-2380-4955-bc91-f935e08f4c4b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"name":"e2e-worker-w3-bb1b51-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:11:55.223572713Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-bb1b51","namespace":"e2e-models-e2e-worker-w3-bb1b51"},"namespace":"e2e-models-e2e-worker-w3-bb1b51","name":"distinct-2-w3-bb1b51","reconcileID":"8ac8758c-6377-469f-87fc-d92439e3c029","MaaSModelRef":{"name":"distinct-2-w3-bb1b51","namespace":"e2e-models-e2e-worker-w3-bb1b51"},"routeName":"distinct-2-w3-bb1b51-kserve-route","namespace":"e2e-models-e2e-worker-w3-bb1b51","llmisvcName":"distinct-2-w3-bb1b51","gateway":"openshift-ingress/e2e-worker-w3-bb1b51","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:11:55.2945273Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-bb1b51","namespace":"e2e-models-e2e-worker-w3-bb1b51"},"namespace":"e2e-models-e2e-worker-w3-bb1b51","name":"distinct-w3-bb1b51","reconcileID":"df274e0b-9c61-45e1-85d2-5d31990aa69c","MaaSModelRef":{"name":"distinct-w3-bb1b51","namespace":"e2e-models-e2e-worker-w3-bb1b51"},"routeName":"distinct-w3-bb1b51-kserve-route","namespace":"e2e-models-e2e-worker-w3-bb1b51","llmisvcName":"distinct-w3-bb1b51","gateway":"openshift-ingress/e2e-worker-w3-bb1b51","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:11:55.389106121Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"namespace":"ai-tenant-e2e-worker-w4-8d2c7c","name":"simulator-access","reconcileID":"393a6200-afac-4b3e-a8fe-73cb3aee8f93","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-8d2c7c","tenantID":"e2e-worker-w4-8d2c7c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:11:55.389403109Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"namespace":"ai-tenant-e2e-worker-w4-8d2c7c","name":"premium-simulator-access","reconcileID":"248dcae6-eb2f-4a3e-9ae9-9afdb7e27c6f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-8d2c7c","tenantID":"e2e-worker-w4-8d2c7c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:11:55.413249362Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-multi-keys-sub1","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"namespace":"ai-tenant-e2e-worker-w3-bb1b51","name":"e2e-multi-keys-sub1","reconcileID":"55e08283-6861-4d99-84d4-c265818ad7d8","MaaSSubscription":{"name":"e2e-multi-keys-sub1","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"name":"maas-trlp-distinct-w3-bb1b51","model":"distinct-w3-bb1b51","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w3-bb1b51/e2e-multi-keys-sub1"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:11:55.442392958Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"namespace":"ai-tenant-e2e-worker-w4-8d2c7c","name":"simulator-access","reconcileID":"393a6200-afac-4b3e-a8fe-73cb3aee8f93","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"name":"e2e-worker-w4-8d2c7c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:11:55.444077573Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"namespace":"ai-tenant-e2e-worker-w4-8d2c7c","name":"premium-simulator-access","reconcileID":"248dcae6-eb2f-4a3e-9ae9-9afdb7e27c6f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"name":"e2e-worker-w4-8d2c7c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:11:55.493821515Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w3-bb1b51 priority=0:[ai-tenant-e2e-worker-w3-bb1b51/e2e-multi-keys-sub1 ai-tenant-e2e-worker-w3-bb1b51/e2e-multi-keys-sub2]","namespace=models-as-a-service priority=0:[models-as-a-service/e2e-rt-eq-633a29-sub models-as-a-service/e2e-rt-sw-f0d8f9-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:11:55.494092787Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-bb1b51","namespace":"e2e-models-e2e-worker-w3-bb1b51"},"namespace":"e2e-models-e2e-worker-w3-bb1b51","name":"distinct-2-w3-bb1b51","reconcileID":"22bb1317-d9e0-4914-adb8-9d21f44965da","MaaSModelRef":{"name":"distinct-2-w3-bb1b51","namespace":"e2e-models-e2e-worker-w3-bb1b51"},"routeName":"distinct-2-w3-bb1b51-kserve-route","namespace":"e2e-models-e2e-worker-w3-bb1b51","llmisvcName":"distinct-2-w3-bb1b51","gateway":"openshift-ingress/e2e-worker-w3-bb1b51","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:11:55.549723039Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-bb1b51","namespace":"e2e-models-e2e-worker-w3-bb1b51"},"namespace":"e2e-models-e2e-worker-w3-bb1b51","name":"distinct-2-w3-bb1b51","reconcileID":"725c7368-264f-4a3d-a265-382f887524fd","MaaSModelRef":{"name":"distinct-2-w3-bb1b51","namespace":"e2e-models-e2e-worker-w3-bb1b51"},"routeName":"distinct-2-w3-bb1b51-kserve-route","namespace":"e2e-models-e2e-worker-w3-bb1b51","llmisvcName":"distinct-2-w3-bb1b51","gateway":"openshift-ingress/e2e-worker-w3-bb1b51","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:11:55.58643189Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"namespace":"ai-tenant-e2e-worker-w3-bb1b51","name":"e2e-multi-keys-auth1","reconcileID":"266f6888-b424-49a5-af42-cfe29838cc29","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bb1b51","tenantID":"e2e-worker-w3-bb1b51","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T12:11:55.593094656Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-multi-keys-sub2","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"namespace":"ai-tenant-e2e-worker-w3-bb1b51","name":"e2e-multi-keys-sub2","reconcileID":"58c1b39c-0231-46f8-8083-a7852c9622b5","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-multi-keys-sub2\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T12:11:55.595748957Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w3-bb1b51/e2e-multi-keys-sub1","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-multi-keys-sub1\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"ERROR","timestamp":"2026-11-03T12:11:55.598817895Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-bb1b51","namespace":"e2e-models-e2e-worker-w3-bb1b51"},"namespace":"e2e-models-e2e-worker-w3-bb1b51","name":"distinct-2-w3-bb1b51","reconcileID":"725c7368-264f-4a3d-a265-382f887524fd","name":"distinct-2-w3-bb1b51","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"distinct-2-w3-bb1b51\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T12:11:55.598862635Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-bb1b51","namespace":"e2e-models-e2e-worker-w3-bb1b51"},"namespace":"e2e-models-e2e-worker-w3-bb1b51","name":"distinct-2-w3-bb1b51","reconcileID":"725c7368-264f-4a3d-a265-382f887524fd","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"distinct-2-w3-bb1b51\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T12:11:55.599065155Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-bb1b51","namespace":"e2e-models-e2e-worker-w3-bb1b51"},"namespace":"e2e-models-e2e-worker-w3-bb1b51","name":"distinct-w3-bb1b51","reconcileID":"727b8143-9954-4a3a-b559-cfbe1a44c7cd","MaaSModelRef":{"name":"distinct-w3-bb1b51","namespace":"e2e-models-e2e-worker-w3-bb1b51"},"routeName":"distinct-w3-bb1b51-kserve-route","namespace":"e2e-models-e2e-worker-w3-bb1b51","llmisvcName":"distinct-w3-bb1b51","gateway":"openshift-ingress/e2e-worker-w3-bb1b51","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:11:55.604234795Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-bb1b51","namespace":"e2e-models-e2e-worker-w3-bb1b51"},"namespace":"e2e-models-e2e-worker-w3-bb1b51","name":"distinct-2-w3-bb1b51","reconcileID":"70e92aac-3e1c-4e4d-a0bc-6561783e6a32","MaaSModelRef":{"name":"distinct-2-w3-bb1b51","namespace":"e2e-models-e2e-worker-w3-bb1b51"},"routeName":"distinct-2-w3-bb1b51-kserve-route","namespace":"e2e-models-e2e-worker-w3-bb1b51","llmisvcName":"distinct-2-w3-bb1b51","gateway":"openshift-ingress/e2e-worker-w3-bb1b51","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:11:55.640420985Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"namespace":"ai-tenant-e2e-worker-w3-bb1b51","name":"e2e-multi-keys-auth1","reconcileID":"266f6888-b424-49a5-af42-cfe29838cc29","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"name":"e2e-worker-w3-bb1b51-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:11:55.688796061Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"namespace":"ai-tenant-e2e-worker-w3-bb1b51","name":"simulator-access","reconcileID":"f69438ee-6843-4216-84ca-5384001a3ce3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bb1b51","tenantID":"e2e-worker-w3-bb1b51","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:11:55.688835337Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"namespace":"ai-tenant-e2e-worker-w3-bb1b51","name":"premium-simulator-access","reconcileID":"ea5e0f42-35c7-46fd-82c6-46724ab307e6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bb1b51","tenantID":"e2e-worker-w3-bb1b51","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:11:55.694861261Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-bb1b51","namespace":"e2e-models-e2e-worker-w3-bb1b51"},"namespace":"e2e-models-e2e-worker-w3-bb1b51","name":"distinct-2-w3-bb1b51","reconcileID":"f7d5efb2-5474-4f7f-a8c6-165a07f9b1e2","MaaSModelRef":{"name":"distinct-2-w3-bb1b51","namespace":"e2e-models-e2e-worker-w3-bb1b51"},"routeName":"distinct-2-w3-bb1b51-kserve-route","namespace":"e2e-models-e2e-worker-w3-bb1b51","llmisvcName":"distinct-2-w3-bb1b51","gateway":"openshift-ingress/e2e-worker-w3-bb1b51","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:11:55.697042001Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-bb1b51","namespace":"e2e-models-e2e-worker-w3-bb1b51"},"namespace":"e2e-models-e2e-worker-w3-bb1b51","name":"distinct-2-w3-bb1b51","reconcileID":"682ad118-66bd-44d1-86ee-4daaaee490cb","MaaSModelRef":{"name":"distinct-2-w3-bb1b51","namespace":"e2e-models-e2e-worker-w3-bb1b51"},"routeName":"distinct-2-w3-bb1b51-kserve-route","namespace":"e2e-models-e2e-worker-w3-bb1b51","llmisvcName":"distinct-2-w3-bb1b51","gateway":"openshift-ingress/e2e-worker-w3-bb1b51","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:11:55.707664449Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-5951bc","namespace":"e2e-models-e2e-worker-w1-5951bc"},"namespace":"e2e-models-e2e-worker-w1-5951bc","name":"distinct-w1-5951bc","reconcileID":"d3442f94-4865-4546-85d2-aa466b916931","MaaSModelRef":{"name":"distinct-w1-5951bc","namespace":"e2e-models-e2e-worker-w1-5951bc"},"routeName":"distinct-w1-5951bc-kserve-route","namespace":"e2e-models-e2e-worker-w1-5951bc","llmisvcName":"distinct-w1-5951bc","gateway":"openshift-ingress/e2e-worker-w1-5951bc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:11:55.715173924Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:11:55.742216382Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"namespace":"ai-tenant-e2e-worker-w3-bb1b51","name":"simulator-access","reconcileID":"f69438ee-6843-4216-84ca-5384001a3ce3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"name":"e2e-worker-w3-bb1b51-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:11:55.742706597Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"namespace":"ai-tenant-e2e-worker-w3-bb1b51","name":"premium-simulator-access","reconcileID":"ea5e0f42-35c7-46fd-82c6-46724ab307e6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"name":"e2e-worker-w3-bb1b51-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:11:55.748577086Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-bb1b51","namespace":"e2e-models-e2e-worker-w3-bb1b51"},"namespace":"e2e-models-e2e-worker-w3-bb1b51","name":"distinct-2-w3-bb1b51","reconcileID":"da2cdbcf-3941-471d-9959-0d74d81611bc","MaaSModelRef":{"name":"distinct-2-w3-bb1b51","namespace":"e2e-models-e2e-worker-w3-bb1b51"},"routeName":"distinct-2-w3-bb1b51-kserve-route","namespace":"e2e-models-e2e-worker-w3-bb1b51","llmisvcName":"distinct-2-w3-bb1b51","gateway":"openshift-ingress/e2e-worker-w3-bb1b51","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:11:55.758534219Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-5951bc","namespace":"e2e-models-e2e-worker-w1-5951bc"},"namespace":"e2e-models-e2e-worker-w1-5951bc","name":"distinct-w1-5951bc","reconcileID":"4cf5d6a7-28ff-4418-967e-d88381a6654d","MaaSModelRef":{"name":"distinct-w1-5951bc","namespace":"e2e-models-e2e-worker-w1-5951bc"},"routeName":"distinct-w1-5951bc-kserve-route","namespace":"e2e-models-e2e-worker-w1-5951bc","llmisvcName":"distinct-w1-5951bc","gateway":"openshift-ingress/e2e-worker-w1-5951bc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:11:55.760255346Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-multi-keys-sub1","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"namespace":"ai-tenant-e2e-worker-w3-bb1b51","name":"e2e-multi-keys-sub1","reconcileID":"3224a703-8fe8-4cdf-8093-f88b89da269c","MaaSSubscription":{"name":"e2e-multi-keys-sub1","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"name":"maas-trlp-distinct-w3-bb1b51","model":"e2e-models-e2e-worker-w3-bb1b51/distinct-w3-bb1b51","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:11:55.939743609Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"namespace":"ai-tenant-e2e-worker-w3-bb1b51","name":"e2e-multi-keys-auth2","reconcileID":"4c90fa5a-f2d0-4ab5-b84b-15ff611e4c04","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bb1b51","tenantID":"e2e-worker-w3-bb1b51","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:11:55.950201218Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-multi-keys-sub2","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"namespace":"ai-tenant-e2e-worker-w3-bb1b51","name":"e2e-multi-keys-sub2","reconcileID":"03b3285d-2165-44f1-bfb4-b5ae686d1741","MaaSSubscription":{"name":"e2e-multi-keys-sub2","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"name":"maas-trlp-distinct-2-w3-bb1b51","model":"distinct-2-w3-bb1b51","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w3-bb1b51/e2e-multi-keys-sub2"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:11:55.983787785Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w1-5951bc priority=10:[ai-tenant-e2e-worker-w1-5951bc/e2e-ignore-header-sub1 ai-tenant-e2e-worker-w1-5951bc/simulator-subscription]","namespace=ai-tenant-e2e-worker-w3-bb1b51 priority=0:[ai-tenant-e2e-worker-w3-bb1b51/e2e-multi-keys-sub1 ai-tenant-e2e-worker-w3-bb1b51/e2e-multi-keys-sub2]","namespace=models-as-a-service priority=0:[models-as-a-service/e2e-rt-eq-633a29-sub models-as-a-service/e2e-rt-sw-f0d8f9-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:11:55.98395327Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-5951bc","namespace":"e2e-models-e2e-worker-w1-5951bc"},"namespace":"e2e-models-e2e-worker-w1-5951bc","name":"distinct-w1-5951bc","reconcileID":"a92e0ffa-ec1c-4c98-9344-ce225705368e","MaaSModelRef":{"name":"distinct-w1-5951bc","namespace":"e2e-models-e2e-worker-w1-5951bc"},"routeName":"distinct-w1-5951bc-kserve-route","namespace":"e2e-models-e2e-worker-w1-5951bc","llmisvcName":"distinct-w1-5951bc","gateway":"openshift-ingress/e2e-worker-w1-5951bc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:11:55.991962963Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"namespace":"ai-tenant-e2e-worker-w3-bb1b51","name":"e2e-multi-keys-auth2","reconcileID":"4c90fa5a-f2d0-4ab5-b84b-15ff611e4c04","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"name":"e2e-worker-w3-bb1b51-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:11:55.993014984Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"namespace":"ai-tenant-e2e-worker-w1-5951bc","name":"e2e-ignore-header-auth1","reconcileID":"0c21fd03-509f-4018-b619-ee4aec6b2fe6","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5951bc","tenantID":"e2e-worker-w1-5951bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:11:56.040685547Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-bb1b51","namespace":"e2e-models-e2e-worker-w3-bb1b51"},"namespace":"e2e-models-e2e-worker-w3-bb1b51","name":"distinct-2-w3-bb1b51","reconcileID":"fba03a10-3c86-4926-9c35-74ade43ac27b","MaaSModelRef":{"name":"distinct-2-w3-bb1b51","namespace":"e2e-models-e2e-worker-w3-bb1b51"},"routeName":"distinct-2-w3-bb1b51-kserve-route","namespace":"e2e-models-e2e-worker-w3-bb1b51","llmisvcName":"distinct-2-w3-bb1b51","gateway":"openshift-ingress/e2e-worker-w3-bb1b51","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:11:56.045945327Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"namespace":"ai-tenant-e2e-worker-w1-5951bc","name":"e2e-ignore-header-auth1","reconcileID":"0c21fd03-509f-4018-b619-ee4aec6b2fe6","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"name":"e2e-worker-w1-5951bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:11:56.08443431Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-5951bc","namespace":"e2e-models-e2e-worker-w1-5951bc"},"namespace":"e2e-models-e2e-worker-w1-5951bc","name":"distinct-w1-5951bc","reconcileID":"a84b8faf-8815-433b-8c6f-7519ca38ec83","MaaSModelRef":{"name":"distinct-w1-5951bc","namespace":"e2e-models-e2e-worker-w1-5951bc"},"routeName":"distinct-w1-5951bc-kserve-route","namespace":"e2e-models-e2e-worker-w1-5951bc","llmisvcName":"distinct-w1-5951bc","gateway":"openshift-ingress/e2e-worker-w1-5951bc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:11:56.096226442Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-bb1b51","namespace":"e2e-models-e2e-worker-w3-bb1b51"},"namespace":"e2e-models-e2e-worker-w3-bb1b51","name":"distinct-w3-bb1b51","reconcileID":"6ec05d3f-4ea4-40dc-b093-1da18d07d29f","MaaSModelRef":{"name":"distinct-w3-bb1b51","namespace":"e2e-models-e2e-worker-w3-bb1b51"},"routeName":"distinct-w3-bb1b51-kserve-route","namespace":"e2e-models-e2e-worker-w3-bb1b51","llmisvcName":"distinct-w3-bb1b51","gateway":"openshift-ingress/e2e-worker-w3-bb1b51","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:11:56.10276796Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-bb1b51","namespace":"e2e-models-e2e-worker-w3-bb1b51"},"namespace":"e2e-models-e2e-worker-w3-bb1b51","name":"distinct-2-w3-bb1b51","reconcileID":"8fc81642-8080-4c22-b898-f8987ea72dea","MaaSModelRef":{"name":"distinct-2-w3-bb1b51","namespace":"e2e-models-e2e-worker-w3-bb1b51"},"routeName":"distinct-2-w3-bb1b51-kserve-route","namespace":"e2e-models-e2e-worker-w3-bb1b51","llmisvcName":"distinct-2-w3-bb1b51","gateway":"openshift-ingress/e2e-worker-w3-bb1b51","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:11:56.137561863Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-5951bc","namespace":"e2e-models-e2e-worker-w1-5951bc"},"namespace":"e2e-models-e2e-worker-w1-5951bc","name":"distinct-w1-5951bc","reconcileID":"1535f0c6-1268-4a55-9dac-138a23e2204a","MaaSModelRef":{"name":"distinct-w1-5951bc","namespace":"e2e-models-e2e-worker-w1-5951bc"},"routeName":"distinct-w1-5951bc-kserve-route","namespace":"e2e-models-e2e-worker-w1-5951bc","llmisvcName":"distinct-w1-5951bc","gateway":"openshift-ingress/e2e-worker-w1-5951bc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:11:56.143509251Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"namespace":"ai-tenant-e2e-worker-w3-bb1b51","name":"e2e-multi-keys-auth1","reconcileID":"99a41106-2cb3-468a-b23c-bcf3d0d66090","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bb1b51","tenantID":"e2e-worker-w3-bb1b51","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T12:11:56.14470291Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w1-5951bc/e2e-ignore-header-sub1","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-ignore-header-sub1\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-03T12:11:56.196232022Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"namespace":"ai-tenant-e2e-worker-w3-bb1b51","name":"e2e-multi-keys-auth1","reconcileID":"99a41106-2cb3-468a-b23c-bcf3d0d66090","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"name":"e2e-worker-w3-bb1b51-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:11:56.198455324Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-5951bc","namespace":"e2e-models-e2e-worker-w1-5951bc"},"namespace":"e2e-models-e2e-worker-w1-5951bc","name":"simulator-w1-5951bc","reconcileID":"59b8129d-cffc-4bc0-86b1-24e455c9b7d5","MaaSModelRef":{"name":"simulator-w1-5951bc","namespace":"e2e-models-e2e-worker-w1-5951bc"},"routeName":"simulator-w1-5951bc-kserve-route","namespace":"e2e-models-e2e-worker-w1-5951bc","llmisvcName":"simulator-w1-5951bc","gateway":"openshift-ingress/e2e-worker-w1-5951bc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:11:56.241306068Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"namespace":"ai-tenant-e2e-worker-w3-bb1b51","name":"premium-simulator-access","reconcileID":"90bf97b5-6a47-4acd-b8e5-35e5241806e5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bb1b51","tenantID":"e2e-worker-w3-bb1b51","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:11:56.24140824Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"namespace":"ai-tenant-e2e-worker-w3-bb1b51","name":"simulator-access","reconcileID":"55902d06-3b10-4f1d-a38b-8ec923762624","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bb1b51","tenantID":"e2e-worker-w3-bb1b51","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:11:56.243573123Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-bb1b51","namespace":"e2e-models-e2e-worker-w3-bb1b51"},"namespace":"e2e-models-e2e-worker-w3-bb1b51","name":"distinct-2-w3-bb1b51","reconcileID":"7190e7a3-09bf-432f-901b-7ea18370f661","MaaSModelRef":{"name":"distinct-2-w3-bb1b51","namespace":"e2e-models-e2e-worker-w3-bb1b51"},"routeName":"distinct-2-w3-bb1b51-kserve-route","namespace":"e2e-models-e2e-worker-w3-bb1b51","llmisvcName":"distinct-2-w3-bb1b51","gateway":"openshift-ingress/e2e-worker-w3-bb1b51","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:11:56.249857766Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-5951bc","namespace":"e2e-models-e2e-worker-w1-5951bc"},"namespace":"e2e-models-e2e-worker-w1-5951bc","name":"distinct-2-w1-5951bc","reconcileID":"6892531a-9f26-46dd-b627-7225ada43075","MaaSModelRef":{"name":"distinct-2-w1-5951bc","namespace":"e2e-models-e2e-worker-w1-5951bc"},"routeName":"distinct-2-w1-5951bc-kserve-route","namespace":"e2e-models-e2e-worker-w1-5951bc","llmisvcName":"distinct-2-w1-5951bc","gateway":"openshift-ingress/e2e-worker-w1-5951bc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:11:56.294422262Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"namespace":"ai-tenant-e2e-worker-w3-bb1b51","name":"simulator-access","reconcileID":"55902d06-3b10-4f1d-a38b-8ec923762624","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"name":"e2e-worker-w3-bb1b51-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:11:56.294984527Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"namespace":"ai-tenant-e2e-worker-w3-bb1b51","name":"premium-simulator-access","reconcileID":"90bf97b5-6a47-4acd-b8e5-35e5241806e5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"name":"e2e-worker-w3-bb1b51-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:11:56.296860006Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-5951bc","namespace":"e2e-models-e2e-worker-w1-5951bc"},"namespace":"e2e-models-e2e-worker-w1-5951bc","name":"distinct-w1-5951bc","reconcileID":"072972fd-3917-4b4f-868e-51c42dcdd598","MaaSModelRef":{"name":"distinct-w1-5951bc","namespace":"e2e-models-e2e-worker-w1-5951bc"},"routeName":"distinct-w1-5951bc-kserve-route","namespace":"e2e-models-e2e-worker-w1-5951bc","llmisvcName":"distinct-w1-5951bc","gateway":"openshift-ingress/e2e-worker-w1-5951bc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:11:56.301086477Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-multi-keys-sub2","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"namespace":"ai-tenant-e2e-worker-w3-bb1b51","name":"e2e-multi-keys-sub2","reconcileID":"451cc22f-c119-4705-8fe6-c665806cf992","MaaSSubscription":{"name":"e2e-multi-keys-sub2","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"name":"maas-trlp-distinct-2-w3-bb1b51","model":"e2e-models-e2e-worker-w3-bb1b51/distinct-2-w3-bb1b51","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:11:56.333882989Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ignore-header-sub1","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"namespace":"ai-tenant-e2e-worker-w1-5951bc","name":"e2e-ignore-header-sub1","reconcileID":"47cef0e7-c6e1-4623-af8c-5bf77a918598","MaaSSubscription":{"name":"e2e-ignore-header-sub1","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"name":"maas-trlp-distinct-w1-5951bc","model":"distinct-w1-5951bc","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w1-5951bc/e2e-ignore-header-sub1"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:11:56.484450418Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"namespace":"ai-tenant-e2e-worker-w3-bb1b51","name":"e2e-multi-keys-auth2","reconcileID":"d9dff319-7e90-4260-82c1-88eaa454df19","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bb1b51","tenantID":"e2e-worker-w3-bb1b51","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:11:56.488265474Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-5951bc","namespace":"e2e-models-e2e-worker-w1-5951bc"},"namespace":"e2e-models-e2e-worker-w1-5951bc","name":"distinct-w1-5951bc","reconcileID":"1dc7a983-5a2c-4a50-8af9-21f9c6ad4bfb","MaaSModelRef":{"name":"distinct-w1-5951bc","namespace":"e2e-models-e2e-worker-w1-5951bc"},"routeName":"distinct-w1-5951bc-kserve-route","namespace":"e2e-models-e2e-worker-w1-5951bc","llmisvcName":"distinct-w1-5951bc","gateway":"openshift-ingress/e2e-worker-w1-5951bc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:11:56.512865436Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-5951bc","namespace":"e2e-models-e2e-worker-w1-5951bc"},"namespace":"e2e-models-e2e-worker-w1-5951bc","name":"distinct-2-w1-5951bc","reconcileID":"1efe5790-b427-4a7d-aae1-462b1008ca57","MaaSModelRef":{"name":"distinct-2-w1-5951bc","namespace":"e2e-models-e2e-worker-w1-5951bc"},"routeName":"distinct-2-w1-5951bc-kserve-route","namespace":"e2e-models-e2e-worker-w1-5951bc","llmisvcName":"distinct-2-w1-5951bc","gateway":"openshift-ingress/e2e-worker-w1-5951bc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:11:56.513529286Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w1-5951bc priority=10:[ai-tenant-e2e-worker-w1-5951bc/e2e-ignore-header-sub1 ai-tenant-e2e-worker-w1-5951bc/simulator-subscription]","namespace=ai-tenant-e2e-worker-w3-bb1b51 priority=0:[ai-tenant-e2e-worker-w3-bb1b51/e2e-multi-keys-sub1 ai-tenant-e2e-worker-w3-bb1b51/e2e-multi-keys-sub2]","namespace=models-as-a-service priority=0:[models-as-a-service/e2e-rt-eq-633a29-sub models-as-a-service/e2e-rt-sw-f0d8f9-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:11:56.538652646Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"namespace":"ai-tenant-e2e-worker-w3-bb1b51","name":"e2e-multi-keys-auth2","reconcileID":"d9dff319-7e90-4260-82c1-88eaa454df19","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"name":"e2e-worker-w3-bb1b51-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:11:56.569596254Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-5951bc","namespace":"e2e-models-e2e-worker-w1-5951bc"},"namespace":"e2e-models-e2e-worker-w1-5951bc","name":"distinct-w1-5951bc","reconcileID":"e95de4eb-f3f3-4911-80b3-6d6575d45e57","MaaSModelRef":{"name":"distinct-w1-5951bc","namespace":"e2e-models-e2e-worker-w1-5951bc"},"routeName":"distinct-w1-5951bc-kserve-route","namespace":"e2e-models-e2e-worker-w1-5951bc","llmisvcName":"distinct-w1-5951bc","gateway":"openshift-ingress/e2e-worker-w1-5951bc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:11:56.58560417Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"namespace":"ai-tenant-e2e-worker-w1-5951bc","name":"e2e-ignore-header-auth1","reconcileID":"84db5cb8-48c8-4726-96dc-2317878ce751","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5951bc","tenantID":"e2e-worker-w1-5951bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:11:56.595131327Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-5951bc","namespace":"e2e-models-e2e-worker-w1-5951bc"},"namespace":"e2e-models-e2e-worker-w1-5951bc","name":"distinct-2-w1-5951bc","reconcileID":"9acc3fc9-7ad5-495e-a950-4f511b670d54","MaaSModelRef":{"name":"distinct-2-w1-5951bc","namespace":"e2e-models-e2e-worker-w1-5951bc"},"routeName":"distinct-2-w1-5951bc-kserve-route","namespace":"e2e-models-e2e-worker-w1-5951bc","llmisvcName":"distinct-2-w1-5951bc","gateway":"openshift-ingress/e2e-worker-w1-5951bc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:11:56.6152421Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-5951bc","namespace":"e2e-models-e2e-worker-w1-5951bc"},"namespace":"e2e-models-e2e-worker-w1-5951bc","name":"distinct-2-w1-5951bc","reconcileID":"1917a024-c9bb-49f2-8939-d70a00a799f6","MaaSModelRef":{"name":"distinct-2-w1-5951bc","namespace":"e2e-models-e2e-worker-w1-5951bc"},"routeName":"distinct-2-w1-5951bc-kserve-route","namespace":"e2e-models-e2e-worker-w1-5951bc","llmisvcName":"distinct-2-w1-5951bc","gateway":"openshift-ingress/e2e-worker-w1-5951bc","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T12:11:56.61858803Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w1-5951bc/e2e-ignore-header-sub2","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-ignore-header-sub2\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-03T12:11:56.639997741Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"namespace":"ai-tenant-e2e-worker-w1-5951bc","name":"e2e-ignore-header-auth1","reconcileID":"84db5cb8-48c8-4726-96dc-2317878ce751","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"name":"e2e-worker-w1-5951bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:11:56.665620902Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-5951bc","namespace":"e2e-models-e2e-worker-w1-5951bc"},"namespace":"e2e-models-e2e-worker-w1-5951bc","name":"distinct-2-w1-5951bc","reconcileID":"d2fe3e95-7d4e-4a39-994b-de6808b7d581","MaaSModelRef":{"name":"distinct-2-w1-5951bc","namespace":"e2e-models-e2e-worker-w1-5951bc"},"routeName":"distinct-2-w1-5951bc-kserve-route","namespace":"e2e-models-e2e-worker-w1-5951bc","llmisvcName":"distinct-2-w1-5951bc","gateway":"openshift-ingress/e2e-worker-w1-5951bc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:11:56.683873102Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ignore-header-sub1","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"namespace":"ai-tenant-e2e-worker-w1-5951bc","name":"e2e-ignore-header-sub1","reconcileID":"0fdefbad-0487-4419-868d-b717355cdd6e","MaaSSubscription":{"name":"e2e-ignore-header-sub1","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"name":"maas-trlp-distinct-w1-5951bc","model":"e2e-models-e2e-worker-w1-5951bc/distinct-w1-5951bc","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:11:56.685920503Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"namespace":"ai-tenant-e2e-worker-w1-5951bc","name":"simulator-access","reconcileID":"5177d48d-1beb-4122-9c17-479a58244ee6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5951bc","tenantID":"e2e-worker-w1-5951bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:11:56.738697753Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"namespace":"ai-tenant-e2e-worker-w1-5951bc","name":"simulator-access","reconcileID":"5177d48d-1beb-4122-9c17-479a58244ee6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"name":"e2e-worker-w1-5951bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:11:56.785797694Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"namespace":"ai-tenant-e2e-worker-w1-5951bc","name":"premium-simulator-access","reconcileID":"90cc73ea-01e5-4f98-92b4-60500380a6bf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5951bc","tenantID":"e2e-worker-w1-5951bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:11:56.837944039Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"namespace":"ai-tenant-e2e-worker-w1-5951bc","name":"premium-simulator-access","reconcileID":"90cc73ea-01e5-4f98-92b4-60500380a6bf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"name":"e2e-worker-w1-5951bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:11:56.864027193Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ignore-header-sub2","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"namespace":"ai-tenant-e2e-worker-w1-5951bc","name":"e2e-ignore-header-sub2","reconcileID":"571535ed-c41a-45ef-a2ac-0d4578b00720","MaaSSubscription":{"name":"e2e-ignore-header-sub2","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"name":"maas-trlp-distinct-2-w1-5951bc","model":"distinct-2-w1-5951bc","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w1-5951bc/e2e-ignore-header-sub2"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:11:56.886744095Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"namespace":"ai-tenant-e2e-worker-w1-5951bc","name":"e2e-ignore-header-auth2","reconcileID":"7925fc11-713e-4f2a-abef-cac8f41c1b97","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5951bc","tenantID":"e2e-worker-w1-5951bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:11:56.93884565Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"namespace":"ai-tenant-e2e-worker-w1-5951bc","name":"e2e-ignore-header-auth2","reconcileID":"7925fc11-713e-4f2a-abef-cac8f41c1b97","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"name":"e2e-worker-w1-5951bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:11:57.020110284Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-5951bc","namespace":"e2e-models-e2e-worker-w1-5951bc"},"namespace":"e2e-models-e2e-worker-w1-5951bc","name":"distinct-2-w1-5951bc","reconcileID":"3d259a35-4045-478c-9e9e-6cb5ca7ad522","MaaSModelRef":{"name":"distinct-2-w1-5951bc","namespace":"e2e-models-e2e-worker-w1-5951bc"},"routeName":"distinct-2-w1-5951bc-kserve-route","namespace":"e2e-models-e2e-worker-w1-5951bc","llmisvcName":"distinct-2-w1-5951bc","gateway":"openshift-ingress/e2e-worker-w1-5951bc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:11:57.033736845Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"namespace":"ai-tenant-e2e-worker-w1-5951bc","name":"e2e-ignore-header-auth1","reconcileID":"6e9ade5a-f779-4d51-a1a6-83e24c08559b","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5951bc","tenantID":"e2e-worker-w1-5951bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:11:57.085949133Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"namespace":"ai-tenant-e2e-worker-w1-5951bc","name":"e2e-ignore-header-auth1","reconcileID":"6e9ade5a-f779-4d51-a1a6-83e24c08559b","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"name":"e2e-worker-w1-5951bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:11:57.123583395Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"namespace":"ai-tenant-e2e-worker-w1-5951bc","name":"simulator-access","reconcileID":"ed4d65f5-6753-4b83-bcab-c90680d66aeb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5951bc","tenantID":"e2e-worker-w1-5951bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:11:57.175715648Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"namespace":"ai-tenant-e2e-worker-w1-5951bc","name":"simulator-access","reconcileID":"ed4d65f5-6753-4b83-bcab-c90680d66aeb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"name":"e2e-worker-w1-5951bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:11:57.186735629Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-5951bc","namespace":"e2e-models-e2e-worker-w1-5951bc"},"namespace":"e2e-models-e2e-worker-w1-5951bc","name":"distinct-2-w1-5951bc","reconcileID":"d527b800-a4d4-4a1d-9271-f36829bb8124","MaaSModelRef":{"name":"distinct-2-w1-5951bc","namespace":"e2e-models-e2e-worker-w1-5951bc"},"routeName":"distinct-2-w1-5951bc-kserve-route","namespace":"e2e-models-e2e-worker-w1-5951bc","llmisvcName":"distinct-2-w1-5951bc","gateway":"openshift-ingress/e2e-worker-w1-5951bc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:11:57.216044551Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ignore-header-sub2","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"namespace":"ai-tenant-e2e-worker-w1-5951bc","name":"e2e-ignore-header-sub2","reconcileID":"85534879-95bb-4b58-ac6e-017790fb1798","MaaSSubscription":{"name":"e2e-ignore-header-sub2","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"name":"maas-trlp-distinct-2-w1-5951bc","model":"e2e-models-e2e-worker-w1-5951bc/distinct-2-w1-5951bc","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:11:57.224161084Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"namespace":"ai-tenant-e2e-worker-w1-5951bc","name":"premium-simulator-access","reconcileID":"a87a784f-a21c-4ac5-98b8-28d419c7ab0b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5951bc","tenantID":"e2e-worker-w1-5951bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:11:57.325392556Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"namespace":"ai-tenant-e2e-worker-w1-5951bc","name":"premium-simulator-access","reconcileID":"a87a784f-a21c-4ac5-98b8-28d419c7ab0b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"name":"e2e-worker-w1-5951bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:11:57.470411532Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"namespace":"ai-tenant-e2e-worker-w1-5951bc","name":"e2e-ignore-header-auth2","reconcileID":"a5381f10-efd2-4405-b5ee-c812171f99bf","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5951bc","tenantID":"e2e-worker-w1-5951bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:11:57.522716567Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"namespace":"ai-tenant-e2e-worker-w1-5951bc","name":"e2e-ignore-header-auth2","reconcileID":"a5381f10-efd2-4405-b5ee-c812171f99bf","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"name":"e2e-worker-w1-5951bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:12:00.06254457Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-bb1b51","namespace":"e2e-models-e2e-worker-w3-bb1b51"},"namespace":"e2e-models-e2e-worker-w3-bb1b51","name":"distinct-w3-bb1b51","reconcileID":"76d4929a-6d68-4152-a8aa-6af77ab5e181","MaaSModelRef":{"name":"distinct-w3-bb1b51","namespace":"e2e-models-e2e-worker-w3-bb1b51"},"routeName":"distinct-w3-bb1b51-kserve-route","namespace":"e2e-models-e2e-worker-w3-bb1b51","llmisvcName":"distinct-w3-bb1b51","gateway":"openshift-ingress/e2e-worker-w3-bb1b51","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:12:00.214149903Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-multi-keys-sub1","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"namespace":"ai-tenant-e2e-worker-w3-bb1b51","name":"e2e-multi-keys-sub1","reconcileID":"7ad17647-f5fd-471c-b017-6efd606b3371","MaaSSubscription":{"name":"e2e-multi-keys-sub1","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-5bcfe57f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:12:00.30480285Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"namespace":"ai-tenant-e2e-worker-w3-bb1b51","name":"simulator-access","reconcileID":"3a5ad7a2-16b6-4597-a0ad-c031d6baa08a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bb1b51","tenantID":"e2e-worker-w3-bb1b51","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:12:00.305027666Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"namespace":"ai-tenant-e2e-worker-w3-bb1b51","name":"premium-simulator-access","reconcileID":"14fc2f89-c970-4a55-b3cf-69a7e69cb033","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bb1b51","tenantID":"e2e-worker-w3-bb1b51","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:12:00.304815627Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"namespace":"ai-tenant-e2e-worker-w3-bb1b51","name":"e2e-multi-keys-auth2","reconcileID":"293a9800-0cc8-4d6d-999c-07efd837251b","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bb1b51","tenantID":"e2e-worker-w3-bb1b51","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:12:00.305470408Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"namespace":"ai-tenant-e2e-worker-w3-bb1b51","name":"e2e-multi-keys-auth1","reconcileID":"657d4efb-c097-4c5d-95e9-d5f2f6fe2f4f","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bb1b51","tenantID":"e2e-worker-w3-bb1b51","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:12:00.317785349Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-5951bc","namespace":"e2e-models-e2e-worker-w1-5951bc"},"namespace":"e2e-models-e2e-worker-w1-5951bc","name":"distinct-w1-5951bc","reconcileID":"1d8b789b-ce9d-4bca-8d53-433600047292","MaaSModelRef":{"name":"distinct-w1-5951bc","namespace":"e2e-models-e2e-worker-w1-5951bc"},"routeName":"distinct-w1-5951bc-kserve-route","namespace":"e2e-models-e2e-worker-w1-5951bc","llmisvcName":"distinct-w1-5951bc","gateway":"openshift-ingress/e2e-worker-w1-5951bc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:12:00.357766064Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"namespace":"ai-tenant-e2e-worker-w3-bb1b51","name":"simulator-access","reconcileID":"3a5ad7a2-16b6-4597-a0ad-c031d6baa08a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"name":"e2e-worker-w3-bb1b51-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:12:00.357893726Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"namespace":"ai-tenant-e2e-worker-w3-bb1b51","name":"e2e-multi-keys-auth1","reconcileID":"657d4efb-c097-4c5d-95e9-d5f2f6fe2f4f","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"name":"e2e-worker-w3-bb1b51-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:12:00.360041259Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"namespace":"ai-tenant-e2e-worker-w3-bb1b51","name":"premium-simulator-access","reconcileID":"14fc2f89-c970-4a55-b3cf-69a7e69cb033","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"name":"e2e-worker-w3-bb1b51-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:12:00.360150428Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"namespace":"ai-tenant-e2e-worker-w3-bb1b51","name":"e2e-multi-keys-auth2","reconcileID":"293a9800-0cc8-4d6d-999c-07efd837251b","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"name":"e2e-worker-w3-bb1b51-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:12:00.472694451Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ignore-header-sub1","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"namespace":"ai-tenant-e2e-worker-w1-5951bc","name":"e2e-ignore-header-sub1","reconcileID":"59785061-937b-4585-b4c1-180f29480a06","MaaSSubscription":{"name":"e2e-ignore-header-sub1","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-47a3ae1e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:12:00.563446088Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"namespace":"ai-tenant-e2e-worker-w1-5951bc","name":"e2e-ignore-header-auth1","reconcileID":"010b5f2b-8495-492f-8cc3-914ff4bdeba6","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5951bc","tenantID":"e2e-worker-w1-5951bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:12:00.61718809Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"namespace":"ai-tenant-e2e-worker-w1-5951bc","name":"e2e-ignore-header-auth1","reconcileID":"010b5f2b-8495-492f-8cc3-914ff4bdeba6","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"name":"e2e-worker-w1-5951bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:12:00.806344493Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"namespace":"ai-tenant-e2e-worker-w3-bb1b51","name":"e2e-multi-keys-auth1","reconcileID":"7e6ea426-76b3-4e82-bd55-2c591a3cc5fb","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bb1b51","tenantID":"e2e-worker-w3-bb1b51","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:12:00.80665448Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"namespace":"ai-tenant-e2e-worker-w3-bb1b51","name":"premium-simulator-access","reconcileID":"2d8c1b1c-11cd-45a0-b3ab-1dc57860312c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bb1b51","tenantID":"e2e-worker-w3-bb1b51","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:12:00.807150278Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"namespace":"ai-tenant-e2e-worker-w3-bb1b51","name":"simulator-access","reconcileID":"7574ba37-922f-40a4-9d86-37bbf7bdaa44","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bb1b51","tenantID":"e2e-worker-w3-bb1b51","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:12:00.807199828Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"namespace":"ai-tenant-e2e-worker-w3-bb1b51","name":"e2e-multi-keys-auth2","reconcileID":"f57db54d-8e05-4a7c-98e2-b2905434238d","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bb1b51","tenantID":"e2e-worker-w3-bb1b51","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:12:00.862333261Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"namespace":"ai-tenant-e2e-worker-w3-bb1b51","name":"premium-simulator-access","reconcileID":"2d8c1b1c-11cd-45a0-b3ab-1dc57860312c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"name":"e2e-worker-w3-bb1b51-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:12:00.863856335Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"namespace":"ai-tenant-e2e-worker-w3-bb1b51","name":"simulator-access","reconcileID":"7574ba37-922f-40a4-9d86-37bbf7bdaa44","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"name":"e2e-worker-w3-bb1b51-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:12:00.871971545Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"namespace":"ai-tenant-e2e-worker-w3-bb1b51","name":"e2e-multi-keys-auth2","reconcileID":"f57db54d-8e05-4a7c-98e2-b2905434238d","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"name":"e2e-worker-w3-bb1b51-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:12:00.884156404Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"namespace":"ai-tenant-e2e-worker-w3-bb1b51","name":"e2e-multi-keys-auth1","reconcileID":"7e6ea426-76b3-4e82-bd55-2c591a3cc5fb","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"name":"e2e-worker-w3-bb1b51-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:12:01.023448856Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"namespace":"ai-tenant-e2e-worker-w1-5951bc","name":"e2e-ignore-header-auth2","reconcileID":"de5a9dd6-9ca4-4a0a-b529-06971895584c","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5951bc","tenantID":"e2e-worker-w1-5951bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:12:01.07805494Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"namespace":"ai-tenant-e2e-worker-w1-5951bc","name":"e2e-ignore-header-auth2","reconcileID":"de5a9dd6-9ca4-4a0a-b529-06971895584c","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"name":"e2e-worker-w1-5951bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:12:01.316587451Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"namespace":"ai-tenant-e2e-worker-w1-5951bc","name":"e2e-ignore-header-auth1","reconcileID":"1488c798-76fb-4efd-9c6f-e93dc8993d8e","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5951bc","tenantID":"e2e-worker-w1-5951bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:12:01.317514923Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"namespace":"ai-tenant-e2e-worker-w1-5951bc","name":"simulator-access","reconcileID":"c4dfbfa9-28f5-4d23-9f41-d67ef9cc48c3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5951bc","tenantID":"e2e-worker-w1-5951bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:12:01.318313959Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"namespace":"ai-tenant-e2e-worker-w1-5951bc","name":"premium-simulator-access","reconcileID":"213e9412-4ac4-4d99-a553-0c40ec46fdc3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5951bc","tenantID":"e2e-worker-w1-5951bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:12:01.377214933Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"namespace":"ai-tenant-e2e-worker-w1-5951bc","name":"e2e-ignore-header-auth1","reconcileID":"1488c798-76fb-4efd-9c6f-e93dc8993d8e","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"name":"e2e-worker-w1-5951bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:12:01.396175438Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"namespace":"ai-tenant-e2e-worker-w1-5951bc","name":"simulator-access","reconcileID":"c4dfbfa9-28f5-4d23-9f41-d67ef9cc48c3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"name":"e2e-worker-w1-5951bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:12:01.3976904Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"namespace":"ai-tenant-e2e-worker-w1-5951bc","name":"premium-simulator-access","reconcileID":"213e9412-4ac4-4d99-a553-0c40ec46fdc3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"name":"e2e-worker-w1-5951bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:12:01.929128114Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"namespace":"ai-tenant-e2e-worker-w3-bb1b51","name":"e2e-multi-keys-auth1","reconcileID":"7dab85e3-0424-438f-8fe5-824226e0f4c1","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bb1b51","tenantID":"e2e-worker-w3-bb1b51","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:12:01.929973622Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"namespace":"ai-tenant-e2e-worker-w3-bb1b51","name":"simulator-access","reconcileID":"2072c335-f719-4bd5-9bc5-fd4b063a0c6a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bb1b51","tenantID":"e2e-worker-w3-bb1b51","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:12:01.930677718Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"namespace":"ai-tenant-e2e-worker-w3-bb1b51","name":"premium-simulator-access","reconcileID":"8a231399-0f15-426d-8040-65e454c6d0d0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bb1b51","tenantID":"e2e-worker-w3-bb1b51","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:12:01.932971869Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"namespace":"ai-tenant-e2e-worker-w3-bb1b51","name":"e2e-multi-keys-auth2","reconcileID":"a9dae41a-ce31-4d1f-a3b3-3a8f52206535","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bb1b51","tenantID":"e2e-worker-w3-bb1b51","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:12:02.016714099Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"namespace":"ai-tenant-e2e-worker-w3-bb1b51","name":"e2e-multi-keys-auth1","reconcileID":"7dab85e3-0424-438f-8fe5-824226e0f4c1","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"name":"e2e-worker-w3-bb1b51-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:12:02.017750645Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"namespace":"ai-tenant-e2e-worker-w3-bb1b51","name":"e2e-multi-keys-auth2","reconcileID":"a9dae41a-ce31-4d1f-a3b3-3a8f52206535","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"name":"e2e-worker-w3-bb1b51-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:12:02.019732633Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"namespace":"ai-tenant-e2e-worker-w3-bb1b51","name":"premium-simulator-access","reconcileID":"8a231399-0f15-426d-8040-65e454c6d0d0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"name":"e2e-worker-w3-bb1b51-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:12:02.028177039Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"namespace":"ai-tenant-e2e-worker-w3-bb1b51","name":"simulator-access","reconcileID":"2072c335-f719-4bd5-9bc5-fd4b063a0c6a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"name":"e2e-worker-w3-bb1b51-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:12:02.816280156Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-9893f0","namespace":"e2e-models-e2e-worker-w0-9893f0"},"namespace":"e2e-models-e2e-worker-w0-9893f0","name":"simulator-w0-9893f0","reconcileID":"3bc20ef3-e0db-4d3b-a604-7dbf7c080368","MaaSModelRef":{"name":"simulator-w0-9893f0","namespace":"e2e-models-e2e-worker-w0-9893f0"},"routeName":"simulator-w0-9893f0-kserve-route","namespace":"e2e-models-e2e-worker-w0-9893f0","llmisvcName":"simulator-w0-9893f0","gateway":"openshift-ingress/e2e-worker-w0-9893f0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:12:02.816796693Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-9893f0","namespace":"e2e-models-e2e-worker-w0-9893f0"},"namespace":"e2e-models-e2e-worker-w0-9893f0","name":"premium-w0-9893f0","reconcileID":"d2a7b257-449b-4028-b1a4-98ba63451649","MaaSModelRef":{"name":"premium-w0-9893f0","namespace":"e2e-models-e2e-worker-w0-9893f0"},"routeName":"premium-w0-9893f0-kserve-route","namespace":"e2e-models-e2e-worker-w0-9893f0","llmisvcName":"premium-w0-9893f0","gateway":"openshift-ingress/e2e-worker-w0-9893f0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:12:02.817072393Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-9893f0","namespace":"e2e-models-e2e-worker-w0-9893f0"},"namespace":"e2e-models-e2e-worker-w0-9893f0","name":"distinct-w0-9893f0","reconcileID":"851e7158-9e0f-4583-95cc-4f25fb698d5c","MaaSModelRef":{"name":"distinct-w0-9893f0","namespace":"e2e-models-e2e-worker-w0-9893f0"},"routeName":"distinct-w0-9893f0-kserve-route","namespace":"e2e-models-e2e-worker-w0-9893f0","llmisvcName":"distinct-w0-9893f0","gateway":"openshift-ingress/e2e-worker-w0-9893f0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:12:02.878133362Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-9893f0","namespace":"e2e-models-e2e-worker-w0-9893f0"},"namespace":"e2e-models-e2e-worker-w0-9893f0","name":"simulator-w0-9893f0","reconcileID":"89b2b9b3-6c04-4104-9cdb-fbf7d31e849e","MaaSModelRef":{"name":"simulator-w0-9893f0","namespace":"e2e-models-e2e-worker-w0-9893f0"},"routeName":"simulator-w0-9893f0-kserve-route","namespace":"e2e-models-e2e-worker-w0-9893f0","llmisvcName":"simulator-w0-9893f0","gateway":"openshift-ingress/e2e-worker-w0-9893f0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:12:02.878585099Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-9893f0","namespace":"e2e-models-e2e-worker-w0-9893f0"},"namespace":"e2e-models-e2e-worker-w0-9893f0","name":"premium-w0-9893f0","reconcileID":"6e231a35-b036-49c0-bed8-2e3397afd3ee","MaaSModelRef":{"name":"premium-w0-9893f0","namespace":"e2e-models-e2e-worker-w0-9893f0"},"routeName":"premium-w0-9893f0-kserve-route","namespace":"e2e-models-e2e-worker-w0-9893f0","llmisvcName":"premium-w0-9893f0","gateway":"openshift-ingress/e2e-worker-w0-9893f0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:12:02.878865884Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-9893f0","namespace":"e2e-models-e2e-worker-w0-9893f0"},"namespace":"e2e-models-e2e-worker-w0-9893f0","name":"distinct-w0-9893f0","reconcileID":"0aab9b6d-8bf7-488d-8421-c5afda47da37","MaaSModelRef":{"name":"distinct-w0-9893f0","namespace":"e2e-models-e2e-worker-w0-9893f0"},"routeName":"distinct-w0-9893f0-kserve-route","namespace":"e2e-models-e2e-worker-w0-9893f0","llmisvcName":"distinct-w0-9893f0","gateway":"openshift-ingress/e2e-worker-w0-9893f0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:12:02.975495026Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"namespace":"ai-tenant-e2e-worker-w0-9893f0","name":"premium-simulator-access","reconcileID":"3cc6a320-c774-4aad-9eb7-5b0e565a3ea3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9893f0","tenantID":"e2e-worker-w0-9893f0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:12:02.975531132Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"namespace":"ai-tenant-e2e-worker-w0-9893f0","name":"simulator-access","reconcileID":"ab1705ed-3727-4f18-882b-5ecb62631732","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9893f0","tenantID":"e2e-worker-w0-9893f0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:12:03.0132825Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"namespace":"ai-tenant-e2e-worker-w0-9893f0","name":"premium-simulator-subscription","reconcileID":"7673a9e0-9037-42b3-8cb0-38f25962c76a","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"name":"maas-trlp-premium-w0-9893f0","model":"e2e-models-e2e-worker-w0-9893f0/premium-w0-9893f0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:12:03.048319992Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"namespace":"ai-tenant-e2e-worker-w0-9893f0","name":"simulator-access","reconcileID":"ab1705ed-3727-4f18-882b-5ecb62631732","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"name":"e2e-worker-w0-9893f0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:12:03.053554461Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"namespace":"ai-tenant-e2e-worker-w0-9893f0","name":"premium-simulator-access","reconcileID":"3cc6a320-c774-4aad-9eb7-5b0e565a3ea3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"name":"e2e-worker-w0-9893f0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:12:03.127414941Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"namespace":"ai-tenant-e2e-worker-w0-9893f0","name":"simulator-subscription","reconcileID":"1f86508f-a0c8-4cf5-aa2a-d8c2a92b3b2f","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"name":"maas-trlp-simulator-w0-9893f0","model":"e2e-models-e2e-worker-w0-9893f0/simulator-w0-9893f0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:12:03.398923239Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"namespace":"ai-tenant-e2e-worker-w0-9893f0","name":"premium-simulator-access","reconcileID":"35ee3665-f604-46dc-a519-10bcee3ee763","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9893f0","tenantID":"e2e-worker-w0-9893f0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:12:03.399830074Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"namespace":"ai-tenant-e2e-worker-w0-9893f0","name":"simulator-access","reconcileID":"5f7bf7f3-a366-468d-aa2a-96d1fda66b5c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9893f0","tenantID":"e2e-worker-w0-9893f0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:12:03.452797404Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"namespace":"ai-tenant-e2e-worker-w0-9893f0","name":"premium-simulator-access","reconcileID":"35ee3665-f604-46dc-a519-10bcee3ee763","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"name":"e2e-worker-w0-9893f0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:12:03.453248808Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"namespace":"ai-tenant-e2e-worker-w0-9893f0","name":"simulator-access","reconcileID":"5f7bf7f3-a366-468d-aa2a-96d1fda66b5c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"name":"e2e-worker-w0-9893f0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:12:10.263155Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-multi-keys-sub1","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"namespace":"ai-tenant-e2e-worker-w3-bb1b51","name":"e2e-multi-keys-sub1","reconcileID":"15556f27-7863-4f7e-aef6-ad9add1347d6","MaaSSubscription":{"name":"e2e-multi-keys-sub1","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"model":"e2e-models-e2e-worker-w3-bb1b51/distinct-w3-bb1b51","subscription":"e2e-multi-keys-sub1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:12:10.312030234Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-multi-keys-sub1","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"namespace":"ai-tenant-e2e-worker-w3-bb1b51","name":"e2e-multi-keys-sub1","reconcileID":"15556f27-7863-4f7e-aef6-ad9add1347d6","MaaSSubscription":{"name":"e2e-multi-keys-sub1","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"model":"e2e-models-e2e-worker-w3-bb1b51/distinct-w3-bb1b51","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:12:10.360928857Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-multi-keys-sub1","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"namespace":"ai-tenant-e2e-worker-w3-bb1b51","name":"e2e-multi-keys-sub1","reconcileID":"15556f27-7863-4f7e-aef6-ad9add1347d6","MaaSSubscription":{"name":"e2e-multi-keys-sub1","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"name":"maas-trlp-distinct-w3-bb1b51","namespace":"e2e-models-e2e-worker-w3-bb1b51","model":"e2e-models-e2e-worker-w3-bb1b51/distinct-w3-bb1b51","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:12:10.521140517Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ignore-header-sub1","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"namespace":"ai-tenant-e2e-worker-w1-5951bc","name":"e2e-ignore-header-sub1","reconcileID":"00a8d932-39f8-485b-95a4-c3bb16b412c5","MaaSSubscription":{"name":"e2e-ignore-header-sub1","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"model":"e2e-models-e2e-worker-w1-5951bc/distinct-w1-5951bc","subscription":"e2e-ignore-header-sub1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:12:10.569350132Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ignore-header-sub1","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"namespace":"ai-tenant-e2e-worker-w1-5951bc","name":"e2e-ignore-header-sub1","reconcileID":"00a8d932-39f8-485b-95a4-c3bb16b412c5","MaaSSubscription":{"name":"e2e-ignore-header-sub1","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"model":"e2e-models-e2e-worker-w1-5951bc/distinct-w1-5951bc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:12:10.615016716Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-bb1b51","namespace":"e2e-models-e2e-worker-w3-bb1b51"},"namespace":"e2e-models-e2e-worker-w3-bb1b51","name":"distinct-w3-bb1b51","reconcileID":"a2e87b68-694e-4894-824a-615c4617372c","MaaSModelRef":{"name":"distinct-w3-bb1b51","namespace":"e2e-models-e2e-worker-w3-bb1b51"},"routeName":"distinct-w3-bb1b51-kserve-route","namespace":"e2e-models-e2e-worker-w3-bb1b51","llmisvcName":"distinct-w3-bb1b51","gateway":"openshift-ingress/e2e-worker-w3-bb1b51","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:12:10.615512384Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=models-as-a-service priority=0:[models-as-a-service/e2e-rt-eq-633a29-sub models-as-a-service/e2e-rt-sw-f0d8f9-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:12:10.617789901Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ignore-header-sub1","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"namespace":"ai-tenant-e2e-worker-w1-5951bc","name":"e2e-ignore-header-sub1","reconcileID":"00a8d932-39f8-485b-95a4-c3bb16b412c5","MaaSSubscription":{"name":"e2e-ignore-header-sub1","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"name":"maas-trlp-distinct-w1-5951bc","namespace":"e2e-models-e2e-worker-w1-5951bc","model":"e2e-models-e2e-worker-w1-5951bc/distinct-w1-5951bc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:12:10.671670637Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-5951bc","namespace":"e2e-models-e2e-worker-w1-5951bc"},"namespace":"e2e-models-e2e-worker-w1-5951bc","name":"distinct-2-w1-5951bc","reconcileID":"15f31a7b-de52-456d-afa9-1324914c97ce","MaaSModelRef":{"name":"distinct-2-w1-5951bc","namespace":"e2e-models-e2e-worker-w1-5951bc"},"routeName":"distinct-2-w1-5951bc-kserve-route","namespace":"e2e-models-e2e-worker-w1-5951bc","llmisvcName":"distinct-2-w1-5951bc","gateway":"openshift-ingress/e2e-worker-w1-5951bc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:12:10.722786169Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-5951bc","namespace":"e2e-models-e2e-worker-w1-5951bc"},"namespace":"e2e-models-e2e-worker-w1-5951bc","name":"simulator-w1-5951bc","reconcileID":"3c8b71ce-3e8e-40e1-b630-7af3fcaca23b","MaaSModelRef":{"name":"simulator-w1-5951bc","namespace":"e2e-models-e2e-worker-w1-5951bc"},"routeName":"simulator-w1-5951bc-kserve-route","namespace":"e2e-models-e2e-worker-w1-5951bc","llmisvcName":"simulator-w1-5951bc","gateway":"openshift-ingress/e2e-worker-w1-5951bc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:12:10.774969928Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-bb1b51","namespace":"e2e-models-e2e-worker-w3-bb1b51"},"namespace":"e2e-models-e2e-worker-w3-bb1b51","name":"distinct-2-w3-bb1b51","reconcileID":"d275b14d-e58b-41e4-9c37-c251664113b8","MaaSModelRef":{"name":"distinct-2-w3-bb1b51","namespace":"e2e-models-e2e-worker-w3-bb1b51"},"routeName":"distinct-2-w3-bb1b51-kserve-route","namespace":"e2e-models-e2e-worker-w3-bb1b51","llmisvcName":"distinct-2-w3-bb1b51","gateway":"openshift-ingress/e2e-worker-w3-bb1b51","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T12:12:10.776994138Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w3-bb1b51/e2e-multi-keys-sub2","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-multi-keys-sub2\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func8\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1641\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Delete\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:146\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnDelete\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:167\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1365\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-03T12:12:10.856449691Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"namespace":"ai-tenant-e2e-worker-w3-bb1b51","name":"premium-simulator-access","reconcileID":"d2a35234-54ff-435f-a09c-8193f0e2d48f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bb1b51","tenantID":"e2e-worker-w3-bb1b51","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:12:10.856523672Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"namespace":"ai-tenant-e2e-worker-w3-bb1b51","name":"e2e-multi-keys-auth2","reconcileID":"1e247b48-2cd0-4710-bb19-31dec7fab5bc","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bb1b51","tenantID":"e2e-worker-w3-bb1b51","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:12:10.856956209Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"namespace":"ai-tenant-e2e-worker-w3-bb1b51","name":"simulator-access","reconcileID":"ba2b01f0-a7de-409a-94b3-2f5380d036e1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bb1b51","tenantID":"e2e-worker-w3-bb1b51","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:12:10.857094865Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"namespace":"ai-tenant-e2e-worker-w3-bb1b51","name":"e2e-multi-keys-auth1","reconcileID":"705efef4-20f6-4420-b516-85ab200e84b0","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bb1b51","tenantID":"e2e-worker-w3-bb1b51","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:12:10.879487282Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-5951bc","namespace":"e2e-models-e2e-worker-w1-5951bc"},"namespace":"e2e-models-e2e-worker-w1-5951bc","name":"distinct-w1-5951bc","reconcileID":"cb503971-8229-4216-b8ad-c31067351846","MaaSModelRef":{"name":"distinct-w1-5951bc","namespace":"e2e-models-e2e-worker-w1-5951bc"},"routeName":"distinct-w1-5951bc-kserve-route","namespace":"e2e-models-e2e-worker-w1-5951bc","llmisvcName":"distinct-w1-5951bc","gateway":"openshift-ingress/e2e-worker-w1-5951bc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:12:10.879877577Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=models-as-a-service priority=0:[models-as-a-service/e2e-rt-eq-633a29-sub models-as-a-service/e2e-rt-sw-f0d8f9-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:12:10.909654456Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"namespace":"ai-tenant-e2e-worker-w3-bb1b51","name":"e2e-multi-keys-auth1","reconcileID":"705efef4-20f6-4420-b516-85ab200e84b0","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"name":"e2e-worker-w3-bb1b51-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:12:10.90968737Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"namespace":"ai-tenant-e2e-worker-w3-bb1b51","name":"simulator-access","reconcileID":"ba2b01f0-a7de-409a-94b3-2f5380d036e1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"name":"e2e-worker-w3-bb1b51-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:12:10.912241267Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"namespace":"ai-tenant-e2e-worker-w3-bb1b51","name":"premium-simulator-access","reconcileID":"d2a35234-54ff-435f-a09c-8193f0e2d48f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"name":"e2e-worker-w3-bb1b51-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:12:10.913354837Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"namespace":"ai-tenant-e2e-worker-w3-bb1b51","name":"e2e-multi-keys-auth2","reconcileID":"1e247b48-2cd0-4710-bb19-31dec7fab5bc","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"name":"e2e-worker-w3-bb1b51-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:12:10.924719566Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-multi-keys-sub2","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"namespace":"ai-tenant-e2e-worker-w3-bb1b51","name":"e2e-multi-keys-sub2","reconcileID":"c45374a1-ea49-4a5c-983a-b02506030c0e","MaaSSubscription":{"name":"e2e-multi-keys-sub2","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-ebc74b24","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:12:11.03156674Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-5951bc","namespace":"e2e-models-e2e-worker-w1-5951bc"},"namespace":"e2e-models-e2e-worker-w1-5951bc","name":"distinct-2-w1-5951bc","reconcileID":"c283ed6d-4f2e-49c5-b568-371387d8b7e3","MaaSModelRef":{"name":"distinct-2-w1-5951bc","namespace":"e2e-models-e2e-worker-w1-5951bc"},"routeName":"distinct-2-w1-5951bc-kserve-route","namespace":"e2e-models-e2e-worker-w1-5951bc","llmisvcName":"distinct-2-w1-5951bc","gateway":"openshift-ingress/e2e-worker-w1-5951bc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:12:11.181568821Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ignore-header-sub2","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"namespace":"ai-tenant-e2e-worker-w1-5951bc","name":"e2e-ignore-header-sub2","reconcileID":"cf751ed9-d290-477f-baa2-d6e922d2fe1c","MaaSSubscription":{"name":"e2e-ignore-header-sub2","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-43afc493","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:12:11.200569928Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"namespace":"ai-tenant-e2e-worker-w1-5951bc","name":"simulator-access","reconcileID":"6a3a11f0-48d7-41a5-bbb7-2b8ea9a9898e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5951bc","tenantID":"e2e-worker-w1-5951bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:12:11.319305466Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"namespace":"ai-tenant-e2e-worker-w1-5951bc","name":"simulator-access","reconcileID":"6a3a11f0-48d7-41a5-bbb7-2b8ea9a9898e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"name":"e2e-worker-w1-5951bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:12:11.416610101Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"namespace":"ai-tenant-e2e-worker-w3-bb1b51","name":"e2e-multi-keys-auth1","reconcileID":"ed03fdc8-5963-43a4-927c-704f530dbf28","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bb1b51","tenantID":"e2e-worker-w3-bb1b51","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:12:11.416748082Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"namespace":"ai-tenant-e2e-worker-w3-bb1b51","name":"simulator-access","reconcileID":"997bdca1-e82b-4f83-8bc2-9bde24fba746","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bb1b51","tenantID":"e2e-worker-w3-bb1b51","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:12:11.417266208Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"namespace":"ai-tenant-e2e-worker-w3-bb1b51","name":"e2e-multi-keys-auth2","reconcileID":"f29188ef-7e19-4455-bca8-0f9139f81562","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bb1b51","tenantID":"e2e-worker-w3-bb1b51","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:12:11.417342062Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"namespace":"ai-tenant-e2e-worker-w3-bb1b51","name":"premium-simulator-access","reconcileID":"e2dc0718-a1fb-4abb-942a-cc4127a2945b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bb1b51","tenantID":"e2e-worker-w3-bb1b51","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:12:11.469585766Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"namespace":"ai-tenant-e2e-worker-w3-bb1b51","name":"e2e-multi-keys-auth1","reconcileID":"ed03fdc8-5963-43a4-927c-704f530dbf28","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"name":"e2e-worker-w3-bb1b51-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:12:11.469586135Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"namespace":"ai-tenant-e2e-worker-w3-bb1b51","name":"simulator-access","reconcileID":"997bdca1-e82b-4f83-8bc2-9bde24fba746","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"name":"e2e-worker-w3-bb1b51-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:12:11.472231591Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"namespace":"ai-tenant-e2e-worker-w3-bb1b51","name":"premium-simulator-access","reconcileID":"e2dc0718-a1fb-4abb-942a-cc4127a2945b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"name":"e2e-worker-w3-bb1b51-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:12:11.472389797Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"namespace":"ai-tenant-e2e-worker-w3-bb1b51","name":"e2e-multi-keys-auth2","reconcileID":"f29188ef-7e19-4455-bca8-0f9139f81562","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"name":"e2e-worker-w3-bb1b51-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:12:11.758568337Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"namespace":"ai-tenant-e2e-worker-w1-5951bc","name":"premium-simulator-access","reconcileID":"b9566c17-8ce8-45f0-bbe5-3a4ef723e93d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5951bc","tenantID":"e2e-worker-w1-5951bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:12:11.810728087Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"namespace":"ai-tenant-e2e-worker-w1-5951bc","name":"premium-simulator-access","reconcileID":"b9566c17-8ce8-45f0-bbe5-3a4ef723e93d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"name":"e2e-worker-w1-5951bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:12:11.96053346Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"namespace":"ai-tenant-e2e-worker-w1-5951bc","name":"simulator-access","reconcileID":"e185ca99-65c3-4071-9dcd-84da29fa48b7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5951bc","tenantID":"e2e-worker-w1-5951bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:12:11.960802541Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"namespace":"ai-tenant-e2e-worker-w1-5951bc","name":"e2e-ignore-header-auth1","reconcileID":"5c66344a-c8e7-4ad0-b6cc-e814ee171d85","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5951bc","tenantID":"e2e-worker-w1-5951bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:12:11.960533688Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"namespace":"ai-tenant-e2e-worker-w1-5951bc","name":"e2e-ignore-header-auth2","reconcileID":"ad2a971a-b83e-4570-906e-f869434bb784","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5951bc","tenantID":"e2e-worker-w1-5951bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:12:12.014030262Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"namespace":"ai-tenant-e2e-worker-w1-5951bc","name":"simulator-access","reconcileID":"e185ca99-65c3-4071-9dcd-84da29fa48b7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"name":"e2e-worker-w1-5951bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:12:12.014611008Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"namespace":"ai-tenant-e2e-worker-w1-5951bc","name":"e2e-ignore-header-auth2","reconcileID":"ad2a971a-b83e-4570-906e-f869434bb784","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"name":"e2e-worker-w1-5951bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:12:12.016265406Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"namespace":"ai-tenant-e2e-worker-w1-5951bc","name":"e2e-ignore-header-auth1","reconcileID":"5c66344a-c8e7-4ad0-b6cc-e814ee171d85","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"name":"e2e-worker-w1-5951bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:12:19.536635686Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-8d2c7c","namespace":"e2e-models-e2e-worker-w4-8d2c7c"},"namespace":"e2e-models-e2e-worker-w4-8d2c7c","name":"distinct-w4-8d2c7c","reconcileID":"f8e395cf-ef52-49e4-8355-a124109e71ee","MaaSModelRef":{"name":"distinct-w4-8d2c7c","namespace":"e2e-models-e2e-worker-w4-8d2c7c"},"routeName":"distinct-w4-8d2c7c-kserve-route","namespace":"e2e-models-e2e-worker-w4-8d2c7c","llmisvcName":"distinct-w4-8d2c7c","gateway":"openshift-ingress/e2e-worker-w4-8d2c7c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:12:21.008616223Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-multi-keys-sub2","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"namespace":"ai-tenant-e2e-worker-w3-bb1b51","name":"e2e-multi-keys-sub2","reconcileID":"38a9d83d-91fb-4a29-82e1-38a8859ade12","MaaSSubscription":{"name":"e2e-multi-keys-sub2","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"model":"e2e-models-e2e-worker-w3-bb1b51/distinct-2-w3-bb1b51","subscription":"e2e-multi-keys-sub2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:12:21.105289244Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-multi-keys-sub2","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"namespace":"ai-tenant-e2e-worker-w3-bb1b51","name":"e2e-multi-keys-sub2","reconcileID":"38a9d83d-91fb-4a29-82e1-38a8859ade12","MaaSSubscription":{"name":"e2e-multi-keys-sub2","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"model":"e2e-models-e2e-worker-w3-bb1b51/distinct-2-w3-bb1b51","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:12:21.179068089Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-multi-keys-sub2","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"namespace":"ai-tenant-e2e-worker-w3-bb1b51","name":"e2e-multi-keys-sub2","reconcileID":"38a9d83d-91fb-4a29-82e1-38a8859ade12","MaaSSubscription":{"name":"e2e-multi-keys-sub2","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"name":"maas-trlp-distinct-2-w3-bb1b51","namespace":"e2e-models-e2e-worker-w3-bb1b51","model":"e2e-models-e2e-worker-w3-bb1b51/distinct-2-w3-bb1b51","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:12:21.272627711Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ignore-header-sub2","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"namespace":"ai-tenant-e2e-worker-w1-5951bc","name":"e2e-ignore-header-sub2","reconcileID":"22bb8919-c39b-4d2b-b010-62c1be78b2b9","MaaSSubscription":{"name":"e2e-ignore-header-sub2","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"model":"e2e-models-e2e-worker-w1-5951bc/distinct-2-w1-5951bc","subscription":"e2e-ignore-header-sub2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:12:21.347413019Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ignore-header-sub2","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"namespace":"ai-tenant-e2e-worker-w1-5951bc","name":"e2e-ignore-header-sub2","reconcileID":"22bb8919-c39b-4d2b-b010-62c1be78b2b9","MaaSSubscription":{"name":"e2e-ignore-header-sub2","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"model":"e2e-models-e2e-worker-w1-5951bc/distinct-2-w1-5951bc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:12:21.402148273Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ignore-header-sub2","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"namespace":"ai-tenant-e2e-worker-w1-5951bc","name":"e2e-ignore-header-sub2","reconcileID":"22bb8919-c39b-4d2b-b010-62c1be78b2b9","MaaSSubscription":{"name":"e2e-ignore-header-sub2","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"name":"maas-trlp-distinct-2-w1-5951bc","namespace":"e2e-models-e2e-worker-w1-5951bc","model":"e2e-models-e2e-worker-w1-5951bc/distinct-2-w1-5951bc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:12:21.561659776Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=models-as-a-service priority=0:[models-as-a-service/e2e-rt-eq-633a29-sub models-as-a-service/e2e-rt-sw-f0d8f9-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:12:21.563320999Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-bb1b51","namespace":"e2e-models-e2e-worker-w3-bb1b51"},"namespace":"e2e-models-e2e-worker-w3-bb1b51","name":"distinct-2-w3-bb1b51","reconcileID":"e42cc4af-b01f-4d6e-bc91-e8d662e0a1d4","MaaSModelRef":{"name":"distinct-2-w3-bb1b51","namespace":"e2e-models-e2e-worker-w3-bb1b51"},"routeName":"distinct-2-w3-bb1b51-kserve-route","namespace":"e2e-models-e2e-worker-w3-bb1b51","llmisvcName":"distinct-2-w3-bb1b51","gateway":"openshift-ingress/e2e-worker-w3-bb1b51","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:12:21.597358905Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"namespace":"ai-tenant-e2e-worker-w0-9893f0","name":"premium-simulator-access","reconcileID":"a096d5c9-3938-4052-9107-d13f8aed8330","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9893f0","tenantID":"e2e-worker-w0-9893f0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:12:21.598152691Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"namespace":"ai-tenant-e2e-worker-w0-9893f0","name":"simulator-access","reconcileID":"fb380cf7-fdda-433a-8c98-c3542aef5d00","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9893f0","tenantID":"e2e-worker-w0-9893f0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:12:21.704030546Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"namespace":"ai-tenant-e2e-worker-w0-9893f0","name":"simulator-access","reconcileID":"fb380cf7-fdda-433a-8c98-c3542aef5d00","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"name":"e2e-worker-w0-9893f0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:12:21.737330799Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-bb1b51","namespace":"e2e-models-e2e-worker-w3-bb1b51"},"namespace":"e2e-models-e2e-worker-w3-bb1b51","name":"distinct-w3-bb1b51","reconcileID":"af63029c-0ed8-4bf9-b1a6-740bd3a62a4b","MaaSModelRef":{"name":"distinct-w3-bb1b51","namespace":"e2e-models-e2e-worker-w3-bb1b51"},"routeName":"distinct-w3-bb1b51-kserve-route","namespace":"e2e-models-e2e-worker-w3-bb1b51","llmisvcName":"distinct-w3-bb1b51","gateway":"openshift-ingress/e2e-worker-w3-bb1b51","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:12:21.759429993Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"namespace":"ai-tenant-e2e-worker-w0-9893f0","name":"premium-simulator-access","reconcileID":"a096d5c9-3938-4052-9107-d13f8aed8330","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"name":"e2e-worker-w0-9893f0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:12:21.800657181Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=models-as-a-service priority=0:[models-as-a-service/e2e-rt-eq-633a29-sub models-as-a-service/e2e-rt-sw-f0d8f9-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:12:21.802303384Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-5951bc","namespace":"e2e-models-e2e-worker-w1-5951bc"},"namespace":"e2e-models-e2e-worker-w1-5951bc","name":"distinct-2-w1-5951bc","reconcileID":"ee515caa-296e-477b-9065-28dc91867861","MaaSModelRef":{"name":"distinct-2-w1-5951bc","namespace":"e2e-models-e2e-worker-w1-5951bc"},"routeName":"distinct-2-w1-5951bc-kserve-route","namespace":"e2e-models-e2e-worker-w1-5951bc","llmisvcName":"distinct-2-w1-5951bc","gateway":"openshift-ingress/e2e-worker-w1-5951bc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:12:21.949114268Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-5951bc","namespace":"e2e-models-e2e-worker-w1-5951bc"},"namespace":"e2e-models-e2e-worker-w1-5951bc","name":"distinct-w1-5951bc","reconcileID":"505f54ca-ae50-4394-8f6d-021c5efd527e","MaaSModelRef":{"name":"distinct-w1-5951bc","namespace":"e2e-models-e2e-worker-w1-5951bc"},"routeName":"distinct-w1-5951bc-kserve-route","namespace":"e2e-models-e2e-worker-w1-5951bc","llmisvcName":"distinct-w1-5951bc","gateway":"openshift-ingress/e2e-worker-w1-5951bc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:12:21.960993186Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"namespace":"ai-tenant-e2e-worker-w3-bb1b51","name":"e2e-multi-keys-auth1","reconcileID":"6dcdcdf6-fea8-4800-b6b5-d880019f38a0","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bb1b51","tenantID":"e2e-worker-w3-bb1b51","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:12:21.961483855Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"namespace":"ai-tenant-e2e-worker-w3-bb1b51","name":"simulator-access","reconcileID":"6ab16f52-626f-4f2a-8364-47e831276d95","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bb1b51","tenantID":"e2e-worker-w3-bb1b51","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:12:21.961724896Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"namespace":"ai-tenant-e2e-worker-w3-bb1b51","name":"e2e-multi-keys-auth2","reconcileID":"9d37baaf-34a8-46db-9f08-8d4f237100fa","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bb1b51","tenantID":"e2e-worker-w3-bb1b51","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:12:22.129286451Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"namespace":"ai-tenant-e2e-worker-w3-bb1b51","name":"e2e-multi-keys-auth1","reconcileID":"6dcdcdf6-fea8-4800-b6b5-d880019f38a0","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"name":"e2e-worker-w3-bb1b51-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:12:22.334729547Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"namespace":"ai-tenant-e2e-worker-w3-bb1b51","name":"e2e-multi-keys-auth2","reconcileID":"9d37baaf-34a8-46db-9f08-8d4f237100fa","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"name":"e2e-worker-w3-bb1b51-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:12:22.402117992Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"namespace":"ai-tenant-e2e-worker-w3-bb1b51","name":"simulator-access","reconcileID":"6ab16f52-626f-4f2a-8364-47e831276d95","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"name":"e2e-worker-w3-bb1b51-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:12:22.475910973Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"namespace":"ai-tenant-e2e-worker-w3-bb1b51","name":"premium-simulator-access","reconcileID":"23d6d464-23fa-41ac-9df5-0846557c893e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bb1b51","tenantID":"e2e-worker-w3-bb1b51","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:12:22.575628336Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"namespace":"ai-tenant-e2e-worker-w3-bb1b51","name":"premium-simulator-access","reconcileID":"23d6d464-23fa-41ac-9df5-0846557c893e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"name":"e2e-worker-w3-bb1b51-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:12:22.613354306Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"namespace":"ai-tenant-e2e-worker-w3-bb1b51","name":"e2e-multi-keys-auth1","reconcileID":"e20f32f3-dafd-480d-a7ba-4a9f1c0dd979","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"model":"e2e-models-e2e-worker-w3-bb1b51/distinct-w3-bb1b51","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:12:22.613972947Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"namespace":"ai-tenant-e2e-worker-w1-5951bc","name":"premium-simulator-access","reconcileID":"2be76b85-0f78-4256-a899-5bd87709a89e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5951bc","tenantID":"e2e-worker-w1-5951bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:12:22.681048104Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"namespace":"ai-tenant-e2e-worker-w1-5951bc","name":"e2e-ignore-header-auth1","reconcileID":"dbe294ee-3659-4492-ad10-c4ede2627e88","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"model":"e2e-models-e2e-worker-w1-5951bc/distinct-w1-5951bc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:12:22.68374749Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"namespace":"ai-tenant-e2e-worker-w1-5951bc","name":"premium-simulator-access","reconcileID":"2be76b85-0f78-4256-a899-5bd87709a89e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"name":"e2e-worker-w1-5951bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:12:22.842149278Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-bb1b51","namespace":"e2e-models-e2e-worker-w3-bb1b51"},"namespace":"e2e-models-e2e-worker-w3-bb1b51","name":"distinct-w3-bb1b51","reconcileID":"16923510-a774-4d2b-b3b5-3de4725f0958","MaaSModelRef":{"name":"distinct-w3-bb1b51","namespace":"e2e-models-e2e-worker-w3-bb1b51"},"routeName":"distinct-w3-bb1b51-kserve-route","namespace":"e2e-models-e2e-worker-w3-bb1b51","llmisvcName":"distinct-w3-bb1b51","gateway":"openshift-ingress/e2e-worker-w3-bb1b51","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:12:22.870339261Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"namespace":"ai-tenant-e2e-worker-w3-bb1b51","name":"e2e-multi-keys-auth2","reconcileID":"415c3b50-c4a8-4b5b-9265-76b61f5fdcb2","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bb1b51","tenantID":"e2e-worker-w3-bb1b51","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:12:22.935157547Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-5951bc","namespace":"e2e-models-e2e-worker-w1-5951bc"},"namespace":"e2e-models-e2e-worker-w1-5951bc","name":"distinct-w1-5951bc","reconcileID":"3f33caf0-40fd-453c-829f-83c5b8dc55dc","MaaSModelRef":{"name":"distinct-w1-5951bc","namespace":"e2e-models-e2e-worker-w1-5951bc"},"routeName":"distinct-w1-5951bc-kserve-route","namespace":"e2e-models-e2e-worker-w1-5951bc","llmisvcName":"distinct-w1-5951bc","gateway":"openshift-ingress/e2e-worker-w1-5951bc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:12:22.936404051Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"namespace":"ai-tenant-e2e-worker-w3-bb1b51","name":"e2e-multi-keys-auth2","reconcileID":"415c3b50-c4a8-4b5b-9265-76b61f5fdcb2","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"name":"e2e-worker-w3-bb1b51-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:12:22.980370406Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-bb1b51","namespace":"e2e-models-e2e-worker-w3-bb1b51"},"namespace":"e2e-models-e2e-worker-w3-bb1b51","name":"distinct-2-w3-bb1b51","reconcileID":"7503530a-17bc-4db0-8f79-6f473061472a","MaaSModelRef":{"name":"distinct-2-w3-bb1b51","namespace":"e2e-models-e2e-worker-w3-bb1b51"},"routeName":"distinct-2-w3-bb1b51-kserve-route","namespace":"e2e-models-e2e-worker-w3-bb1b51","llmisvcName":"distinct-2-w3-bb1b51","gateway":"openshift-ingress/e2e-worker-w3-bb1b51","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:12:22.984013621Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"namespace":"ai-tenant-e2e-worker-w1-5951bc","name":"e2e-ignore-header-auth2","reconcileID":"b1dfbf01-8b19-40e4-86cc-dbea12e01310","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5951bc","tenantID":"e2e-worker-w1-5951bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:12:23.033083587Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"namespace":"ai-tenant-e2e-worker-w4-8d2c7c","name":"premium-simulator-access","reconcileID":"22de7c36-e799-4b08-b3c3-559d2b0dd9f6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-8d2c7c","tenantID":"e2e-worker-w4-8d2c7c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:12:23.036877311Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"namespace":"ai-tenant-e2e-worker-w1-5951bc","name":"e2e-ignore-header-auth2","reconcileID":"b1dfbf01-8b19-40e4-86cc-dbea12e01310","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"name":"e2e-worker-w1-5951bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:12:23.081049904Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"namespace":"ai-tenant-e2e-worker-w1-5951bc","name":"simulator-access","reconcileID":"1ce0675a-cb28-4ac5-bf6e-b7b4187edb45","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5951bc","tenantID":"e2e-worker-w1-5951bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:12:23.081391082Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-5951bc","namespace":"e2e-models-e2e-worker-w1-5951bc"},"namespace":"e2e-models-e2e-worker-w1-5951bc","name":"distinct-2-w1-5951bc","reconcileID":"c9d96e01-21e5-4468-911d-07996b429d8e","MaaSModelRef":{"name":"distinct-2-w1-5951bc","namespace":"e2e-models-e2e-worker-w1-5951bc"},"routeName":"distinct-2-w1-5951bc-kserve-route","namespace":"e2e-models-e2e-worker-w1-5951bc","llmisvcName":"distinct-2-w1-5951bc","gateway":"openshift-ingress/e2e-worker-w1-5951bc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:12:23.085659325Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"namespace":"ai-tenant-e2e-worker-w4-8d2c7c","name":"premium-simulator-access","reconcileID":"22de7c36-e799-4b08-b3c3-559d2b0dd9f6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"name":"e2e-worker-w4-8d2c7c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:12:23.131029175Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"namespace":"ai-tenant-e2e-worker-w4-8d2c7c","name":"simulator-access","reconcileID":"8f331ad0-98b6-4c95-a8ee-9eff05925161","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-8d2c7c","tenantID":"e2e-worker-w4-8d2c7c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:12:23.136054126Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"namespace":"ai-tenant-e2e-worker-w1-5951bc","name":"simulator-access","reconcileID":"1ce0675a-cb28-4ac5-bf6e-b7b4187edb45","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"name":"e2e-worker-w1-5951bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:12:23.183632742Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"namespace":"ai-tenant-e2e-worker-w4-8d2c7c","name":"simulator-access","reconcileID":"8f331ad0-98b6-4c95-a8ee-9eff05925161","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"name":"e2e-worker-w4-8d2c7c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:12:23.280681776Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"namespace":"ai-tenant-e2e-worker-w3-bb1b51","name":"simulator-access","reconcileID":"4abb1b5a-8ee6-4282-9842-f9aaa946fbca","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bb1b51","tenantID":"e2e-worker-w3-bb1b51","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:12:23.335206063Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"namespace":"ai-tenant-e2e-worker-w3-bb1b51","name":"simulator-access","reconcileID":"4abb1b5a-8ee6-4282-9842-f9aaa946fbca","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"name":"e2e-worker-w3-bb1b51-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:12:23.335784705Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"namespace":"ai-tenant-e2e-worker-w3-bb1b51","name":"e2e-multi-keys-auth2","reconcileID":"0c5cb519-159f-47f0-8bde-a5b5b23111d7","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"model":"e2e-models-e2e-worker-w3-bb1b51/distinct-2-w3-bb1b51","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:12:23.335905992Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"namespace":"ai-tenant-e2e-worker-w1-5951bc","name":"e2e-ignore-header-auth2","reconcileID":"865ee067-7a7d-4a84-b1a9-f2b86e49e6bd","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"model":"e2e-models-e2e-worker-w1-5951bc/distinct-2-w1-5951bc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:12:23.379882561Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"namespace":"ai-tenant-e2e-worker-w3-bb1b51","name":"premium-simulator-access","reconcileID":"927c0bfd-e880-4577-b0c5-5dd08643dde2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bb1b51","tenantID":"e2e-worker-w3-bb1b51","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:12:23.435901311Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"namespace":"ai-tenant-e2e-worker-w3-bb1b51","name":"premium-simulator-access","reconcileID":"927c0bfd-e880-4577-b0c5-5dd08643dde2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"name":"e2e-worker-w3-bb1b51-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:12:23.710589936Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-9893f0","namespace":"e2e-models-e2e-worker-w0-9893f0"},"namespace":"e2e-models-e2e-worker-w0-9893f0","name":"distinct-2-w0-9893f0","reconcileID":"645fd741-8a51-47b6-8862-70e15d4d6ef4","MaaSModelRef":{"name":"distinct-2-w0-9893f0","namespace":"e2e-models-e2e-worker-w0-9893f0"},"routeName":"distinct-2-w0-9893f0-kserve-route","namespace":"e2e-models-e2e-worker-w0-9893f0","llmisvcName":"distinct-2-w0-9893f0","gateway":"openshift-ingress/e2e-worker-w0-9893f0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:12:23.764882592Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-bb1b51","namespace":"e2e-models-e2e-worker-w3-bb1b51"},"namespace":"e2e-models-e2e-worker-w3-bb1b51","name":"distinct-2-w3-bb1b51","reconcileID":"dd2edbf9-0c52-4863-af2a-5d9d3cad1c4b","MaaSModelRef":{"name":"distinct-2-w3-bb1b51","namespace":"e2e-models-e2e-worker-w3-bb1b51"},"routeName":"distinct-2-w3-bb1b51-kserve-route","namespace":"e2e-models-e2e-worker-w3-bb1b51","llmisvcName":"distinct-2-w3-bb1b51","gateway":"openshift-ingress/e2e-worker-w3-bb1b51","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:12:23.765171998Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-5951bc","namespace":"e2e-models-e2e-worker-w1-5951bc"},"namespace":"e2e-models-e2e-worker-w1-5951bc","name":"distinct-2-w1-5951bc","reconcileID":"d8ee9b49-a329-4834-9a9f-a967ef09979b","MaaSModelRef":{"name":"distinct-2-w1-5951bc","namespace":"e2e-models-e2e-worker-w1-5951bc"},"routeName":"distinct-2-w1-5951bc-kserve-route","namespace":"e2e-models-e2e-worker-w1-5951bc","llmisvcName":"distinct-2-w1-5951bc","gateway":"openshift-ingress/e2e-worker-w1-5951bc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:12:23.921079217Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-bb1b51","namespace":"e2e-models-e2e-worker-w3-bb1b51"},"namespace":"e2e-models-e2e-worker-w3-bb1b51","name":"distinct-2-w3-bb1b51","reconcileID":"61678d20-69ab-4625-9885-08e189d9e0d4","MaaSModelRef":{"name":"distinct-2-w3-bb1b51","namespace":"e2e-models-e2e-worker-w3-bb1b51"},"routeName":"distinct-2-w3-bb1b51-kserve-route","namespace":"e2e-models-e2e-worker-w3-bb1b51","llmisvcName":"distinct-2-w3-bb1b51","gateway":"openshift-ingress/e2e-worker-w3-bb1b51","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:12:24.937733438Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-5951bc","namespace":"e2e-models-e2e-worker-w1-5951bc"},"namespace":"e2e-models-e2e-worker-w1-5951bc","name":"distinct-w1-5951bc","reconcileID":"e51117a6-c8a6-4694-aea8-93ee52680dbb","MaaSModelRef":{"name":"distinct-w1-5951bc","namespace":"e2e-models-e2e-worker-w1-5951bc"},"routeName":"distinct-w1-5951bc-kserve-route","namespace":"e2e-models-e2e-worker-w1-5951bc","llmisvcName":"distinct-w1-5951bc","gateway":"openshift-ingress/e2e-worker-w1-5951bc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:12:24.988857623Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-5951bc","namespace":"e2e-models-e2e-worker-w1-5951bc"},"namespace":"e2e-models-e2e-worker-w1-5951bc","name":"distinct-w1-5951bc","reconcileID":"39450017-fd9b-4164-80d2-f281d6d3aa0a","MaaSModelRef":{"name":"distinct-w1-5951bc","namespace":"e2e-models-e2e-worker-w1-5951bc"},"routeName":"distinct-w1-5951bc-kserve-route","namespace":"e2e-models-e2e-worker-w1-5951bc","llmisvcName":"distinct-w1-5951bc","gateway":"openshift-ingress/e2e-worker-w1-5951bc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:12:25.043439835Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-bb1b51","namespace":"e2e-models-e2e-worker-w3-bb1b51"},"namespace":"e2e-models-e2e-worker-w3-bb1b51","name":"distinct-w3-bb1b51","reconcileID":"20e093b4-60b4-4742-92b1-11ac814d9900","MaaSModelRef":{"name":"distinct-w3-bb1b51","namespace":"e2e-models-e2e-worker-w3-bb1b51"},"routeName":"distinct-w3-bb1b51-kserve-route","namespace":"e2e-models-e2e-worker-w3-bb1b51","llmisvcName":"distinct-w3-bb1b51","gateway":"openshift-ingress/e2e-worker-w3-bb1b51","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:12:25.102816285Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-bb1b51","namespace":"e2e-models-e2e-worker-w3-bb1b51"},"namespace":"e2e-models-e2e-worker-w3-bb1b51","name":"distinct-w3-bb1b51","reconcileID":"77709e95-0ba9-43bf-b940-d137ff9ee88e","MaaSModelRef":{"name":"distinct-w3-bb1b51","namespace":"e2e-models-e2e-worker-w3-bb1b51"},"routeName":"distinct-w3-bb1b51-kserve-route","namespace":"e2e-models-e2e-worker-w3-bb1b51","llmisvcName":"distinct-w3-bb1b51","gateway":"openshift-ingress/e2e-worker-w3-bb1b51","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:12:25.184271079Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"namespace":"ai-tenant-e2e-worker-w1-5951bc","name":"e2e-sa-multi-hdr-auth1","reconcileID":"5b4f4e9f-5c3f-4099-b268-4e1673ec5f0d","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5951bc","tenantID":"e2e-worker-w1-5951bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:12:25.1932764Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-5951bc","namespace":"e2e-models-e2e-worker-w1-5951bc"},"namespace":"e2e-models-e2e-worker-w1-5951bc","name":"distinct-w1-5951bc","reconcileID":"e9cf321e-8a33-4776-beb7-edb979946ad2","MaaSModelRef":{"name":"distinct-w1-5951bc","namespace":"e2e-models-e2e-worker-w1-5951bc"},"routeName":"distinct-w1-5951bc-kserve-route","namespace":"e2e-models-e2e-worker-w1-5951bc","llmisvcName":"distinct-w1-5951bc","gateway":"openshift-ingress/e2e-worker-w1-5951bc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:12:25.193326925Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=models-as-a-service priority=0:[models-as-a-service/e2e-rt-eq-633a29-sub models-as-a-service/e2e-rt-sw-f0d8f9-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:12:25.243479795Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"namespace":"ai-tenant-e2e-worker-w1-5951bc","name":"e2e-sa-multi-hdr-auth1","reconcileID":"5b4f4e9f-5c3f-4099-b268-4e1673ec5f0d","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"name":"e2e-worker-w1-5951bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:12:25.24749297Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-5951bc","namespace":"e2e-models-e2e-worker-w1-5951bc"},"namespace":"e2e-models-e2e-worker-w1-5951bc","name":"distinct-w1-5951bc","reconcileID":"46433c19-d093-4365-bc6a-197457d04954","MaaSModelRef":{"name":"distinct-w1-5951bc","namespace":"e2e-models-e2e-worker-w1-5951bc"},"routeName":"distinct-w1-5951bc-kserve-route","namespace":"e2e-models-e2e-worker-w1-5951bc","llmisvcName":"distinct-w1-5951bc","gateway":"openshift-ingress/e2e-worker-w1-5951bc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:12:25.304544336Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"namespace":"ai-tenant-e2e-worker-w3-bb1b51","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"3881ee20-63d5-45f7-9c92-e76e6a2561f0","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bb1b51","tenantID":"e2e-worker-w3-bb1b51","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:12:25.313206914Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-bb1b51","namespace":"e2e-models-e2e-worker-w3-bb1b51"},"namespace":"e2e-models-e2e-worker-w3-bb1b51","name":"distinct-w3-bb1b51","reconcileID":"7ac56262-f0c5-4ad9-847a-d97490a50437","MaaSModelRef":{"name":"distinct-w3-bb1b51","namespace":"e2e-models-e2e-worker-w3-bb1b51"},"routeName":"distinct-w3-bb1b51-kserve-route","namespace":"e2e-models-e2e-worker-w3-bb1b51","llmisvcName":"distinct-w3-bb1b51","gateway":"openshift-ingress/e2e-worker-w3-bb1b51","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:12:25.313469872Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=models-as-a-service priority=0:[models-as-a-service/e2e-rt-eq-633a29-sub models-as-a-service/e2e-rt-sw-f0d8f9-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:12:25.358754763Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"namespace":"ai-tenant-e2e-worker-w3-bb1b51","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"3881ee20-63d5-45f7-9c92-e76e6a2561f0","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"name":"e2e-worker-w3-bb1b51-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T12:12:25.361622398Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub1","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"namespace":"ai-tenant-e2e-worker-w1-5951bc","name":"e2e-sa-multi-hdr-sub1","reconcileID":"180edc12-015c-43b7-83ff-dbbb420b563a","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-sa-multi-hdr-sub1\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T12:12:25.366013389Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-bb1b51","namespace":"e2e-models-e2e-worker-w3-bb1b51"},"namespace":"e2e-models-e2e-worker-w3-bb1b51","name":"distinct-w3-bb1b51","reconcileID":"f266ff9e-5881-477b-9961-4eca4ac3d61a","MaaSModelRef":{"name":"distinct-w3-bb1b51","namespace":"e2e-models-e2e-worker-w3-bb1b51"},"routeName":"distinct-w3-bb1b51-kserve-route","namespace":"e2e-models-e2e-worker-w3-bb1b51","llmisvcName":"distinct-w3-bb1b51","gateway":"openshift-ingress/e2e-worker-w3-bb1b51","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:12:25.40273562Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"namespace":"ai-tenant-e2e-worker-w1-5951bc","name":"simulator-access","reconcileID":"c5194644-48d9-4b59-898f-1fa3c19c1e92","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5951bc","tenantID":"e2e-worker-w1-5951bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:12:25.402736115Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"namespace":"ai-tenant-e2e-worker-w1-5951bc","name":"premium-simulator-access","reconcileID":"72c8b5ef-cb4d-4a4f-b337-c50bf4446e5f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5951bc","tenantID":"e2e-worker-w1-5951bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T12:12:25.413575036Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub1","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"namespace":"ai-tenant-e2e-worker-w3-bb1b51","name":"e2e-sa-multi-no-hdr-sub1","reconcileID":"2e45c875-b9e1-4b8e-9acc-cff16f1ded3f","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-sa-multi-no-hdr-sub1\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T12:12:25.455275913Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"namespace":"ai-tenant-e2e-worker-w1-5951bc","name":"premium-simulator-access","reconcileID":"72c8b5ef-cb4d-4a4f-b337-c50bf4446e5f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"name":"e2e-worker-w1-5951bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:12:25.456345805Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"namespace":"ai-tenant-e2e-worker-w1-5951bc","name":"simulator-access","reconcileID":"c5194644-48d9-4b59-898f-1fa3c19c1e92","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"name":"e2e-worker-w1-5951bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:12:25.462444527Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-5951bc","namespace":"e2e-models-e2e-worker-w1-5951bc"},"namespace":"e2e-models-e2e-worker-w1-5951bc","name":"distinct-w1-5951bc","reconcileID":"9dd66bb0-0709-4859-b97b-41ea38e1b890","MaaSModelRef":{"name":"distinct-w1-5951bc","namespace":"e2e-models-e2e-worker-w1-5951bc"},"routeName":"distinct-w1-5951bc-kserve-route","namespace":"e2e-models-e2e-worker-w1-5951bc","llmisvcName":"distinct-w1-5951bc","gateway":"openshift-ingress/e2e-worker-w1-5951bc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:12:25.472495948Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-5951bc","namespace":"e2e-models-e2e-worker-w1-5951bc"},"namespace":"e2e-models-e2e-worker-w1-5951bc","name":"distinct-2-w1-5951bc","reconcileID":"9640cbfc-fe05-46c6-9fab-26909c739579","MaaSModelRef":{"name":"distinct-2-w1-5951bc","namespace":"e2e-models-e2e-worker-w1-5951bc"},"routeName":"distinct-2-w1-5951bc-kserve-route","namespace":"e2e-models-e2e-worker-w1-5951bc","llmisvcName":"distinct-2-w1-5951bc","gateway":"openshift-ingress/e2e-worker-w1-5951bc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:12:25.503696861Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-5951bc","namespace":"e2e-models-e2e-worker-w1-5951bc"},"namespace":"e2e-models-e2e-worker-w1-5951bc","name":"distinct-w1-5951bc","reconcileID":"58dadb4a-a422-409e-818e-59c51d53777e","MaaSModelRef":{"name":"distinct-w1-5951bc","namespace":"e2e-models-e2e-worker-w1-5951bc"},"routeName":"distinct-w1-5951bc-kserve-route","namespace":"e2e-models-e2e-worker-w1-5951bc","llmisvcName":"distinct-w1-5951bc","gateway":"openshift-ingress/e2e-worker-w1-5951bc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:12:25.507293416Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"namespace":"ai-tenant-e2e-worker-w3-bb1b51","name":"simulator-access","reconcileID":"90ffccb0-b46e-4c10-b630-e381aa329d35","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bb1b51","tenantID":"e2e-worker-w3-bb1b51","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:12:25.512677103Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-5951bc","namespace":"e2e-models-e2e-worker-w1-5951bc"},"namespace":"e2e-models-e2e-worker-w1-5951bc","name":"distinct-w1-5951bc","reconcileID":"bf291a31-19d8-449b-a570-288da4a383ff","MaaSModelRef":{"name":"distinct-w1-5951bc","namespace":"e2e-models-e2e-worker-w1-5951bc"},"routeName":"distinct-w1-5951bc-kserve-route","namespace":"e2e-models-e2e-worker-w1-5951bc","llmisvcName":"distinct-w1-5951bc","gateway":"openshift-ingress/e2e-worker-w1-5951bc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:12:25.513786584Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-bb1b51","namespace":"e2e-models-e2e-worker-w3-bb1b51"},"namespace":"e2e-models-e2e-worker-w3-bb1b51","name":"distinct-w3-bb1b51","reconcileID":"09d80c6f-5f52-446a-877c-290d89f5c04d","MaaSModelRef":{"name":"distinct-w3-bb1b51","namespace":"e2e-models-e2e-worker-w3-bb1b51"},"routeName":"distinct-w3-bb1b51-kserve-route","namespace":"e2e-models-e2e-worker-w3-bb1b51","llmisvcName":"distinct-w3-bb1b51","gateway":"openshift-ingress/e2e-worker-w3-bb1b51","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:12:25.559514275Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"namespace":"ai-tenant-e2e-worker-w3-bb1b51","name":"simulator-access","reconcileID":"90ffccb0-b46e-4c10-b630-e381aa329d35","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"name":"e2e-worker-w3-bb1b51-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:12:25.565014137Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-bb1b51","namespace":"e2e-models-e2e-worker-w3-bb1b51"},"namespace":"e2e-models-e2e-worker-w3-bb1b51","name":"distinct-w3-bb1b51","reconcileID":"06b233df-a14b-4aa6-8d16-d9e94452aa16","MaaSModelRef":{"name":"distinct-w3-bb1b51","namespace":"e2e-models-e2e-worker-w3-bb1b51"},"routeName":"distinct-w3-bb1b51-kserve-route","namespace":"e2e-models-e2e-worker-w3-bb1b51","llmisvcName":"distinct-w3-bb1b51","gateway":"openshift-ingress/e2e-worker-w3-bb1b51","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:12:25.5753985Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-bb1b51","namespace":"e2e-models-e2e-worker-w3-bb1b51"},"namespace":"e2e-models-e2e-worker-w3-bb1b51","name":"distinct-2-w3-bb1b51","reconcileID":"cd06bb8a-43d8-41de-a5a2-a640a0dc093c","MaaSModelRef":{"name":"distinct-2-w3-bb1b51","namespace":"e2e-models-e2e-worker-w3-bb1b51"},"routeName":"distinct-2-w3-bb1b51-kserve-route","namespace":"e2e-models-e2e-worker-w3-bb1b51","llmisvcName":"distinct-2-w3-bb1b51","gateway":"openshift-ingress/e2e-worker-w3-bb1b51","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:12:25.659769Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-bb1b51","namespace":"e2e-models-e2e-worker-w3-bb1b51"},"namespace":"e2e-models-e2e-worker-w3-bb1b51","name":"distinct-w3-bb1b51","reconcileID":"e01d4a73-1717-4de8-adc9-d59982a5207f","MaaSModelRef":{"name":"distinct-w3-bb1b51","namespace":"e2e-models-e2e-worker-w3-bb1b51"},"routeName":"distinct-w3-bb1b51-kserve-route","namespace":"e2e-models-e2e-worker-w3-bb1b51","llmisvcName":"distinct-w3-bb1b51","gateway":"openshift-ingress/e2e-worker-w3-bb1b51","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:12:25.70091442Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-9893f0","namespace":"e2e-models-e2e-worker-w0-9893f0"},"namespace":"e2e-models-e2e-worker-w0-9893f0","name":"simulator-w0-9893f0","reconcileID":"17a7c417-42c5-4cc5-8d43-539d702185b9","MaaSModelRef":{"name":"simulator-w0-9893f0","namespace":"e2e-models-e2e-worker-w0-9893f0"},"routeName":"simulator-w0-9893f0-kserve-route","namespace":"e2e-models-e2e-worker-w0-9893f0","llmisvcName":"simulator-w0-9893f0","gateway":"openshift-ingress/e2e-worker-w0-9893f0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:12:25.708090569Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub1","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"namespace":"ai-tenant-e2e-worker-w1-5951bc","name":"e2e-sa-multi-hdr-sub1","reconcileID":"b0678d03-e76d-4e24-818c-a728bb74d0df","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub1","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"name":"maas-trlp-distinct-w1-5951bc","model":"distinct-w1-5951bc","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w1-5951bc/e2e-sa-multi-hdr-sub1"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:12:25.713215314Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:12:25.746938871Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"namespace":"ai-tenant-e2e-worker-w1-5951bc","name":"e2e-sa-multi-hdr-auth1","reconcileID":"6ac397a5-e472-4cfc-b9a5-6716fdcb8a6b","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5951bc","tenantID":"e2e-worker-w1-5951bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:12:25.798967883Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"namespace":"ai-tenant-e2e-worker-w1-5951bc","name":"e2e-sa-multi-hdr-auth1","reconcileID":"6ac397a5-e472-4cfc-b9a5-6716fdcb8a6b","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"name":"e2e-worker-w1-5951bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:12:25.799165704Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-5951bc","namespace":"e2e-models-e2e-worker-w1-5951bc"},"namespace":"e2e-models-e2e-worker-w1-5951bc","name":"distinct-2-w1-5951bc","reconcileID":"f577b40a-5372-4cd9-990e-3cb566678667","MaaSModelRef":{"name":"distinct-2-w1-5951bc","namespace":"e2e-models-e2e-worker-w1-5951bc"},"routeName":"distinct-2-w1-5951bc-kserve-route","namespace":"e2e-models-e2e-worker-w1-5951bc","llmisvcName":"distinct-2-w1-5951bc","gateway":"openshift-ingress/e2e-worker-w1-5951bc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:12:25.799879663Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w1-5951bc priority=0:[ai-tenant-e2e-worker-w1-5951bc/e2e-sa-multi-hdr-sub1 ai-tenant-e2e-worker-w1-5951bc/e2e-sa-multi-hdr-sub2]","namespace=models-as-a-service priority=0:[models-as-a-service/e2e-rt-eq-633a29-sub models-as-a-service/e2e-rt-sw-f0d8f9-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:12:25.808689379Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub1","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"namespace":"ai-tenant-e2e-worker-w3-bb1b51","name":"e2e-sa-multi-no-hdr-sub1","reconcileID":"a63202ae-0d2a-4fcc-8793-7ac8649d6b5a","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub1","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"name":"maas-trlp-distinct-w3-bb1b51","model":"distinct-w3-bb1b51","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w3-bb1b51/e2e-sa-multi-no-hdr-sub1"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:12:25.852430469Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-bb1b51","namespace":"e2e-models-e2e-worker-w3-bb1b51"},"namespace":"e2e-models-e2e-worker-w3-bb1b51","name":"distinct-w3-bb1b51","reconcileID":"07c2e642-cdb3-4a67-a213-7c2c28791e51","MaaSModelRef":{"name":"distinct-w3-bb1b51","namespace":"e2e-models-e2e-worker-w3-bb1b51"},"routeName":"distinct-w3-bb1b51-kserve-route","namespace":"e2e-models-e2e-worker-w3-bb1b51","llmisvcName":"distinct-w3-bb1b51","gateway":"openshift-ingress/e2e-worker-w3-bb1b51","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:12:25.861693559Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-5951bc","namespace":"e2e-models-e2e-worker-w1-5951bc"},"namespace":"e2e-models-e2e-worker-w1-5951bc","name":"distinct-w1-5951bc","reconcileID":"9e66b03a-0454-4d63-a2cf-34e8fde5a3fe","MaaSModelRef":{"name":"distinct-w1-5951bc","namespace":"e2e-models-e2e-worker-w1-5951bc"},"routeName":"distinct-w1-5951bc-kserve-route","namespace":"e2e-models-e2e-worker-w1-5951bc","llmisvcName":"distinct-w1-5951bc","gateway":"openshift-ingress/e2e-worker-w1-5951bc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:12:25.896886808Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"namespace":"ai-tenant-e2e-worker-w1-5951bc","name":"premium-simulator-access","reconcileID":"162cc27c-59d5-4b33-bef0-d155fc8c86ab","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5951bc","tenantID":"e2e-worker-w1-5951bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:12:25.8969198Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"namespace":"ai-tenant-e2e-worker-w1-5951bc","name":"simulator-access","reconcileID":"c3887b5f-5102-40b2-aa8c-4b7ab00a93c2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5951bc","tenantID":"e2e-worker-w1-5951bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:12:25.899489721Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-5951bc","namespace":"e2e-models-e2e-worker-w1-5951bc"},"namespace":"e2e-models-e2e-worker-w1-5951bc","name":"distinct-2-w1-5951bc","reconcileID":"95b4a2b6-cd21-4d02-94c3-b9800767e156","MaaSModelRef":{"name":"distinct-2-w1-5951bc","namespace":"e2e-models-e2e-worker-w1-5951bc"},"routeName":"distinct-2-w1-5951bc-kserve-route","namespace":"e2e-models-e2e-worker-w1-5951bc","llmisvcName":"distinct-2-w1-5951bc","gateway":"openshift-ingress/e2e-worker-w1-5951bc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:12:25.90015412Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"namespace":"ai-tenant-e2e-worker-w3-bb1b51","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"af087615-1892-4b5a-a41e-b445204a0a97","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bb1b51","tenantID":"e2e-worker-w3-bb1b51","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:12:25.900303884Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-bb1b51","namespace":"e2e-models-e2e-worker-w3-bb1b51"},"namespace":"e2e-models-e2e-worker-w3-bb1b51","name":"distinct-2-w3-bb1b51","reconcileID":"69ab89be-3e29-4c0a-aecf-99d53d885d3d","MaaSModelRef":{"name":"distinct-2-w3-bb1b51","namespace":"e2e-models-e2e-worker-w3-bb1b51"},"routeName":"distinct-2-w3-bb1b51-kserve-route","namespace":"e2e-models-e2e-worker-w3-bb1b51","llmisvcName":"distinct-2-w3-bb1b51","gateway":"openshift-ingress/e2e-worker-w3-bb1b51","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T12:12:25.900963344Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w1-5951bc/e2e-sa-multi-hdr-sub2","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-sa-multi-hdr-sub2\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-03T12:12:25.952052349Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"namespace":"ai-tenant-e2e-worker-w1-5951bc","name":"simulator-access","reconcileID":"c3887b5f-5102-40b2-aa8c-4b7ab00a93c2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"name":"e2e-worker-w1-5951bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:12:25.953441675Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"namespace":"ai-tenant-e2e-worker-w1-5951bc","name":"premium-simulator-access","reconcileID":"162cc27c-59d5-4b33-bef0-d155fc8c86ab","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"name":"e2e-worker-w1-5951bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:12:25.957220582Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"namespace":"ai-tenant-e2e-worker-w3-bb1b51","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"af087615-1892-4b5a-a41e-b445204a0a97","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"name":"e2e-worker-w3-bb1b51-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:12:25.957891355Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w1-5951bc priority=0:[ai-tenant-e2e-worker-w1-5951bc/e2e-sa-multi-hdr-sub1 ai-tenant-e2e-worker-w1-5951bc/e2e-sa-multi-hdr-sub2]","namespace=ai-tenant-e2e-worker-w3-bb1b51 priority=0:[ai-tenant-e2e-worker-w3-bb1b51/e2e-sa-multi-no-hdr-sub1 ai-tenant-e2e-worker-w3-bb1b51/e2e-sa-multi-no-hdr-sub2]","namespace=models-as-a-service priority=0:[models-as-a-service/e2e-rt-eq-633a29-sub models-as-a-service/e2e-rt-sw-f0d8f9-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:12:25.958879841Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-5951bc","namespace":"e2e-models-e2e-worker-w1-5951bc"},"namespace":"e2e-models-e2e-worker-w1-5951bc","name":"distinct-2-w1-5951bc","reconcileID":"3c6d6174-e7ef-41cc-8d5f-2cf9a1c5781f","MaaSModelRef":{"name":"distinct-2-w1-5951bc","namespace":"e2e-models-e2e-worker-w1-5951bc"},"routeName":"distinct-2-w1-5951bc-kserve-route","namespace":"e2e-models-e2e-worker-w1-5951bc","llmisvcName":"distinct-2-w1-5951bc","gateway":"openshift-ingress/e2e-worker-w1-5951bc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:12:25.959332756Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-5951bc","namespace":"e2e-models-e2e-worker-w1-5951bc"},"namespace":"e2e-models-e2e-worker-w1-5951bc","name":"distinct-w1-5951bc","reconcileID":"ab4107ac-9ff7-4569-af70-acd8232540ba","MaaSModelRef":{"name":"distinct-w1-5951bc","namespace":"e2e-models-e2e-worker-w1-5951bc"},"routeName":"distinct-w1-5951bc-kserve-route","namespace":"e2e-models-e2e-worker-w1-5951bc","llmisvcName":"distinct-w1-5951bc","gateway":"openshift-ingress/e2e-worker-w1-5951bc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:12:25.96366749Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-bb1b51","namespace":"e2e-models-e2e-worker-w3-bb1b51"},"namespace":"e2e-models-e2e-worker-w3-bb1b51","name":"distinct-w3-bb1b51","reconcileID":"710e699c-6f87-46b9-8ac3-ad40613a1c49","MaaSModelRef":{"name":"distinct-w3-bb1b51","namespace":"e2e-models-e2e-worker-w3-bb1b51"},"routeName":"distinct-w3-bb1b51-kserve-route","namespace":"e2e-models-e2e-worker-w3-bb1b51","llmisvcName":"distinct-w3-bb1b51","gateway":"openshift-ingress/e2e-worker-w3-bb1b51","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:12:26.00165268Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"namespace":"ai-tenant-e2e-worker-w3-bb1b51","name":"premium-simulator-access","reconcileID":"a0bc8425-7cc2-49dd-8728-2c63e83d821e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bb1b51","tenantID":"e2e-worker-w3-bb1b51","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:12:26.002422661Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-bb1b51","namespace":"e2e-models-e2e-worker-w3-bb1b51"},"namespace":"e2e-models-e2e-worker-w3-bb1b51","name":"distinct-2-w3-bb1b51","reconcileID":"6becf586-79e7-4ae9-a0a8-045019b5edf9","MaaSModelRef":{"name":"distinct-2-w3-bb1b51","namespace":"e2e-models-e2e-worker-w3-bb1b51"},"routeName":"distinct-2-w3-bb1b51-kserve-route","namespace":"e2e-models-e2e-worker-w3-bb1b51","llmisvcName":"distinct-2-w3-bb1b51","gateway":"openshift-ingress/e2e-worker-w3-bb1b51","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:12:26.003409483Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-9893f0","namespace":"e2e-models-e2e-worker-w0-9893f0"},"namespace":"e2e-models-e2e-worker-w0-9893f0","name":"simulator-w0-9893f0","reconcileID":"6a138918-c1d5-45be-9bcd-caa403502669","MaaSModelRef":{"name":"simulator-w0-9893f0","namespace":"e2e-models-e2e-worker-w0-9893f0"},"routeName":"simulator-w0-9893f0-kserve-route","namespace":"e2e-models-e2e-worker-w0-9893f0","llmisvcName":"simulator-w0-9893f0","gateway":"openshift-ingress/e2e-worker-w0-9893f0","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T12:12:26.006902887Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w3-bb1b51/e2e-sa-multi-no-hdr-sub1","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-sa-multi-no-hdr-sub1\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-03T12:12:26.05386913Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-bb1b51","namespace":"e2e-models-e2e-worker-w3-bb1b51"},"namespace":"e2e-models-e2e-worker-w3-bb1b51","name":"distinct-2-w3-bb1b51","reconcileID":"298070c0-a751-4420-941c-a8a7699bd59b","MaaSModelRef":{"name":"distinct-2-w3-bb1b51","namespace":"e2e-models-e2e-worker-w3-bb1b51"},"routeName":"distinct-2-w3-bb1b51-kserve-route","namespace":"e2e-models-e2e-worker-w3-bb1b51","llmisvcName":"distinct-2-w3-bb1b51","gateway":"openshift-ingress/e2e-worker-w3-bb1b51","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:12:26.056269708Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"namespace":"ai-tenant-e2e-worker-w3-bb1b51","name":"premium-simulator-access","reconcileID":"a0bc8425-7cc2-49dd-8728-2c63e83d821e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"name":"e2e-worker-w3-bb1b51-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:12:26.056959149Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub1","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"namespace":"ai-tenant-e2e-worker-w1-5951bc","name":"e2e-sa-multi-hdr-sub1","reconcileID":"bcf8f810-29cb-4628-a289-4c8e0d78169e","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub1","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"name":"maas-trlp-distinct-w1-5951bc","model":"e2e-models-e2e-worker-w1-5951bc/distinct-w1-5951bc","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:12:26.059621745Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-5951bc","namespace":"e2e-models-e2e-worker-w1-5951bc"},"namespace":"e2e-models-e2e-worker-w1-5951bc","name":"distinct-2-w1-5951bc","reconcileID":"3edde0a1-38c1-4378-85ad-9562f0116f92","MaaSModelRef":{"name":"distinct-2-w1-5951bc","namespace":"e2e-models-e2e-worker-w1-5951bc"},"routeName":"distinct-2-w1-5951bc-kserve-route","namespace":"e2e-models-e2e-worker-w1-5951bc","llmisvcName":"distinct-2-w1-5951bc","gateway":"openshift-ingress/e2e-worker-w1-5951bc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:12:26.102670753Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-9893f0","namespace":"e2e-models-e2e-worker-w0-9893f0"},"namespace":"e2e-models-e2e-worker-w0-9893f0","name":"simulator-w0-9893f0","reconcileID":"49820a94-c5d7-4583-86ff-0933f4fa6817","MaaSModelRef":{"name":"simulator-w0-9893f0","namespace":"e2e-models-e2e-worker-w0-9893f0"},"routeName":"simulator-w0-9893f0-kserve-route","namespace":"e2e-models-e2e-worker-w0-9893f0","llmisvcName":"simulator-w0-9893f0","gateway":"openshift-ingress/e2e-worker-w0-9893f0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:12:26.111355737Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w1-5951bc priority=0:[ai-tenant-e2e-worker-w1-5951bc/e2e-sa-multi-hdr-sub1 ai-tenant-e2e-worker-w1-5951bc/e2e-sa-multi-hdr-sub2]","namespace=ai-tenant-e2e-worker-w3-bb1b51 priority=0:[ai-tenant-e2e-worker-w3-bb1b51/e2e-sa-multi-no-hdr-sub1 ai-tenant-e2e-worker-w3-bb1b51/e2e-sa-multi-no-hdr-sub2]","namespace=models-as-a-service priority=0:[models-as-a-service/e2e-rt-eq-633a29-sub models-as-a-service/e2e-rt-sw-f0d8f9-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:12:26.11142405Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-bb1b51","namespace":"e2e-models-e2e-worker-w3-bb1b51"},"namespace":"e2e-models-e2e-worker-w3-bb1b51","name":"distinct-2-w3-bb1b51","reconcileID":"e2de5b65-1c23-4cd6-8c12-3cd45512b0f5","MaaSModelRef":{"name":"distinct-2-w3-bb1b51","namespace":"e2e-models-e2e-worker-w3-bb1b51"},"routeName":"distinct-2-w3-bb1b51-kserve-route","namespace":"e2e-models-e2e-worker-w3-bb1b51","llmisvcName":"distinct-2-w3-bb1b51","gateway":"openshift-ingress/e2e-worker-w3-bb1b51","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:12:26.154149004Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-9893f0","namespace":"e2e-models-e2e-worker-w0-9893f0"},"namespace":"e2e-models-e2e-worker-w0-9893f0","name":"simulator-w0-9893f0","reconcileID":"25210e2d-0cc4-4cea-bf1a-22a7099347d5","MaaSModelRef":{"name":"simulator-w0-9893f0","namespace":"e2e-models-e2e-worker-w0-9893f0"},"routeName":"simulator-w0-9893f0-kserve-route","namespace":"e2e-models-e2e-worker-w0-9893f0","llmisvcName":"simulator-w0-9893f0","gateway":"openshift-ingress/e2e-worker-w0-9893f0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:12:26.156460492Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub1","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"namespace":"ai-tenant-e2e-worker-w3-bb1b51","name":"e2e-sa-multi-no-hdr-sub1","reconcileID":"6fbd47d1-a7f5-44d9-92ce-90d9b10c8966","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub1","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"name":"maas-trlp-distinct-w3-bb1b51","model":"e2e-models-e2e-worker-w3-bb1b51/distinct-w3-bb1b51","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:12:26.164205934Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-bb1b51","namespace":"e2e-models-e2e-worker-w3-bb1b51"},"namespace":"e2e-models-e2e-worker-w3-bb1b51","name":"distinct-w3-bb1b51","reconcileID":"e6fd1d7e-8e7e-482f-801e-53eedfe82869","MaaSModelRef":{"name":"distinct-w3-bb1b51","namespace":"e2e-models-e2e-worker-w3-bb1b51"},"routeName":"distinct-w3-bb1b51-kserve-route","namespace":"e2e-models-e2e-worker-w3-bb1b51","llmisvcName":"distinct-w3-bb1b51","gateway":"openshift-ingress/e2e-worker-w3-bb1b51","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:12:26.164665018Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub2","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"namespace":"ai-tenant-e2e-worker-w1-5951bc","name":"e2e-sa-multi-hdr-sub2","reconcileID":"1531d59c-25a3-4b96-aab7-286c5a0e3125","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub2","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"name":"maas-trlp-distinct-2-w1-5951bc","model":"distinct-2-w1-5951bc","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w1-5951bc/e2e-sa-multi-hdr-sub2"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:12:26.216261331Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-9893f0","namespace":"e2e-models-e2e-worker-w0-9893f0"},"namespace":"e2e-models-e2e-worker-w0-9893f0","name":"simulator-w0-9893f0","reconcileID":"3b0b323b-998c-40a0-b50e-29fa018c7141","MaaSModelRef":{"name":"simulator-w0-9893f0","namespace":"e2e-models-e2e-worker-w0-9893f0"},"routeName":"simulator-w0-9893f0-kserve-route","namespace":"e2e-models-e2e-worker-w0-9893f0","llmisvcName":"simulator-w0-9893f0","gateway":"openshift-ingress/e2e-worker-w0-9893f0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:12:26.2390016Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"namespace":"ai-tenant-e2e-worker-w3-bb1b51","name":"simulator-access","reconcileID":"0bfcb269-6e5e-42a1-ad90-edef000801c9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bb1b51","tenantID":"e2e-worker-w3-bb1b51","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:12:26.248515336Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-5951bc","namespace":"e2e-models-e2e-worker-w1-5951bc"},"namespace":"e2e-models-e2e-worker-w1-5951bc","name":"distinct-2-w1-5951bc","reconcileID":"a5b31953-2e5c-4279-bc7a-8acde79d9fd2","MaaSModelRef":{"name":"distinct-2-w1-5951bc","namespace":"e2e-models-e2e-worker-w1-5951bc"},"routeName":"distinct-2-w1-5951bc-kserve-route","namespace":"e2e-models-e2e-worker-w1-5951bc","llmisvcName":"distinct-2-w1-5951bc","gateway":"openshift-ingress/e2e-worker-w1-5951bc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:12:26.249736069Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-bb1b51","namespace":"e2e-models-e2e-worker-w3-bb1b51"},"namespace":"e2e-models-e2e-worker-w3-bb1b51","name":"distinct-2-w3-bb1b51","reconcileID":"3b5130c7-d117-4550-9059-276e46b6ad5b","MaaSModelRef":{"name":"distinct-2-w3-bb1b51","namespace":"e2e-models-e2e-worker-w3-bb1b51"},"routeName":"distinct-2-w3-bb1b51-kserve-route","namespace":"e2e-models-e2e-worker-w3-bb1b51","llmisvcName":"distinct-2-w3-bb1b51","gateway":"openshift-ingress/e2e-worker-w3-bb1b51","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:12:26.256558225Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub2","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"namespace":"ai-tenant-e2e-worker-w3-bb1b51","name":"e2e-sa-multi-no-hdr-sub2","reconcileID":"d9e34787-7b2d-452a-a4d8-c9fbb81486f2","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub2","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"name":"maas-trlp-distinct-2-w3-bb1b51","model":"distinct-2-w3-bb1b51","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w3-bb1b51/e2e-sa-multi-no-hdr-sub2"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:12:26.291687122Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"namespace":"ai-tenant-e2e-worker-w3-bb1b51","name":"simulator-access","reconcileID":"0bfcb269-6e5e-42a1-ad90-edef000801c9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"name":"e2e-worker-w3-bb1b51-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:12:26.318415712Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-5951bc","namespace":"e2e-models-e2e-worker-w1-5951bc"},"namespace":"e2e-models-e2e-worker-w1-5951bc","name":"distinct-2-w1-5951bc","reconcileID":"e8ed8528-6244-4659-b2d9-f6dba3a3fa2b","MaaSModelRef":{"name":"distinct-2-w1-5951bc","namespace":"e2e-models-e2e-worker-w1-5951bc"},"routeName":"distinct-2-w1-5951bc-kserve-route","namespace":"e2e-models-e2e-worker-w1-5951bc","llmisvcName":"distinct-2-w1-5951bc","gateway":"openshift-ingress/e2e-worker-w1-5951bc","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T12:12:26.346754719Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"namespace":"ai-tenant-e2e-worker-w3-bb1b51","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"af087615-1892-4b5a-a41e-b445204a0a97","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"e2e-sa-multi-no-hdr-auth1\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T12:12:26.348646843Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-9893f0","namespace":"e2e-models-e2e-worker-w0-9893f0"},"namespace":"e2e-models-e2e-worker-w0-9893f0","name":"simulator-w0-9893f0","reconcileID":"bfbcbca7-0e95-47f8-961e-45771cdcd198","MaaSModelRef":{"name":"simulator-w0-9893f0","namespace":"e2e-models-e2e-worker-w0-9893f0"},"routeName":"simulator-w0-9893f0-kserve-route","namespace":"e2e-models-e2e-worker-w0-9893f0","llmisvcName":"simulator-w0-9893f0","gateway":"openshift-ingress/e2e-worker-w0-9893f0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:12:26.413480519Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-api-key-deleted-sub","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"namespace":"ai-tenant-e2e-worker-w0-9893f0","name":"e2e-api-key-deleted-sub","reconcileID":"07a15d86-0dce-409d-8765-344150461a16","MaaSSubscription":{"name":"e2e-api-key-deleted-sub","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"name":"maas-trlp-simulator-w0-9893f0","model":"e2e-models-e2e-worker-w0-9893f0/simulator-w0-9893f0","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w0-9893f0/e2e-api-key-deleted-sub","ai-tenant-e2e-worker-w0-9893f0/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:12:26.420922086Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-bb1b51","namespace":"e2e-models-e2e-worker-w3-bb1b51"},"namespace":"e2e-models-e2e-worker-w3-bb1b51","name":"distinct-2-w3-bb1b51","reconcileID":"4fefeb2b-df11-463e-961b-cd2d7b475301","MaaSModelRef":{"name":"distinct-2-w3-bb1b51","namespace":"e2e-models-e2e-worker-w3-bb1b51"},"routeName":"distinct-2-w3-bb1b51-kserve-route","namespace":"e2e-models-e2e-worker-w3-bb1b51","llmisvcName":"distinct-2-w3-bb1b51","gateway":"openshift-ingress/e2e-worker-w3-bb1b51","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:12:26.520444179Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"namespace":"ai-tenant-e2e-worker-w1-5951bc","name":"e2e-sa-multi-hdr-auth2","reconcileID":"ede4a264-76b2-45b1-b7cf-eb1256afd59d","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5951bc","tenantID":"e2e-worker-w1-5951bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:12:26.520865207Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"namespace":"ai-tenant-e2e-worker-w0-9893f0","name":"e2e-api-key-deleted-sub-auth","reconcileID":"d27225be-ad65-4a4b-9f0c-059d2d14dc65","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9893f0","tenantID":"e2e-worker-w0-9893f0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:12:26.521233481Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"namespace":"ai-tenant-e2e-worker-w3-bb1b51","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"f92db625-0eab-433b-9e6b-1392f042146a","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bb1b51","tenantID":"e2e-worker-w3-bb1b51","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:12:26.570828497Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub2","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"namespace":"ai-tenant-e2e-worker-w1-5951bc","name":"e2e-sa-multi-hdr-sub2","reconcileID":"6fcf7651-1139-42ff-a54e-b26ecfe11c22","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub2","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"name":"maas-trlp-distinct-2-w1-5951bc","model":"e2e-models-e2e-worker-w1-5951bc/distinct-2-w1-5951bc","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:12:26.576643437Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"namespace":"ai-tenant-e2e-worker-w1-5951bc","name":"e2e-sa-multi-hdr-auth2","reconcileID":"ede4a264-76b2-45b1-b7cf-eb1256afd59d","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"name":"e2e-worker-w1-5951bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:12:26.58194306Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"namespace":"ai-tenant-e2e-worker-w3-bb1b51","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"f92db625-0eab-433b-9e6b-1392f042146a","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"name":"e2e-worker-w3-bb1b51-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:12:26.58254837Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"namespace":"ai-tenant-e2e-worker-w0-9893f0","name":"e2e-api-key-deleted-sub-auth","reconcileID":"d27225be-ad65-4a4b-9f0c-059d2d14dc65","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"name":"e2e-worker-w0-9893f0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:12:26.623011087Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"namespace":"ai-tenant-e2e-worker-w1-5951bc","name":"simulator-access","reconcileID":"80217bde-e177-44f0-b031-a0289428142d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5951bc","tenantID":"e2e-worker-w1-5951bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:12:26.624158408Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-9893f0","namespace":"e2e-models-e2e-worker-w0-9893f0"},"namespace":"e2e-models-e2e-worker-w0-9893f0","name":"simulator-w0-9893f0","reconcileID":"29b2301d-46d8-4b8a-887a-a48498523108","MaaSModelRef":{"name":"simulator-w0-9893f0","namespace":"e2e-models-e2e-worker-w0-9893f0"},"routeName":"simulator-w0-9893f0-kserve-route","namespace":"e2e-models-e2e-worker-w0-9893f0","llmisvcName":"simulator-w0-9893f0","gateway":"openshift-ingress/e2e-worker-w0-9893f0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:12:26.634457455Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-9893f0-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (896199299167c81bc7b795b9152fd2b5a4b353f1389fac7bb5c2dab3af1409ff) AuthConfig (25507761726909ece851cbb2ec80a1ab7e74b3b903e98934ce3625d6c4d2a06d) AuthConfig (edf9143a4ef71a50ae92b43ca5d7fb431bd025dcfb322619647ffc426d23dad7) AuthConfig (90270c55a6e2231a83210deeace066dfadf386913db54a5bd62a9cb209fc4c3d) AuthConfig (3d9b389035b483523d3312243f894d7f819ed4e370b8de376be984ebabb86712) AuthConfig (d0637e8ef6d3101c853d509c1e29d9b17a95bff2d1052d91dfc9777cd4745c94) AuthConfig (c5f15433d558b64ec80196f79fcd60d32528bef2e30dfb5fe868f73935affd91) AuthConfig (972be3d6a01063416b4fad87849217d60c3daba253311ed01e5ea1f037220de2) AuthConfig (0a77587358d7d6715c750fe3efb44e53ad38c2f63805025554e8fc0a546371a1) AuthConfig (447c56a6d7046551018126aafe032bdcaadf0a8b67ce9e4d4400e286d80ee511) AuthConfig (50dd66efb42dd1770170dc83000ffadd92d5b9c0f8afa81fe900a1209143e861) AuthConfig (54e05f778c51d175def01eaa1b2a74e9c5ca81202d586ff602fef4d2385e6993)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"namespace":"ai-tenant-e2e-worker-w0-9893f0","name":"e2e-api-key-deleted-sub-auth","reconcileID":"d27225be-ad65-4a4b-9f0c-059d2d14dc65","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:12:26.669032215Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub2","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"namespace":"ai-tenant-e2e-worker-w3-bb1b51","name":"e2e-sa-multi-no-hdr-sub2","reconcileID":"85edac06-1ff7-4553-8f8a-b6592b14fa3c","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub2","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"name":"maas-trlp-distinct-2-w3-bb1b51","model":"e2e-models-e2e-worker-w3-bb1b51/distinct-2-w3-bb1b51","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:12:26.669057918Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"namespace":"ai-tenant-e2e-worker-w0-9893f0","name":"simulator-subscription","reconcileID":"398c86a3-8c69-4e37-b409-6f4e90c6dc0c","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"name":"maas-trlp-simulator-w0-9893f0","model":"e2e-models-e2e-worker-w0-9893f0/simulator-w0-9893f0","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:12:26.675595643Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"namespace":"ai-tenant-e2e-worker-w1-5951bc","name":"simulator-access","reconcileID":"80217bde-e177-44f0-b031-a0289428142d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"name":"e2e-worker-w1-5951bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:12:26.686244109Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-9893f0","namespace":"e2e-models-e2e-worker-w0-9893f0"},"namespace":"e2e-models-e2e-worker-w0-9893f0","name":"simulator-w0-9893f0","reconcileID":"6b23dd3e-e41f-4637-8b73-6ed8fe59032c","MaaSModelRef":{"name":"simulator-w0-9893f0","namespace":"e2e-models-e2e-worker-w0-9893f0"},"routeName":"simulator-w0-9893f0-kserve-route","namespace":"e2e-models-e2e-worker-w0-9893f0","llmisvcName":"simulator-w0-9893f0","gateway":"openshift-ingress/e2e-worker-w0-9893f0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:12:26.77396421Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"namespace":"ai-tenant-e2e-worker-w1-5951bc","name":"premium-simulator-access","reconcileID":"a42d40fd-5e2c-4baf-ae83-66b16b152a1e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5951bc","tenantID":"e2e-worker-w1-5951bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:12:26.82277088Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-api-key-deleted-sub","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"namespace":"ai-tenant-e2e-worker-w0-9893f0","name":"e2e-api-key-deleted-sub","reconcileID":"6a53e20a-ce1e-4ad5-91ba-7144a630897a","MaaSSubscription":{"name":"e2e-api-key-deleted-sub","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"name":"maas-trlp-simulator-w0-9893f0","model":"e2e-models-e2e-worker-w0-9893f0/simulator-w0-9893f0","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:12:26.826395318Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"namespace":"ai-tenant-e2e-worker-w1-5951bc","name":"premium-simulator-access","reconcileID":"a42d40fd-5e2c-4baf-ae83-66b16b152a1e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"name":"e2e-worker-w1-5951bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:12:26.876789517Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-bb1b51","namespace":"e2e-models-e2e-worker-w3-bb1b51"},"namespace":"e2e-models-e2e-worker-w3-bb1b51","name":"distinct-2-w3-bb1b51","reconcileID":"4447657c-7994-4e3f-8939-c1ac0b2d763a","MaaSModelRef":{"name":"distinct-2-w3-bb1b51","namespace":"e2e-models-e2e-worker-w3-bb1b51"},"routeName":"distinct-2-w3-bb1b51-kserve-route","namespace":"e2e-models-e2e-worker-w3-bb1b51","llmisvcName":"distinct-2-w3-bb1b51","gateway":"openshift-ingress/e2e-worker-w3-bb1b51","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:12:26.877161351Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-5951bc","namespace":"e2e-models-e2e-worker-w1-5951bc"},"namespace":"e2e-models-e2e-worker-w1-5951bc","name":"distinct-2-w1-5951bc","reconcileID":"d108980b-1303-4292-9b6b-0c52baf6c9ba","MaaSModelRef":{"name":"distinct-2-w1-5951bc","namespace":"e2e-models-e2e-worker-w1-5951bc"},"routeName":"distinct-2-w1-5951bc-kserve-route","namespace":"e2e-models-e2e-worker-w1-5951bc","llmisvcName":"distinct-2-w1-5951bc","gateway":"openshift-ingress/e2e-worker-w1-5951bc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:12:26.927626644Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"namespace":"ai-tenant-e2e-worker-w1-5951bc","name":"e2e-sa-multi-hdr-auth1","reconcileID":"471d5af2-b509-4b5a-a394-54f7bd415593","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5951bc","tenantID":"e2e-worker-w1-5951bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:12:26.97980487Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"namespace":"ai-tenant-e2e-worker-w1-5951bc","name":"e2e-sa-multi-hdr-auth1","reconcileID":"471d5af2-b509-4b5a-a394-54f7bd415593","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"name":"e2e-worker-w1-5951bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:12:27.118033367Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"namespace":"ai-tenant-e2e-worker-w3-bb1b51","name":"premium-simulator-access","reconcileID":"015e793b-4494-404d-bfee-ad5cf088de17","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bb1b51","tenantID":"e2e-worker-w3-bb1b51","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:12:27.118512025Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"namespace":"ai-tenant-e2e-worker-w3-bb1b51","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"e0fb9db5-24bd-4345-a0f0-2498c8c6ec3c","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bb1b51","tenantID":"e2e-worker-w3-bb1b51","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:12:27.171011257Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"namespace":"ai-tenant-e2e-worker-w3-bb1b51","name":"premium-simulator-access","reconcileID":"015e793b-4494-404d-bfee-ad5cf088de17","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"name":"e2e-worker-w3-bb1b51-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:12:27.171254219Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"namespace":"ai-tenant-e2e-worker-w3-bb1b51","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"e0fb9db5-24bd-4345-a0f0-2498c8c6ec3c","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"name":"e2e-worker-w3-bb1b51-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:12:27.219625638Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"namespace":"ai-tenant-e2e-worker-w3-bb1b51","name":"simulator-access","reconcileID":"751e9efa-6ca5-409c-a52e-c235470b3a21","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bb1b51","tenantID":"e2e-worker-w3-bb1b51","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:12:27.221711846Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"namespace":"ai-tenant-e2e-worker-w0-9893f0","name":"simulator-access","reconcileID":"27a5fede-3ab4-476c-abc7-a2b5017445d2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9893f0","tenantID":"e2e-worker-w0-9893f0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:12:27.272570202Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"namespace":"ai-tenant-e2e-worker-w3-bb1b51","name":"simulator-access","reconcileID":"751e9efa-6ca5-409c-a52e-c235470b3a21","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"name":"e2e-worker-w3-bb1b51-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:12:27.274604351Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"namespace":"ai-tenant-e2e-worker-w0-9893f0","name":"simulator-access","reconcileID":"27a5fede-3ab4-476c-abc7-a2b5017445d2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"name":"e2e-worker-w0-9893f0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:12:27.371007909Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"namespace":"ai-tenant-e2e-worker-w0-9893f0","name":"premium-simulator-access","reconcileID":"26873233-f3ad-4996-a55b-90b9ffa42677","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9893f0","tenantID":"e2e-worker-w0-9893f0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:12:27.423070837Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"namespace":"ai-tenant-e2e-worker-w0-9893f0","name":"premium-simulator-access","reconcileID":"26873233-f3ad-4996-a55b-90b9ffa42677","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"name":"e2e-worker-w0-9893f0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:12:27.564537145Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"namespace":"ai-tenant-e2e-worker-w0-9893f0","name":"e2e-api-key-deleted-sub-auth","reconcileID":"d703c5e9-913b-49fc-a98e-5cfb14db90e5","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9893f0","tenantID":"e2e-worker-w0-9893f0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:12:27.567296618Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"namespace":"ai-tenant-e2e-worker-w1-5951bc","name":"e2e-sa-multi-hdr-auth2","reconcileID":"c8f8cbeb-eaed-4d0d-938f-5a6e1e3d03ff","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5951bc","tenantID":"e2e-worker-w1-5951bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:12:27.567425091Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"namespace":"ai-tenant-e2e-worker-w3-bb1b51","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"fa385cba-b650-4992-a8ee-f44e66a660d0","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bb1b51","tenantID":"e2e-worker-w3-bb1b51","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:12:27.617214359Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"namespace":"ai-tenant-e2e-worker-w0-9893f0","name":"e2e-api-key-deleted-sub-auth","reconcileID":"d703c5e9-913b-49fc-a98e-5cfb14db90e5","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"name":"e2e-worker-w0-9893f0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:12:27.62011526Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"namespace":"ai-tenant-e2e-worker-w1-5951bc","name":"e2e-sa-multi-hdr-auth2","reconcileID":"c8f8cbeb-eaed-4d0d-938f-5a6e1e3d03ff","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"name":"e2e-worker-w1-5951bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:12:27.62017208Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"namespace":"ai-tenant-e2e-worker-w3-bb1b51","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"fa385cba-b650-4992-a8ee-f44e66a660d0","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"name":"e2e-worker-w3-bb1b51-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:12:27.668999826Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-9893f0-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (896199299167c81bc7b795b9152fd2b5a4b353f1389fac7bb5c2dab3af1409ff) AuthConfig (25507761726909ece851cbb2ec80a1ab7e74b3b903e98934ce3625d6c4d2a06d) AuthConfig (edf9143a4ef71a50ae92b43ca5d7fb431bd025dcfb322619647ffc426d23dad7) AuthConfig (90270c55a6e2231a83210deeace066dfadf386913db54a5bd62a9cb209fc4c3d) AuthConfig (3d9b389035b483523d3312243f894d7f819ed4e370b8de376be984ebabb86712) AuthConfig (d0637e8ef6d3101c853d509c1e29d9b17a95bff2d1052d91dfc9777cd4745c94) AuthConfig (c5f15433d558b64ec80196f79fcd60d32528bef2e30dfb5fe868f73935affd91) AuthConfig (972be3d6a01063416b4fad87849217d60c3daba253311ed01e5ea1f037220de2) AuthConfig (0a77587358d7d6715c750fe3efb44e53ad38c2f63805025554e8fc0a546371a1) AuthConfig (447c56a6d7046551018126aafe032bdcaadf0a8b67ce9e4d4400e286d80ee511) AuthConfig (50dd66efb42dd1770170dc83000ffadd92d5b9c0f8afa81fe900a1209143e861) AuthConfig (54e05f778c51d175def01eaa1b2a74e9c5ca81202d586ff602fef4d2385e6993)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"namespace":"ai-tenant-e2e-worker-w0-9893f0","name":"e2e-api-key-deleted-sub-auth","reconcileID":"d703c5e9-913b-49fc-a98e-5cfb14db90e5","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:12:30.26253583Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-5951bc","namespace":"e2e-models-e2e-worker-w1-5951bc"},"namespace":"e2e-models-e2e-worker-w1-5951bc","name":"distinct-w1-5951bc","reconcileID":"1adb8a0c-7c47-4718-bedd-09ddd336fd09","MaaSModelRef":{"name":"distinct-w1-5951bc","namespace":"e2e-models-e2e-worker-w1-5951bc"},"routeName":"distinct-w1-5951bc-kserve-route","namespace":"e2e-models-e2e-worker-w1-5951bc","llmisvcName":"distinct-w1-5951bc","gateway":"openshift-ingress/e2e-worker-w1-5951bc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:12:30.414204578Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub1","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"namespace":"ai-tenant-e2e-worker-w1-5951bc","name":"e2e-sa-multi-hdr-sub1","reconcileID":"db35d077-1a5d-4f8a-9639-891660144980","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub1","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-0ba3bf50","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:12:30.504596561Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"namespace":"ai-tenant-e2e-worker-w1-5951bc","name":"e2e-sa-multi-hdr-auth1","reconcileID":"e12ef1a1-6db0-4726-8c4d-bd2d67c75e49","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5951bc","tenantID":"e2e-worker-w1-5951bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:12:30.504961811Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"namespace":"ai-tenant-e2e-worker-w1-5951bc","name":"premium-simulator-access","reconcileID":"ed3688fd-f6d3-4798-948d-6122149c04b4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5951bc","tenantID":"e2e-worker-w1-5951bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:12:30.504596564Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"namespace":"ai-tenant-e2e-worker-w1-5951bc","name":"simulator-access","reconcileID":"98a7b7cc-c2cc-43e7-97fa-ba13e70f2e56","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5951bc","tenantID":"e2e-worker-w1-5951bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:12:30.505532839Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"namespace":"ai-tenant-e2e-worker-w1-5951bc","name":"e2e-sa-multi-hdr-auth2","reconcileID":"842596c8-076e-49a0-8d09-d9d6aaef9b4e","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5951bc","tenantID":"e2e-worker-w1-5951bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:12:30.557950907Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"namespace":"ai-tenant-e2e-worker-w1-5951bc","name":"e2e-sa-multi-hdr-auth2","reconcileID":"842596c8-076e-49a0-8d09-d9d6aaef9b4e","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"name":"e2e-worker-w1-5951bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:12:30.558168784Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"namespace":"ai-tenant-e2e-worker-w1-5951bc","name":"simulator-access","reconcileID":"98a7b7cc-c2cc-43e7-97fa-ba13e70f2e56","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"name":"e2e-worker-w1-5951bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:12:30.56052533Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"namespace":"ai-tenant-e2e-worker-w1-5951bc","name":"premium-simulator-access","reconcileID":"ed3688fd-f6d3-4798-948d-6122149c04b4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"name":"e2e-worker-w1-5951bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:12:30.560580793Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"namespace":"ai-tenant-e2e-worker-w1-5951bc","name":"e2e-sa-multi-hdr-auth1","reconcileID":"e12ef1a1-6db0-4726-8c4d-bd2d67c75e49","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"name":"e2e-worker-w1-5951bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:12:30.945439447Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"namespace":"ai-tenant-e2e-worker-w1-5951bc","name":"premium-simulator-access","reconcileID":"bb3a7284-3f83-4b02-9c4d-65e920b262ab","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5951bc","tenantID":"e2e-worker-w1-5951bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:12:30.946204304Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"namespace":"ai-tenant-e2e-worker-w1-5951bc","name":"e2e-sa-multi-hdr-auth1","reconcileID":"da58cce3-921a-4454-85bf-58fcb1a50c98","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5951bc","tenantID":"e2e-worker-w1-5951bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:12:30.946790966Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"namespace":"ai-tenant-e2e-worker-w1-5951bc","name":"e2e-sa-multi-hdr-auth2","reconcileID":"1d408f64-654c-4c0e-a9b7-7bb4d966594b","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5951bc","tenantID":"e2e-worker-w1-5951bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:12:30.948617249Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"namespace":"ai-tenant-e2e-worker-w1-5951bc","name":"simulator-access","reconcileID":"40cff30f-b444-46a6-b804-8dc17d8c90b8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5951bc","tenantID":"e2e-worker-w1-5951bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:12:30.999178273Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"namespace":"ai-tenant-e2e-worker-w1-5951bc","name":"premium-simulator-access","reconcileID":"bb3a7284-3f83-4b02-9c4d-65e920b262ab","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"name":"e2e-worker-w1-5951bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:12:31.000397485Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"namespace":"ai-tenant-e2e-worker-w1-5951bc","name":"e2e-sa-multi-hdr-auth1","reconcileID":"da58cce3-921a-4454-85bf-58fcb1a50c98","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"name":"e2e-worker-w1-5951bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:12:31.002918299Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"namespace":"ai-tenant-e2e-worker-w1-5951bc","name":"e2e-sa-multi-hdr-auth2","reconcileID":"1d408f64-654c-4c0e-a9b7-7bb4d966594b","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"name":"e2e-worker-w1-5951bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:12:31.004105874Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"namespace":"ai-tenant-e2e-worker-w1-5951bc","name":"simulator-access","reconcileID":"40cff30f-b444-46a6-b804-8dc17d8c90b8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"name":"e2e-worker-w1-5951bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:12:31.417159548Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-8d2c7c","namespace":"e2e-models-e2e-worker-w4-8d2c7c"},"namespace":"e2e-models-e2e-worker-w4-8d2c7c","name":"simulator-w4-8d2c7c","reconcileID":"76c3546b-070b-4df8-8dc3-9e649f02d71f","MaaSModelRef":{"name":"simulator-w4-8d2c7c","namespace":"e2e-models-e2e-worker-w4-8d2c7c"},"routeName":"simulator-w4-8d2c7c-kserve-route","namespace":"e2e-models-e2e-worker-w4-8d2c7c","llmisvcName":"simulator-w4-8d2c7c","gateway":"openshift-ingress/e2e-worker-w4-8d2c7c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:12:31.417696965Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-8d2c7c","namespace":"e2e-models-e2e-worker-w4-8d2c7c"},"namespace":"e2e-models-e2e-worker-w4-8d2c7c","name":"premium-w4-8d2c7c","reconcileID":"3e3542c7-74df-4a58-8851-736072bc5c21","MaaSModelRef":{"name":"premium-w4-8d2c7c","namespace":"e2e-models-e2e-worker-w4-8d2c7c"},"routeName":"premium-w4-8d2c7c-kserve-route","namespace":"e2e-models-e2e-worker-w4-8d2c7c","llmisvcName":"premium-w4-8d2c7c","gateway":"openshift-ingress/e2e-worker-w4-8d2c7c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:12:31.418150677Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-8d2c7c","namespace":"e2e-models-e2e-worker-w4-8d2c7c"},"namespace":"e2e-models-e2e-worker-w4-8d2c7c","name":"distinct-w4-8d2c7c","reconcileID":"e2fbab4d-ce7f-4ded-a887-41ac73d8f602","MaaSModelRef":{"name":"distinct-w4-8d2c7c","namespace":"e2e-models-e2e-worker-w4-8d2c7c"},"routeName":"distinct-w4-8d2c7c-kserve-route","namespace":"e2e-models-e2e-worker-w4-8d2c7c","llmisvcName":"distinct-w4-8d2c7c","gateway":"openshift-ingress/e2e-worker-w4-8d2c7c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:12:31.500358892Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-8d2c7c","namespace":"e2e-models-e2e-worker-w4-8d2c7c"},"namespace":"e2e-models-e2e-worker-w4-8d2c7c","name":"simulator-w4-8d2c7c","reconcileID":"ce443c76-b2c6-44d4-a80e-e05394ffac2e","MaaSModelRef":{"name":"simulator-w4-8d2c7c","namespace":"e2e-models-e2e-worker-w4-8d2c7c"},"routeName":"simulator-w4-8d2c7c-kserve-route","namespace":"e2e-models-e2e-worker-w4-8d2c7c","llmisvcName":"simulator-w4-8d2c7c","gateway":"openshift-ingress/e2e-worker-w4-8d2c7c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:12:31.500814517Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-8d2c7c","namespace":"e2e-models-e2e-worker-w4-8d2c7c"},"namespace":"e2e-models-e2e-worker-w4-8d2c7c","name":"premium-w4-8d2c7c","reconcileID":"738f407c-3058-4d78-b429-6e85a19543a6","MaaSModelRef":{"name":"premium-w4-8d2c7c","namespace":"e2e-models-e2e-worker-w4-8d2c7c"},"routeName":"premium-w4-8d2c7c-kserve-route","namespace":"e2e-models-e2e-worker-w4-8d2c7c","llmisvcName":"premium-w4-8d2c7c","gateway":"openshift-ingress/e2e-worker-w4-8d2c7c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:12:31.501112393Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-8d2c7c","namespace":"e2e-models-e2e-worker-w4-8d2c7c"},"namespace":"e2e-models-e2e-worker-w4-8d2c7c","name":"distinct-w4-8d2c7c","reconcileID":"41b25a3e-7c17-4fb4-ad1b-6d154e1277f7","MaaSModelRef":{"name":"distinct-w4-8d2c7c","namespace":"e2e-models-e2e-worker-w4-8d2c7c"},"routeName":"distinct-w4-8d2c7c-kserve-route","namespace":"e2e-models-e2e-worker-w4-8d2c7c","llmisvcName":"distinct-w4-8d2c7c","gateway":"openshift-ingress/e2e-worker-w4-8d2c7c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:12:31.56504635Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"namespace":"ai-tenant-e2e-worker-w4-8d2c7c","name":"premium-simulator-access","reconcileID":"338ed6ae-e0df-4543-9672-d2be9f334c9f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-8d2c7c","tenantID":"e2e-worker-w4-8d2c7c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:12:31.567608639Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"namespace":"ai-tenant-e2e-worker-w4-8d2c7c","name":"simulator-access","reconcileID":"941f5f44-33bd-43c8-aa0f-0d5e532c0dbe","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-8d2c7c","tenantID":"e2e-worker-w4-8d2c7c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:12:31.623177133Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"namespace":"ai-tenant-e2e-worker-w4-8d2c7c","name":"premium-simulator-access","reconcileID":"338ed6ae-e0df-4543-9672-d2be9f334c9f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"name":"e2e-worker-w4-8d2c7c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:12:31.624096675Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"namespace":"ai-tenant-e2e-worker-w4-8d2c7c","name":"premium-simulator-subscription","reconcileID":"dd06ffc8-4e0e-4725-af6e-a1eaefb1de48","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"name":"maas-trlp-premium-w4-8d2c7c","model":"e2e-models-e2e-worker-w4-8d2c7c/premium-w4-8d2c7c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:12:31.624813693Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"namespace":"ai-tenant-e2e-worker-w4-8d2c7c","name":"simulator-subscription","reconcileID":"c599fc87-dcb8-48a7-99d2-bf0fc1934652","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"name":"maas-trlp-simulator-w4-8d2c7c","model":"e2e-models-e2e-worker-w4-8d2c7c/simulator-w4-8d2c7c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:12:31.629006399Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"namespace":"ai-tenant-e2e-worker-w4-8d2c7c","name":"simulator-access","reconcileID":"941f5f44-33bd-43c8-aa0f-0d5e532c0dbe","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"name":"e2e-worker-w4-8d2c7c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:12:31.928467524Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"namespace":"ai-tenant-e2e-worker-w4-8d2c7c","name":"simulator-access","reconcileID":"137d1bf0-da10-4f88-835c-4b40ed8dae72","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-8d2c7c","tenantID":"e2e-worker-w4-8d2c7c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:12:31.928469069Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"namespace":"ai-tenant-e2e-worker-w4-8d2c7c","name":"premium-simulator-access","reconcileID":"5a5a0b35-f2ba-4e5f-9d20-4204c59dacb7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-8d2c7c","tenantID":"e2e-worker-w4-8d2c7c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:12:31.981250394Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"namespace":"ai-tenant-e2e-worker-w4-8d2c7c","name":"premium-simulator-access","reconcileID":"5a5a0b35-f2ba-4e5f-9d20-4204c59dacb7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"name":"e2e-worker-w4-8d2c7c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:12:31.981885256Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"namespace":"ai-tenant-e2e-worker-w4-8d2c7c","name":"simulator-access","reconcileID":"137d1bf0-da10-4f88-835c-4b40ed8dae72","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"name":"e2e-worker-w4-8d2c7c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:12:36.877969493Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-bb1b51","namespace":"e2e-models-e2e-worker-w3-bb1b51"},"namespace":"e2e-models-e2e-worker-w3-bb1b51","name":"distinct-2-w3-bb1b51","reconcileID":"70f2fee4-6bd0-4201-8124-a4aa61dbd048","MaaSModelRef":{"name":"distinct-2-w3-bb1b51","namespace":"e2e-models-e2e-worker-w3-bb1b51"},"routeName":"distinct-2-w3-bb1b51-kserve-route","namespace":"e2e-models-e2e-worker-w3-bb1b51","llmisvcName":"distinct-2-w3-bb1b51","gateway":"openshift-ingress/e2e-worker-w3-bb1b51","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:12:37.814830308Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"namespace":"ai-tenant-e2e-worker-w0-9893f0","name":"e2e-api-key-deleted-sub-auth","reconcileID":"d29c43cd-c3c0-4683-ba9c-14a1e19ecbd2","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9893f0","tenantID":"e2e-worker-w0-9893f0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:12:37.867049792Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"namespace":"ai-tenant-e2e-worker-w0-9893f0","name":"e2e-api-key-deleted-sub-auth","reconcileID":"d29c43cd-c3c0-4683-ba9c-14a1e19ecbd2","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"name":"e2e-worker-w0-9893f0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:12:37.921669028Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-9893f0-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (896199299167c81bc7b795b9152fd2b5a4b353f1389fac7bb5c2dab3af1409ff) AuthConfig (25507761726909ece851cbb2ec80a1ab7e74b3b903e98934ce3625d6c4d2a06d) AuthConfig (edf9143a4ef71a50ae92b43ca5d7fb431bd025dcfb322619647ffc426d23dad7) AuthConfig (90270c55a6e2231a83210deeace066dfadf386913db54a5bd62a9cb209fc4c3d) AuthConfig (3d9b389035b483523d3312243f894d7f819ed4e370b8de376be984ebabb86712) AuthConfig (d0637e8ef6d3101c853d509c1e29d9b17a95bff2d1052d91dfc9777cd4745c94) AuthConfig (c5f15433d558b64ec80196f79fcd60d32528bef2e30dfb5fe868f73935affd91) AuthConfig (972be3d6a01063416b4fad87849217d60c3daba253311ed01e5ea1f037220de2) AuthConfig (0a77587358d7d6715c750fe3efb44e53ad38c2f63805025554e8fc0a546371a1) AuthConfig (447c56a6d7046551018126aafe032bdcaadf0a8b67ce9e4d4400e286d80ee511) AuthConfig (50dd66efb42dd1770170dc83000ffadd92d5b9c0f8afa81fe900a1209143e861) AuthConfig (54e05f778c51d175def01eaa1b2a74e9c5ca81202d586ff602fef4d2385e6993)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"namespace":"ai-tenant-e2e-worker-w0-9893f0","name":"e2e-api-key-deleted-sub-auth","reconcileID":"d29c43cd-c3c0-4683-ba9c-14a1e19ecbd2","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:12:40.468090079Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub1","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"namespace":"ai-tenant-e2e-worker-w1-5951bc","name":"e2e-sa-multi-hdr-sub1","reconcileID":"c10e3704-56cd-4396-9d14-75ff2372aa89","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub1","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"model":"e2e-models-e2e-worker-w1-5951bc/distinct-w1-5951bc","subscription":"e2e-sa-multi-hdr-sub1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:12:40.571456071Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub1","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"namespace":"ai-tenant-e2e-worker-w1-5951bc","name":"e2e-sa-multi-hdr-sub1","reconcileID":"c10e3704-56cd-4396-9d14-75ff2372aa89","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub1","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"model":"e2e-models-e2e-worker-w1-5951bc/distinct-w1-5951bc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:12:40.638470374Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub2","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"namespace":"ai-tenant-e2e-worker-w3-bb1b51","name":"e2e-sa-multi-no-hdr-sub2","reconcileID":"903e4da4-60a2-436e-ac02-b1235a4e46ed","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub2","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"name":"maas-trlp-distinct-2-w3-bb1b51","model":"e2e-models-e2e-worker-w3-bb1b51/distinct-2-w3-bb1b51","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:12:40.639262395Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub1","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"namespace":"ai-tenant-e2e-worker-w1-5951bc","name":"e2e-sa-multi-hdr-sub1","reconcileID":"c10e3704-56cd-4396-9d14-75ff2372aa89","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub1","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"name":"maas-trlp-distinct-w1-5951bc","namespace":"e2e-models-e2e-worker-w1-5951bc","model":"e2e-models-e2e-worker-w1-5951bc/distinct-w1-5951bc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:12:40.860563471Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-bb1b51","namespace":"e2e-models-e2e-worker-w3-bb1b51"},"namespace":"e2e-models-e2e-worker-w3-bb1b51","name":"distinct-2-w3-bb1b51","reconcileID":"b25b62b9-dcb8-4b91-bf32-f05704b82389","MaaSModelRef":{"name":"distinct-2-w3-bb1b51","namespace":"e2e-models-e2e-worker-w3-bb1b51"},"routeName":"distinct-2-w3-bb1b51-kserve-route","namespace":"e2e-models-e2e-worker-w3-bb1b51","llmisvcName":"distinct-2-w3-bb1b51","gateway":"openshift-ingress/e2e-worker-w3-bb1b51","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:12:41.078972167Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w3-bb1b51 priority=0:[ai-tenant-e2e-worker-w3-bb1b51/e2e-sa-multi-no-hdr-sub1 ai-tenant-e2e-worker-w3-bb1b51/e2e-sa-multi-no-hdr-sub2]","namespace=models-as-a-service priority=0:[models-as-a-service/e2e-rt-eq-633a29-sub models-as-a-service/e2e-rt-sw-f0d8f9-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:12:41.080022611Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-5951bc","namespace":"e2e-models-e2e-worker-w1-5951bc"},"namespace":"e2e-models-e2e-worker-w1-5951bc","name":"distinct-w1-5951bc","reconcileID":"cc655cbc-5214-40e3-b252-a52f1da17f32","MaaSModelRef":{"name":"distinct-w1-5951bc","namespace":"e2e-models-e2e-worker-w1-5951bc"},"routeName":"distinct-w1-5951bc-kserve-route","namespace":"e2e-models-e2e-worker-w1-5951bc","llmisvcName":"distinct-w1-5951bc","gateway":"openshift-ingress/e2e-worker-w1-5951bc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:12:41.083471293Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub2","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"namespace":"ai-tenant-e2e-worker-w1-5951bc","name":"e2e-sa-multi-hdr-sub2","reconcileID":"433199ce-6529-4c2f-bd7d-bbe422e513fb","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub2","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"name":"maas-trlp-distinct-2-w1-5951bc","model":"e2e-models-e2e-worker-w1-5951bc/distinct-2-w1-5951bc","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:12:41.169971569Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-5951bc","namespace":"e2e-models-e2e-worker-w1-5951bc"},"namespace":"e2e-models-e2e-worker-w1-5951bc","name":"distinct-2-w1-5951bc","reconcileID":"eed86544-4a66-40cf-9136-686ad0ac891f","MaaSModelRef":{"name":"distinct-2-w1-5951bc","namespace":"e2e-models-e2e-worker-w1-5951bc"},"routeName":"distinct-2-w1-5951bc-kserve-route","namespace":"e2e-models-e2e-worker-w1-5951bc","llmisvcName":"distinct-2-w1-5951bc","gateway":"openshift-ingress/e2e-worker-w1-5951bc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:12:41.235528046Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-5951bc","namespace":"e2e-models-e2e-worker-w1-5951bc"},"namespace":"e2e-models-e2e-worker-w1-5951bc","name":"distinct-2-w1-5951bc","reconcileID":"11a14ee1-fde6-40b4-b8dc-4dcdcbd0acf8","MaaSModelRef":{"name":"distinct-2-w1-5951bc","namespace":"e2e-models-e2e-worker-w1-5951bc"},"routeName":"distinct-2-w1-5951bc-kserve-route","namespace":"e2e-models-e2e-worker-w1-5951bc","llmisvcName":"distinct-2-w1-5951bc","gateway":"openshift-ingress/e2e-worker-w1-5951bc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:12:41.329105307Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-5951bc","namespace":"e2e-models-e2e-worker-w1-5951bc"},"namespace":"e2e-models-e2e-worker-w1-5951bc","name":"distinct-2-w1-5951bc","reconcileID":"b1f1b770-e7ad-4098-9ba2-84c2a4d996a4","MaaSModelRef":{"name":"distinct-2-w1-5951bc","namespace":"e2e-models-e2e-worker-w1-5951bc"},"routeName":"distinct-2-w1-5951bc-kserve-route","namespace":"e2e-models-e2e-worker-w1-5951bc","llmisvcName":"distinct-2-w1-5951bc","gateway":"openshift-ingress/e2e-worker-w1-5951bc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:12:41.368154911Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub1","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"namespace":"ai-tenant-e2e-worker-w3-bb1b51","name":"e2e-sa-multi-no-hdr-sub1","reconcileID":"806b8628-7c7a-4db6-bbd8-350b50cb5e89","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub1","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"name":"maas-trlp-distinct-w3-bb1b51","model":"e2e-models-e2e-worker-w3-bb1b51/distinct-w3-bb1b51","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:12:41.430561922Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"namespace":"ai-tenant-e2e-worker-w1-5951bc","name":"e2e-sa-multi-hdr-auth1","reconcileID":"83678de4-21ec-40aa-823c-73395df28376","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5951bc","tenantID":"e2e-worker-w1-5951bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:12:41.430517723Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"namespace":"ai-tenant-e2e-worker-w1-5951bc","name":"e2e-sa-multi-hdr-auth2","reconcileID":"84b1b8c8-ee8f-4115-8bb9-07434b1b6b84","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5951bc","tenantID":"e2e-worker-w1-5951bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:12:41.431965258Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"namespace":"ai-tenant-e2e-worker-w1-5951bc","name":"simulator-access","reconcileID":"b55f683d-8fbd-42e0-bf00-8d88bc4ce6d3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5951bc","tenantID":"e2e-worker-w1-5951bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:12:41.459895106Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"namespace":"ai-tenant-e2e-worker-w1-5951bc","name":"premium-simulator-access","reconcileID":"9a2de0ae-f38d-4a13-a744-bf7a426d8e79","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5951bc","tenantID":"e2e-worker-w1-5951bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:12:41.511191608Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"namespace":"ai-tenant-e2e-worker-w1-5951bc","name":"e2e-sa-multi-hdr-auth1","reconcileID":"83678de4-21ec-40aa-823c-73395df28376","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"name":"e2e-worker-w1-5951bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:12:41.512167863Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"namespace":"ai-tenant-e2e-worker-w1-5951bc","name":"e2e-sa-multi-hdr-auth2","reconcileID":"84b1b8c8-ee8f-4115-8bb9-07434b1b6b84","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"name":"e2e-worker-w1-5951bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:12:41.53557736Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub2","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"namespace":"ai-tenant-e2e-worker-w1-5951bc","name":"e2e-sa-multi-hdr-sub2","reconcileID":"840a9e67-e3f6-40a4-80e2-97c9117bb981","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub2","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-0a54034b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:12:41.541970355Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"namespace":"ai-tenant-e2e-worker-w1-5951bc","name":"premium-simulator-access","reconcileID":"9a2de0ae-f38d-4a13-a744-bf7a426d8e79","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"name":"e2e-worker-w1-5951bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:12:41.583215359Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-bb1b51","namespace":"e2e-models-e2e-worker-w3-bb1b51"},"namespace":"e2e-models-e2e-worker-w3-bb1b51","name":"distinct-w3-bb1b51","reconcileID":"011b9a0f-876a-44ad-80ac-135eb4e14d9b","MaaSModelRef":{"name":"distinct-w3-bb1b51","namespace":"e2e-models-e2e-worker-w3-bb1b51"},"routeName":"distinct-w3-bb1b51-kserve-route","namespace":"e2e-models-e2e-worker-w3-bb1b51","llmisvcName":"distinct-w3-bb1b51","gateway":"openshift-ingress/e2e-worker-w3-bb1b51","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:12:41.647643641Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"namespace":"ai-tenant-e2e-worker-w1-5951bc","name":"simulator-access","reconcileID":"b55f683d-8fbd-42e0-bf00-8d88bc4ce6d3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"name":"e2e-worker-w1-5951bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:12:42.081397742Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"namespace":"ai-tenant-e2e-worker-w3-bb1b51","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"f3c88bc3-f341-459b-a19d-75413e3621a8","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bb1b51","tenantID":"e2e-worker-w3-bb1b51","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:12:42.176113393Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"namespace":"ai-tenant-e2e-worker-w3-bb1b51","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"f3c88bc3-f341-459b-a19d-75413e3621a8","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"name":"e2e-worker-w3-bb1b51-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:12:42.231833975Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"namespace":"ai-tenant-e2e-worker-w1-5951bc","name":"e2e-sa-multi-hdr-auth2","reconcileID":"b7076e63-e484-41cd-9acc-7e4e03ee2ca2","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5951bc","tenantID":"e2e-worker-w1-5951bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:12:42.233160397Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"namespace":"ai-tenant-e2e-worker-w1-5951bc","name":"e2e-sa-multi-hdr-auth1","reconcileID":"757258ad-3945-4c13-bca6-7d10339e202a","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5951bc","tenantID":"e2e-worker-w1-5951bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:12:42.313166144Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"namespace":"ai-tenant-e2e-worker-w1-5951bc","name":"e2e-sa-multi-hdr-auth1","reconcileID":"757258ad-3945-4c13-bca6-7d10339e202a","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"name":"e2e-worker-w1-5951bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:12:42.320564223Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"namespace":"ai-tenant-e2e-worker-w1-5951bc","name":"e2e-sa-multi-hdr-auth2","reconcileID":"b7076e63-e484-41cd-9acc-7e4e03ee2ca2","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"name":"e2e-worker-w1-5951bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:12:42.339435648Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"namespace":"ai-tenant-e2e-worker-w1-5951bc","name":"premium-simulator-access","reconcileID":"46a09a46-428e-4133-8e60-9a2238af04c0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5951bc","tenantID":"e2e-worker-w1-5951bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:12:42.404307919Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"namespace":"ai-tenant-e2e-worker-w1-5951bc","name":"simulator-access","reconcileID":"0bd5e35f-d52d-455e-80f9-917fdbd03a73","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5951bc","tenantID":"e2e-worker-w1-5951bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:12:42.488570494Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"namespace":"ai-tenant-e2e-worker-w1-5951bc","name":"premium-simulator-access","reconcileID":"46a09a46-428e-4133-8e60-9a2238af04c0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"name":"e2e-worker-w1-5951bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:12:42.645683966Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"namespace":"ai-tenant-e2e-worker-w1-5951bc","name":"simulator-access","reconcileID":"0bd5e35f-d52d-455e-80f9-917fdbd03a73","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"name":"e2e-worker-w1-5951bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:12:42.861116841Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"namespace":"ai-tenant-e2e-worker-w3-bb1b51","name":"simulator-access","reconcileID":"01572083-df91-4ff4-84e2-d6a9a7162d84","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bb1b51","tenantID":"e2e-worker-w3-bb1b51","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:12:42.926513756Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"94c08739-1087-49aa-9d03-90b9232393b3","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:12:42.926632443Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"94c08739-1087-49aa-9d03-90b9232393b3","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:12:42.935332679Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"namespace":"ai-tenant-e2e-worker-w3-bb1b51","name":"simulator-access","reconcileID":"01572083-df91-4ff4-84e2-d6a9a7162d84","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"name":"e2e-worker-w3-bb1b51-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:12:43.030610851Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"namespace":"ai-tenant-e2e-worker-w3-bb1b51","name":"premium-simulator-access","reconcileID":"0b47b13c-20c2-4e50-8d8a-8337f03c32c8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bb1b51","tenantID":"e2e-worker-w3-bb1b51","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:12:43.03201713Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"namespace":"ai-tenant-e2e-worker-w3-bb1b51","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"fb02b97f-6dbf-4735-a9ee-626358d42c50","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bb1b51","tenantID":"e2e-worker-w3-bb1b51","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:12:43.181146783Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"namespace":"ai-tenant-e2e-worker-w3-bb1b51","name":"premium-simulator-access","reconcileID":"0b47b13c-20c2-4e50-8d8a-8337f03c32c8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"name":"e2e-worker-w3-bb1b51-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:12:43.219845876Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"namespace":"ai-tenant-e2e-worker-w4-8d2c7c","name":"premium-simulator-access","reconcileID":"524dc153-69e1-40f8-bce3-51789ccf9371","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-8d2c7c","tenantID":"e2e-worker-w4-8d2c7c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:12:43.243765194Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"namespace":"ai-tenant-e2e-worker-w3-bb1b51","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"fb02b97f-6dbf-4735-a9ee-626358d42c50","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"name":"e2e-worker-w3-bb1b51-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:12:43.399413227Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"namespace":"ai-tenant-e2e-worker-w4-8d2c7c","name":"simulator-access","reconcileID":"33fa5af5-23e9-40f3-9098-e5e429d388ad","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-8d2c7c","tenantID":"e2e-worker-w4-8d2c7c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:12:43.404656777Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"namespace":"ai-tenant-e2e-worker-w4-8d2c7c","name":"premium-simulator-access","reconcileID":"524dc153-69e1-40f8-bce3-51789ccf9371","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"name":"e2e-worker-w4-8d2c7c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:12:43.405508652Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"f20f5e2d-e0c6-4bda-b426-c1d33bc503c0","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:12:43.50955981Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"namespace":"ai-tenant-e2e-worker-w4-8d2c7c","name":"simulator-access","reconcileID":"33fa5af5-23e9-40f3-9098-e5e429d388ad","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"name":"e2e-worker-w4-8d2c7c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:12:43.622575486Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"ae879177-a58b-47e1-b677-43c7049ef7a7","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:12:43.622684179Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"ae879177-a58b-47e1-b677-43c7049ef7a7","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:12:43.687276976Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"namespace":"ai-tenant-e2e-worker-w1-5951bc","name":"simulator-access","reconcileID":"99c856ed-8968-4e71-872a-50988c72a0e1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5951bc","tenantID":"e2e-worker-w1-5951bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:12:43.755736818Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"namespace":"ai-tenant-e2e-worker-w1-5951bc","name":"simulator-access","reconcileID":"99c856ed-8968-4e71-872a-50988c72a0e1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"name":"e2e-worker-w1-5951bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:12:43.806195192Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"namespace":"ai-tenant-e2e-worker-w1-5951bc","name":"e2e-sa-multi-hdr-auth2","reconcileID":"83d6ae6c-b450-498a-9419-cc385b0017bc","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5951bc","tenantID":"e2e-worker-w1-5951bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:12:43.825946769Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"cdd6f996-38c2-4fbd-889d-8a1f43f6af1e","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:12:43.859770729Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"namespace":"ai-tenant-e2e-worker-w1-5951bc","name":"e2e-sa-multi-hdr-auth2","reconcileID":"83d6ae6c-b450-498a-9419-cc385b0017bc","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"name":"e2e-worker-w1-5951bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:12:43.902458318Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"namespace":"ai-tenant-e2e-worker-w1-5951bc","name":"premium-simulator-access","reconcileID":"51e79eb0-db44-4981-b600-ab3ea0a2de62","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5951bc","tenantID":"e2e-worker-w1-5951bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:12:43.902826521Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"namespace":"ai-tenant-e2e-worker-w1-5951bc","name":"e2e-sa-multi-hdr-auth1","reconcileID":"d12caec3-bf35-4f44-95b1-1033406872ca","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5951bc","tenantID":"e2e-worker-w1-5951bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:12:43.955027968Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"namespace":"ai-tenant-e2e-worker-w1-5951bc","name":"premium-simulator-access","reconcileID":"51e79eb0-db44-4981-b600-ab3ea0a2de62","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"name":"e2e-worker-w1-5951bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:12:43.955724964Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"namespace":"ai-tenant-e2e-worker-w1-5951bc","name":"e2e-sa-multi-hdr-auth1","reconcileID":"d12caec3-bf35-4f44-95b1-1033406872ca","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"name":"e2e-worker-w1-5951bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:12:43.998759473Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d6bda14d-16d7-4dae-8dfc-81fb5f4372aa","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:12:44.05239801Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d6bda14d-16d7-4dae-8dfc-81fb5f4372aa","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:12:44.196793068Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"4b0821ec-17c7-4a35-824d-f9d393dcd415","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:12:44.250905356Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"4b0821ec-17c7-4a35-824d-f9d393dcd415","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:12:44.395974521Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-f0d8f9-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-f0d8f9-access","reconcileID":"9410e7a0-a2f1-4bc4-86a2-48ea5fa88bc3","MaaSAuthPolicy":{"name":"e2e-rt-sw-f0d8f9-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:12:44.396266543Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-633a29-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-633a29-access","reconcileID":"04cdacb1-c70c-4c24-8b4e-b51e76e31862","MaaSAuthPolicy":{"name":"e2e-rt-eq-633a29-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:12:44.449170137Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-f0d8f9-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-f0d8f9-access","reconcileID":"9410e7a0-a2f1-4bc4-86a2-48ea5fa88bc3","MaaSAuthPolicy":{"name":"e2e-rt-sw-f0d8f9-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:12:44.449234129Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-633a29-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-633a29-access","reconcileID":"04cdacb1-c70c-4c24-8b4e-b51e76e31862","MaaSAuthPolicy":{"name":"e2e-rt-eq-633a29-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:12:45.066325756Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-9893f0","namespace":"e2e-models-e2e-worker-w0-9893f0"},"namespace":"e2e-models-e2e-worker-w0-9893f0","name":"simulator-w0-9893f0","reconcileID":"7a8f758e-b34a-43c4-ab7f-488c7226f5da","MaaSModelRef":{"name":"simulator-w0-9893f0","namespace":"e2e-models-e2e-worker-w0-9893f0"},"routeName":"simulator-w0-9893f0-kserve-route","namespace":"e2e-models-e2e-worker-w0-9893f0","llmisvcName":"simulator-w0-9893f0","gateway":"openshift-ingress/e2e-worker-w0-9893f0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:12:45.263263447Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"namespace":"ai-tenant-e2e-worker-w0-9893f0","name":"simulator-subscription","reconcileID":"934d6bfd-cc85-45e0-8cdb-41e30cdb788b","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"name":"maas-trlp-simulator-w0-9893f0","model":"e2e-models-e2e-worker-w0-9893f0/simulator-w0-9893f0","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:12:45.263456811Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-api-key-deleted-sub","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"namespace":"ai-tenant-e2e-worker-w0-9893f0","name":"e2e-api-key-deleted-sub","reconcileID":"a91ad01c-2e74-4811-a491-253457cb6f8b","MaaSSubscription":{"name":"e2e-api-key-deleted-sub","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"name":"maas-trlp-simulator-w0-9893f0","model":"e2e-models-e2e-worker-w0-9893f0/simulator-w0-9893f0","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:12:45.269401651Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"namespace":"ai-tenant-e2e-worker-w0-9893f0","name":"premium-simulator-access","reconcileID":"0ff4c657-1ec3-4780-8397-30ea7d9c98e2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9893f0","tenantID":"e2e-worker-w0-9893f0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:12:45.269471231Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"namespace":"ai-tenant-e2e-worker-w0-9893f0","name":"simulator-access","reconcileID":"d57f4eef-9b7e-449d-99ef-09b0a6cd90aa","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9893f0","tenantID":"e2e-worker-w0-9893f0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:12:45.269848789Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"namespace":"ai-tenant-e2e-worker-w0-9893f0","name":"e2e-api-key-deleted-sub-auth","reconcileID":"159325b4-74e3-41ce-9bec-e1bd2f4580da","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9893f0","tenantID":"e2e-worker-w0-9893f0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:12:45.323855159Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"namespace":"ai-tenant-e2e-worker-w0-9893f0","name":"premium-simulator-access","reconcileID":"0ff4c657-1ec3-4780-8397-30ea7d9c98e2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"name":"e2e-worker-w0-9893f0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:12:45.323855729Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"namespace":"ai-tenant-e2e-worker-w0-9893f0","name":"simulator-access","reconcileID":"d57f4eef-9b7e-449d-99ef-09b0a6cd90aa","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"name":"e2e-worker-w0-9893f0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:12:45.326193888Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"namespace":"ai-tenant-e2e-worker-w0-9893f0","name":"e2e-api-key-deleted-sub-auth","reconcileID":"159325b4-74e3-41ce-9bec-e1bd2f4580da","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"name":"e2e-worker-w0-9893f0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:12:45.421922517Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-9893f0","namespace":"e2e-models-e2e-worker-w0-9893f0"},"namespace":"e2e-models-e2e-worker-w0-9893f0","name":"simulator-w0-9893f0","reconcileID":"31799cc5-cdf0-4fcc-8c7b-db73f880f8db","MaaSModelRef":{"name":"simulator-w0-9893f0","namespace":"e2e-models-e2e-worker-w0-9893f0"},"routeName":"simulator-w0-9893f0-kserve-route","namespace":"e2e-models-e2e-worker-w0-9893f0","llmisvcName":"simulator-w0-9893f0","gateway":"openshift-ingress/e2e-worker-w0-9893f0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:12:45.422348844Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-9893f0","namespace":"e2e-models-e2e-worker-w0-9893f0"},"namespace":"e2e-models-e2e-worker-w0-9893f0","name":"simulator-w0-9893f0","reconcileID":"45abafe4-acd6-4588-adc9-a124724c81b4","MaaSModelRef":{"name":"simulator-w0-9893f0","namespace":"e2e-models-e2e-worker-w0-9893f0"},"routeName":"simulator-w0-9893f0-kserve-route","namespace":"e2e-models-e2e-worker-w0-9893f0","llmisvcName":"simulator-w0-9893f0","gateway":"openshift-ingress/e2e-worker-w0-9893f0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:12:45.616600008Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-api-key-deleted-sub","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"namespace":"ai-tenant-e2e-worker-w0-9893f0","name":"e2e-api-key-deleted-sub","reconcileID":"954201a1-cb69-454d-8686-5e9229f67cc9","MaaSSubscription":{"name":"e2e-api-key-deleted-sub","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"name":"maas-trlp-simulator-w0-9893f0","model":"e2e-models-e2e-worker-w0-9893f0/simulator-w0-9893f0","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:12:45.616680775Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"namespace":"ai-tenant-e2e-worker-w0-9893f0","name":"simulator-subscription","reconcileID":"c9111537-1bb5-4919-96ff-b10d118961f1","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"name":"maas-trlp-simulator-w0-9893f0","model":"e2e-models-e2e-worker-w0-9893f0/simulator-w0-9893f0","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:12:45.619972476Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-9893f0","namespace":"e2e-models-e2e-worker-w0-9893f0"},"namespace":"e2e-models-e2e-worker-w0-9893f0","name":"simulator-w0-9893f0","reconcileID":"958995b2-6b9b-490e-bf45-d47a6a742474","MaaSModelRef":{"name":"simulator-w0-9893f0","namespace":"e2e-models-e2e-worker-w0-9893f0"},"routeName":"simulator-w0-9893f0-kserve-route","namespace":"e2e-models-e2e-worker-w0-9893f0","llmisvcName":"simulator-w0-9893f0","gateway":"openshift-ingress/e2e-worker-w0-9893f0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:12:46.134252835Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-9893f0","namespace":"e2e-models-e2e-worker-w0-9893f0"},"namespace":"e2e-models-e2e-worker-w0-9893f0","name":"simulator-w0-9893f0","reconcileID":"6673ec6e-9e33-428c-83fd-cdbb7f6aa12c","MaaSModelRef":{"name":"simulator-w0-9893f0","namespace":"e2e-models-e2e-worker-w0-9893f0"},"routeName":"simulator-w0-9893f0-kserve-route","namespace":"e2e-models-e2e-worker-w0-9893f0","llmisvcName":"simulator-w0-9893f0","gateway":"openshift-ingress/e2e-worker-w0-9893f0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:12:46.279403553Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"namespace":"ai-tenant-e2e-worker-w0-9893f0","name":"simulator-access","reconcileID":"86c6891a-348d-4518-b7e5-09ddb3d9f865","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9893f0","tenantID":"e2e-worker-w0-9893f0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:12:46.279420734Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"namespace":"ai-tenant-e2e-worker-w0-9893f0","name":"premium-simulator-access","reconcileID":"ae0a72d8-e01f-4ec2-b479-8cdc574d8966","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9893f0","tenantID":"e2e-worker-w0-9893f0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:12:46.279859935Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"namespace":"ai-tenant-e2e-worker-w0-9893f0","name":"e2e-api-key-deleted-sub-auth","reconcileID":"ac12fc60-6dbd-43e8-8972-0509a93a4c70","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9893f0","tenantID":"e2e-worker-w0-9893f0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:12:46.332410243Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"namespace":"ai-tenant-e2e-worker-w0-9893f0","name":"premium-simulator-access","reconcileID":"ae0a72d8-e01f-4ec2-b479-8cdc574d8966","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"name":"e2e-worker-w0-9893f0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:12:46.332516629Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"namespace":"ai-tenant-e2e-worker-w0-9893f0","name":"e2e-api-key-deleted-sub-auth","reconcileID":"ac12fc60-6dbd-43e8-8972-0509a93a4c70","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"name":"e2e-worker-w0-9893f0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:12:46.335576663Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"namespace":"ai-tenant-e2e-worker-w0-9893f0","name":"simulator-access","reconcileID":"86c6891a-348d-4518-b7e5-09ddb3d9f865","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"name":"e2e-worker-w0-9893f0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:12:50.861814306Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-bb1b51","namespace":"e2e-models-e2e-worker-w3-bb1b51"},"namespace":"e2e-models-e2e-worker-w3-bb1b51","name":"distinct-2-w3-bb1b51","reconcileID":"cc263e8c-b99c-4c0a-afed-6ea76791fb2c","MaaSModelRef":{"name":"distinct-2-w3-bb1b51","namespace":"e2e-models-e2e-worker-w3-bb1b51"},"routeName":"distinct-2-w3-bb1b51-kserve-route","namespace":"e2e-models-e2e-worker-w3-bb1b51","llmisvcName":"distinct-2-w3-bb1b51","gateway":"openshift-ingress/e2e-worker-w3-bb1b51","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:12:51.587071155Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub2","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"namespace":"ai-tenant-e2e-worker-w1-5951bc","name":"e2e-sa-multi-hdr-sub2","reconcileID":"4768541f-7e16-4237-8866-9cd8bedfc622","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub2","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"model":"e2e-models-e2e-worker-w1-5951bc/distinct-2-w1-5951bc","subscription":"e2e-sa-multi-hdr-sub2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:12:51.635709861Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub2","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"namespace":"ai-tenant-e2e-worker-w1-5951bc","name":"e2e-sa-multi-hdr-sub2","reconcileID":"4768541f-7e16-4237-8866-9cd8bedfc622","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub2","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"model":"e2e-models-e2e-worker-w1-5951bc/distinct-2-w1-5951bc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:12:51.684659913Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub2","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"namespace":"ai-tenant-e2e-worker-w1-5951bc","name":"e2e-sa-multi-hdr-sub2","reconcileID":"4768541f-7e16-4237-8866-9cd8bedfc622","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub2","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"name":"maas-trlp-distinct-2-w1-5951bc","namespace":"e2e-models-e2e-worker-w1-5951bc","model":"e2e-models-e2e-worker-w1-5951bc/distinct-2-w1-5951bc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:12:51.939365013Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-5951bc","namespace":"e2e-models-e2e-worker-w1-5951bc"},"namespace":"e2e-models-e2e-worker-w1-5951bc","name":"distinct-2-w1-5951bc","reconcileID":"4e0103a1-fd62-417f-8ea3-0165d03eabcb","MaaSModelRef":{"name":"distinct-2-w1-5951bc","namespace":"e2e-models-e2e-worker-w1-5951bc"},"routeName":"distinct-2-w1-5951bc-kserve-route","namespace":"e2e-models-e2e-worker-w1-5951bc","llmisvcName":"distinct-2-w1-5951bc","gateway":"openshift-ingress/e2e-worker-w1-5951bc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:12:51.940060283Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w3-bb1b51 priority=0:[ai-tenant-e2e-worker-w3-bb1b51/e2e-sa-multi-no-hdr-sub1 ai-tenant-e2e-worker-w3-bb1b51/e2e-sa-multi-no-hdr-sub2]","namespace=models-as-a-service priority=0:[models-as-a-service/e2e-rt-eq-633a29-sub models-as-a-service/e2e-rt-sw-f0d8f9-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:12:52.090270944Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-5951bc","namespace":"e2e-models-e2e-worker-w1-5951bc"},"namespace":"e2e-models-e2e-worker-w1-5951bc","name":"distinct-w1-5951bc","reconcileID":"2ce8c0d5-81a4-416d-9aa9-5973c12ca425","MaaSModelRef":{"name":"distinct-w1-5951bc","namespace":"e2e-models-e2e-worker-w1-5951bc"},"routeName":"distinct-w1-5951bc-kserve-route","namespace":"e2e-models-e2e-worker-w1-5951bc","llmisvcName":"distinct-w1-5951bc","gateway":"openshift-ingress/e2e-worker-w1-5951bc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:12:52.184469505Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"namespace":"ai-tenant-e2e-worker-w1-5951bc","name":"e2e-sa-multi-hdr-auth1","reconcileID":"66f02e37-9150-4a1f-bfa7-062bcb9b6648","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5951bc","tenantID":"e2e-worker-w1-5951bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:12:52.184738287Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"namespace":"ai-tenant-e2e-worker-w1-5951bc","name":"e2e-sa-multi-hdr-auth2","reconcileID":"b8ffb26b-7f4e-424d-b093-39bbfe2c4a0d","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5951bc","tenantID":"e2e-worker-w1-5951bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:12:52.184468576Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"namespace":"ai-tenant-e2e-worker-w1-5951bc","name":"premium-simulator-access","reconcileID":"6bfdb01b-d831-495b-86a1-86def9fd9dc7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5951bc","tenantID":"e2e-worker-w1-5951bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:12:52.237960599Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"namespace":"ai-tenant-e2e-worker-w1-5951bc","name":"e2e-sa-multi-hdr-auth1","reconcileID":"66f02e37-9150-4a1f-bfa7-062bcb9b6648","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"name":"e2e-worker-w1-5951bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:12:52.238549802Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"namespace":"ai-tenant-e2e-worker-w1-5951bc","name":"e2e-sa-multi-hdr-auth2","reconcileID":"b8ffb26b-7f4e-424d-b093-39bbfe2c4a0d","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"name":"e2e-worker-w1-5951bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:12:52.240698553Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"namespace":"ai-tenant-e2e-worker-w1-5951bc","name":"premium-simulator-access","reconcileID":"6bfdb01b-d831-495b-86a1-86def9fd9dc7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"name":"e2e-worker-w1-5951bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:12:52.281327669Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"namespace":"ai-tenant-e2e-worker-w1-5951bc","name":"simulator-access","reconcileID":"d730968b-f6b2-402e-bcaf-fa34dc853edd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5951bc","tenantID":"e2e-worker-w1-5951bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:12:52.33452599Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"namespace":"ai-tenant-e2e-worker-w1-5951bc","name":"simulator-access","reconcileID":"d730968b-f6b2-402e-bcaf-fa34dc853edd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"name":"e2e-worker-w1-5951bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:12:52.382359123Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"namespace":"ai-tenant-e2e-worker-w1-5951bc","name":"e2e-sa-multi-hdr-auth1","reconcileID":"e2885516-1bc3-45f2-9284-caafa841afb2","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"model":"e2e-models-e2e-worker-w1-5951bc/distinct-w1-5951bc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:12:52.58796578Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-5951bc","namespace":"e2e-models-e2e-worker-w1-5951bc"},"namespace":"e2e-models-e2e-worker-w1-5951bc","name":"distinct-w1-5951bc","reconcileID":"27fa8b58-169d-496b-a7c9-27687d41d3e8","MaaSModelRef":{"name":"distinct-w1-5951bc","namespace":"e2e-models-e2e-worker-w1-5951bc"},"routeName":"distinct-w1-5951bc-kserve-route","namespace":"e2e-models-e2e-worker-w1-5951bc","llmisvcName":"distinct-w1-5951bc","gateway":"openshift-ingress/e2e-worker-w1-5951bc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:12:52.74307266Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-5951bc","namespace":"e2e-models-e2e-worker-w1-5951bc"},"namespace":"e2e-models-e2e-worker-w1-5951bc","name":"distinct-2-w1-5951bc","reconcileID":"0fdf534d-3713-4770-a3b1-76f4e0ae1175","MaaSModelRef":{"name":"distinct-2-w1-5951bc","namespace":"e2e-models-e2e-worker-w1-5951bc"},"routeName":"distinct-2-w1-5951bc-kserve-route","namespace":"e2e-models-e2e-worker-w1-5951bc","llmisvcName":"distinct-2-w1-5951bc","gateway":"openshift-ingress/e2e-worker-w1-5951bc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:12:52.743134247Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"namespace":"ai-tenant-e2e-worker-w1-5951bc","name":"e2e-sa-multi-hdr-auth2","reconcileID":"e0e46b8d-167b-4fe0-a599-2eb17615886a","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"model":"e2e-models-e2e-worker-w1-5951bc/distinct-2-w1-5951bc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:12:52.943981182Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-5951bc","namespace":"e2e-models-e2e-worker-w1-5951bc"},"namespace":"e2e-models-e2e-worker-w1-5951bc","name":"distinct-2-w1-5951bc","reconcileID":"bdaee802-d1d2-4fe4-b4a2-35477140479c","MaaSModelRef":{"name":"distinct-2-w1-5951bc","namespace":"e2e-models-e2e-worker-w1-5951bc"},"routeName":"distinct-2-w1-5951bc-kserve-route","namespace":"e2e-models-e2e-worker-w1-5951bc","llmisvcName":"distinct-2-w1-5951bc","gateway":"openshift-ingress/e2e-worker-w1-5951bc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:12:53.628691522Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"09676ecc-b90f-4c06-91ef-63106a096b7b","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:12:53.628810886Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"09676ecc-b90f-4c06-91ef-63106a096b7b","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:12:55.724622629Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:12:56.13666236Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-9893f0","namespace":"e2e-models-e2e-worker-w0-9893f0"},"namespace":"e2e-models-e2e-worker-w0-9893f0","name":"simulator-w0-9893f0","reconcileID":"3f9b7947-8f04-422d-8db9-008a44aff62c","MaaSModelRef":{"name":"simulator-w0-9893f0","namespace":"e2e-models-e2e-worker-w0-9893f0"},"routeName":"simulator-w0-9893f0-kserve-route","namespace":"e2e-models-e2e-worker-w0-9893f0","llmisvcName":"simulator-w0-9893f0","gateway":"openshift-ingress/e2e-worker-w0-9893f0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:12:56.289270077Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-api-key-deleted-sub","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"namespace":"ai-tenant-e2e-worker-w0-9893f0","name":"e2e-api-key-deleted-sub","reconcileID":"e4242e36-3410-4158-a798-970b0172e403","MaaSSubscription":{"name":"e2e-api-key-deleted-sub","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"model":"e2e-models-e2e-worker-w0-9893f0/simulator-w0-9893f0","subscription":"e2e-api-key-deleted-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:12:56.494949979Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-api-key-deleted-sub","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"namespace":"ai-tenant-e2e-worker-w0-9893f0","name":"e2e-api-key-deleted-sub","reconcileID":"e4242e36-3410-4158-a798-970b0172e403","MaaSSubscription":{"name":"e2e-api-key-deleted-sub","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"name":"maas-trlp-simulator-w0-9893f0","model":"e2e-models-e2e-worker-w0-9893f0/simulator-w0-9893f0","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w0-9893f0/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:12:56.691208477Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"namespace":"ai-tenant-e2e-worker-w0-9893f0","name":"simulator-subscription","reconcileID":"0baeb58f-1246-4d11-a44c-5e56deb5f59a","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"name":"maas-trlp-simulator-w0-9893f0","model":"e2e-models-e2e-worker-w0-9893f0/simulator-w0-9893f0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:12:56.747843295Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-9893f0","namespace":"e2e-models-e2e-worker-w0-9893f0"},"namespace":"e2e-models-e2e-worker-w0-9893f0","name":"simulator-w0-9893f0","reconcileID":"9b4724f7-83b3-4682-a92e-3fd70dcde62e","MaaSModelRef":{"name":"simulator-w0-9893f0","namespace":"e2e-models-e2e-worker-w0-9893f0"},"routeName":"simulator-w0-9893f0-kserve-route","namespace":"e2e-models-e2e-worker-w0-9893f0","llmisvcName":"simulator-w0-9893f0","gateway":"openshift-ingress/e2e-worker-w0-9893f0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:12:56.74848629Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w3-bb1b51 priority=0:[ai-tenant-e2e-worker-w3-bb1b51/e2e-sa-multi-no-hdr-sub1 ai-tenant-e2e-worker-w3-bb1b51/e2e-sa-multi-no-hdr-sub2]","namespace=models-as-a-service priority=0:[models-as-a-service/e2e-rt-eq-633a29-sub models-as-a-service/e2e-rt-sw-f0d8f9-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:12:56.894758945Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"namespace":"ai-tenant-e2e-worker-w0-9893f0","name":"simulator-access","reconcileID":"c7f9fdd3-9ca6-4670-aff4-a0a2baf7f4f8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9893f0","tenantID":"e2e-worker-w0-9893f0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:12:56.894851531Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"namespace":"ai-tenant-e2e-worker-w0-9893f0","name":"e2e-api-key-deleted-sub-auth","reconcileID":"5187262d-4dd3-42de-848e-65e5f7405e19","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9893f0","tenantID":"e2e-worker-w0-9893f0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:12:56.895540222Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"namespace":"ai-tenant-e2e-worker-w0-9893f0","name":"premium-simulator-access","reconcileID":"9be74ec0-a6ae-4f77-8abb-f842c45cef13","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9893f0","tenantID":"e2e-worker-w0-9893f0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:12:56.948417129Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"namespace":"ai-tenant-e2e-worker-w0-9893f0","name":"premium-simulator-access","reconcileID":"9be74ec0-a6ae-4f77-8abb-f842c45cef13","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"name":"e2e-worker-w0-9893f0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:12:56.948437965Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"namespace":"ai-tenant-e2e-worker-w0-9893f0","name":"simulator-access","reconcileID":"c7f9fdd3-9ca6-4670-aff4-a0a2baf7f4f8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"name":"e2e-worker-w0-9893f0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:12:56.950564956Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"namespace":"ai-tenant-e2e-worker-w0-9893f0","name":"e2e-api-key-deleted-sub-auth","reconcileID":"5187262d-4dd3-42de-848e-65e5f7405e19","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"name":"e2e-worker-w0-9893f0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:12:58.485641988Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"561e5f95-6980-424b-921b-ed4c78ec22b6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:12:58.53568263Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"561e5f95-6980-424b-921b-ed4c78ec22b6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:12:58.584525125Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"561e5f95-6980-424b-921b-ed4c78ec22b6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:12:58.644478551Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"561e5f95-6980-424b-921b-ed4c78ec22b6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:12:58.963864474Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-mt-69fd8043","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-mt-69fd8043","reconcileID":"4f9bb1ea-0e7e-46df-a0b3-2366524b826e","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-mt-69fd8043","applied":{"maas.opendatahub.io/gateway-access-e2e-mt-69fd8043":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:13:00.548566052Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8e64b72d-1333-4225-81e6-068d180c535f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:13:00.597631307Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8e64b72d-1333-4225-81e6-068d180c535f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:13:00.646371055Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8e64b72d-1333-4225-81e6-068d180c535f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:13:00.695294989Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8e64b72d-1333-4225-81e6-068d180c535f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:13:00.862871407Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-bb1b51","namespace":"e2e-models-e2e-worker-w3-bb1b51"},"namespace":"e2e-models-e2e-worker-w3-bb1b51","name":"distinct-2-w3-bb1b51","reconcileID":"8ba09393-1fb6-4689-b140-fce232cdea91","MaaSModelRef":{"name":"distinct-2-w3-bb1b51","namespace":"e2e-models-e2e-worker-w3-bb1b51"},"routeName":"distinct-2-w3-bb1b51-kserve-route","namespace":"e2e-models-e2e-worker-w3-bb1b51","llmisvcName":"distinct-2-w3-bb1b51","gateway":"openshift-ingress/e2e-worker-w3-bb1b51","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:13:03.63012572Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"27696e95-7104-4eda-9629-aa64ebbd0840","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:13:03.630146452Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"27696e95-7104-4eda-9629-aa64ebbd0840","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:13:06.034452262Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"namespace":"ai-tenant-e2e-worker-w1-5951bc","name":"simulator-access","reconcileID":"5610aba1-4021-4ff9-b6c6-e69c5a902c92","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5951bc","tenantID":"e2e-worker-w1-5951bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:13:06.034491128Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"namespace":"ai-tenant-e2e-worker-w1-5951bc","name":"premium-simulator-access","reconcileID":"37364372-f188-4371-bf0f-6a44e15b750c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5951bc","tenantID":"e2e-worker-w1-5951bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:13:06.088041711Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"namespace":"ai-tenant-e2e-worker-w1-5951bc","name":"premium-simulator-access","reconcileID":"37364372-f188-4371-bf0f-6a44e15b750c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"name":"e2e-worker-w1-5951bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:13:06.089278332Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"namespace":"ai-tenant-e2e-worker-w1-5951bc","name":"simulator-access","reconcileID":"5610aba1-4021-4ff9-b6c6-e69c5a902c92","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"name":"e2e-worker-w1-5951bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:13:06.430490893Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"namespace":"ai-tenant-e2e-worker-w1-5951bc","name":"simulator-access","reconcileID":"e0d9f11e-e610-4bb3-bff6-d1297f218a9b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5951bc","tenantID":"e2e-worker-w1-5951bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:13:06.430534914Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"namespace":"ai-tenant-e2e-worker-w1-5951bc","name":"premium-simulator-access","reconcileID":"634f8779-0da3-44b2-8646-8896e705b72d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5951bc","tenantID":"e2e-worker-w1-5951bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:13:06.484244895Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"namespace":"ai-tenant-e2e-worker-w1-5951bc","name":"premium-simulator-access","reconcileID":"634f8779-0da3-44b2-8646-8896e705b72d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"name":"e2e-worker-w1-5951bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:13:06.484244898Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"namespace":"ai-tenant-e2e-worker-w1-5951bc","name":"simulator-access","reconcileID":"e0d9f11e-e610-4bb3-bff6-d1297f218a9b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"name":"e2e-worker-w1-5951bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:13:06.749083282Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-9893f0","namespace":"e2e-models-e2e-worker-w0-9893f0"},"namespace":"e2e-models-e2e-worker-w0-9893f0","name":"simulator-w0-9893f0","reconcileID":"95d6d814-a8a4-4808-857c-827228b1facc","MaaSModelRef":{"name":"simulator-w0-9893f0","namespace":"e2e-models-e2e-worker-w0-9893f0"},"routeName":"simulator-w0-9893f0-kserve-route","namespace":"e2e-models-e2e-worker-w0-9893f0","llmisvcName":"simulator-w0-9893f0","gateway":"openshift-ingress/e2e-worker-w0-9893f0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:13:10.89757403Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-bb1b51","namespace":"e2e-models-e2e-worker-w3-bb1b51"},"namespace":"e2e-models-e2e-worker-w3-bb1b51","name":"distinct-2-w3-bb1b51","reconcileID":"080ab2d0-3ce6-449d-bfe8-76951bfb503b","MaaSModelRef":{"name":"distinct-2-w3-bb1b51","namespace":"e2e-models-e2e-worker-w3-bb1b51"},"routeName":"distinct-2-w3-bb1b51-kserve-route","namespace":"e2e-models-e2e-worker-w3-bb1b51","llmisvcName":"distinct-2-w3-bb1b51","gateway":"openshift-ingress/e2e-worker-w3-bb1b51","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:13:12.589218056Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-bb1b51","namespace":"e2e-models-e2e-worker-w3-bb1b51"},"namespace":"e2e-models-e2e-worker-w3-bb1b51","name":"distinct-2-w3-bb1b51","reconcileID":"f6840e0a-1f3d-455c-a226-a49ae3fd2bf8","MaaSModelRef":{"name":"distinct-2-w3-bb1b51","namespace":"e2e-models-e2e-worker-w3-bb1b51"},"routeName":"distinct-2-w3-bb1b51-kserve-route","namespace":"e2e-models-e2e-worker-w3-bb1b51","llmisvcName":"distinct-2-w3-bb1b51","gateway":"openshift-ingress/e2e-worker-w3-bb1b51","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:13:12.785291181Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub2","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"namespace":"ai-tenant-e2e-worker-w3-bb1b51","name":"e2e-sa-multi-no-hdr-sub2","reconcileID":"0b6b9216-fca1-4a7b-b5d6-b55e58ed5b74","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub2","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"name":"maas-trlp-distinct-2-w3-bb1b51","model":"e2e-models-e2e-worker-w3-bb1b51/distinct-2-w3-bb1b51","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:13:12.885580706Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"namespace":"ai-tenant-e2e-worker-w3-bb1b51","name":"simulator-access","reconcileID":"331789a8-8643-40d7-aa1b-439195962d3e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bb1b51","tenantID":"e2e-worker-w3-bb1b51","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:13:12.88557634Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"namespace":"ai-tenant-e2e-worker-w3-bb1b51","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"d705cf3c-51d2-4f89-b231-e9e81e8882e5","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bb1b51","tenantID":"e2e-worker-w3-bb1b51","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:13:12.886144584Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"namespace":"ai-tenant-e2e-worker-w3-bb1b51","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"9eb73df7-e495-435d-818b-7db6e48248c0","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bb1b51","tenantID":"e2e-worker-w3-bb1b51","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:13:12.886157066Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"namespace":"ai-tenant-e2e-worker-w3-bb1b51","name":"premium-simulator-access","reconcileID":"e55f1999-0be0-434c-a298-6fd4efad8138","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bb1b51","tenantID":"e2e-worker-w3-bb1b51","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:13:12.939455854Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"namespace":"ai-tenant-e2e-worker-w3-bb1b51","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"d705cf3c-51d2-4f89-b231-e9e81e8882e5","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"name":"e2e-worker-w3-bb1b51-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:13:12.94162938Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"namespace":"ai-tenant-e2e-worker-w3-bb1b51","name":"simulator-access","reconcileID":"331789a8-8643-40d7-aa1b-439195962d3e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"name":"e2e-worker-w3-bb1b51-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:13:12.942690018Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"namespace":"ai-tenant-e2e-worker-w3-bb1b51","name":"premium-simulator-access","reconcileID":"e55f1999-0be0-434c-a298-6fd4efad8138","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"name":"e2e-worker-w3-bb1b51-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:13:12.944959905Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-bb1b51","namespace":"e2e-models-e2e-worker-w3-bb1b51"},"namespace":"e2e-models-e2e-worker-w3-bb1b51","name":"distinct-2-w3-bb1b51","reconcileID":"5d24f1a3-4466-46ed-b73d-8dc5836d9f08","MaaSModelRef":{"name":"distinct-2-w3-bb1b51","namespace":"e2e-models-e2e-worker-w3-bb1b51"},"routeName":"distinct-2-w3-bb1b51-kserve-route","namespace":"e2e-models-e2e-worker-w3-bb1b51","llmisvcName":"distinct-2-w3-bb1b51","gateway":"openshift-ingress/e2e-worker-w3-bb1b51","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:13:12.946808255Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"namespace":"ai-tenant-e2e-worker-w3-bb1b51","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"9eb73df7-e495-435d-818b-7db6e48248c0","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"name":"e2e-worker-w3-bb1b51-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:13:13.138538001Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub2","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"namespace":"ai-tenant-e2e-worker-w3-bb1b51","name":"e2e-sa-multi-no-hdr-sub2","reconcileID":"7c6f6d6f-f436-44a7-bf5a-59878f9f6650","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub2","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"name":"maas-trlp-distinct-2-w3-bb1b51","model":"e2e-models-e2e-worker-w3-bb1b51/distinct-2-w3-bb1b51","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:13:13.631612744Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"fe06ce61-5ea6-4d47-bbbe-7edbb98d2ff4","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:13:13.631639033Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"fe06ce61-5ea6-4d47-bbbe-7edbb98d2ff4","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:13:16.458911106Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-bb1b51","namespace":"e2e-models-e2e-worker-w3-bb1b51"},"namespace":"e2e-models-e2e-worker-w3-bb1b51","name":"distinct-w3-bb1b51","reconcileID":"989f7356-9736-4f3a-bcc5-767a073c04e7","MaaSModelRef":{"name":"distinct-w3-bb1b51","namespace":"e2e-models-e2e-worker-w3-bb1b51"},"routeName":"distinct-w3-bb1b51-kserve-route","namespace":"e2e-models-e2e-worker-w3-bb1b51","llmisvcName":"distinct-w3-bb1b51","gateway":"openshift-ingress/e2e-worker-w3-bb1b51","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:13:16.608873696Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub1","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"namespace":"ai-tenant-e2e-worker-w3-bb1b51","name":"e2e-sa-multi-no-hdr-sub1","reconcileID":"bead4a10-be40-43c1-8aac-7224efe39afc","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub1","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-8eeae3cb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:13:16.70557669Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"namespace":"ai-tenant-e2e-worker-w3-bb1b51","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"25d6ff6c-9b09-4451-b83d-9b216a60e33e","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bb1b51","tenantID":"e2e-worker-w3-bb1b51","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:13:16.705726938Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"namespace":"ai-tenant-e2e-worker-w3-bb1b51","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"399b060e-d474-424b-b09b-6f32dece47f7","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bb1b51","tenantID":"e2e-worker-w3-bb1b51","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:13:16.70557579Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"namespace":"ai-tenant-e2e-worker-w3-bb1b51","name":"premium-simulator-access","reconcileID":"98df8dd8-55b6-496a-be13-fe00fb8a1b5c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bb1b51","tenantID":"e2e-worker-w3-bb1b51","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:13:16.706024249Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"namespace":"ai-tenant-e2e-worker-w3-bb1b51","name":"simulator-access","reconcileID":"9755d534-30c4-4c3d-8bbc-06a6a7f7eca2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bb1b51","tenantID":"e2e-worker-w3-bb1b51","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:13:16.750297655Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-9893f0","namespace":"e2e-models-e2e-worker-w0-9893f0"},"namespace":"e2e-models-e2e-worker-w0-9893f0","name":"simulator-w0-9893f0","reconcileID":"d5f8b038-9cf1-4461-a892-a58f4a448cc0","MaaSModelRef":{"name":"simulator-w0-9893f0","namespace":"e2e-models-e2e-worker-w0-9893f0"},"routeName":"simulator-w0-9893f0-kserve-route","namespace":"e2e-models-e2e-worker-w0-9893f0","llmisvcName":"simulator-w0-9893f0","gateway":"openshift-ingress/e2e-worker-w0-9893f0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:13:16.760303037Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"namespace":"ai-tenant-e2e-worker-w3-bb1b51","name":"premium-simulator-access","reconcileID":"98df8dd8-55b6-496a-be13-fe00fb8a1b5c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"name":"e2e-worker-w3-bb1b51-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:13:16.760670094Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"namespace":"ai-tenant-e2e-worker-w3-bb1b51","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"399b060e-d474-424b-b09b-6f32dece47f7","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"name":"e2e-worker-w3-bb1b51-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:13:16.76280432Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"namespace":"ai-tenant-e2e-worker-w3-bb1b51","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"25d6ff6c-9b09-4451-b83d-9b216a60e33e","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"name":"e2e-worker-w3-bb1b51-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:13:16.763390942Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"namespace":"ai-tenant-e2e-worker-w3-bb1b51","name":"simulator-access","reconcileID":"9755d534-30c4-4c3d-8bbc-06a6a7f7eca2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"name":"e2e-worker-w3-bb1b51-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:13:17.19876374Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"namespace":"ai-tenant-e2e-worker-w3-bb1b51","name":"premium-simulator-access","reconcileID":"44527fe5-48cf-4633-bf65-329eaf547467","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bb1b51","tenantID":"e2e-worker-w3-bb1b51","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:13:17.198865581Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"namespace":"ai-tenant-e2e-worker-w3-bb1b51","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"b1ee6c2b-1a3b-4478-b67d-b0f6e6931c80","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bb1b51","tenantID":"e2e-worker-w3-bb1b51","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:13:17.199283893Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"namespace":"ai-tenant-e2e-worker-w3-bb1b51","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"404a5276-61a1-4973-8ffe-a205f68415af","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bb1b51","tenantID":"e2e-worker-w3-bb1b51","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:13:17.19928814Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"namespace":"ai-tenant-e2e-worker-w3-bb1b51","name":"simulator-access","reconcileID":"523c44a3-bdbc-4bd7-aad8-f0d8f51fc34b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bb1b51","tenantID":"e2e-worker-w3-bb1b51","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:13:17.251694739Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"namespace":"ai-tenant-e2e-worker-w3-bb1b51","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"404a5276-61a1-4973-8ffe-a205f68415af","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"name":"e2e-worker-w3-bb1b51-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:13:17.252583113Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"namespace":"ai-tenant-e2e-worker-w3-bb1b51","name":"premium-simulator-access","reconcileID":"44527fe5-48cf-4633-bf65-329eaf547467","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"name":"e2e-worker-w3-bb1b51-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:13:17.253965407Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"namespace":"ai-tenant-e2e-worker-w3-bb1b51","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"b1ee6c2b-1a3b-4478-b67d-b0f6e6931c80","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"name":"e2e-worker-w3-bb1b51-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:13:17.25480734Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"namespace":"ai-tenant-e2e-worker-w3-bb1b51","name":"simulator-access","reconcileID":"523c44a3-bdbc-4bd7-aad8-f0d8f51fc34b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"name":"e2e-worker-w3-bb1b51-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:13:17.650566632Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-8d2c7c","namespace":"e2e-models-e2e-worker-w4-8d2c7c"},"namespace":"e2e-models-e2e-worker-w4-8d2c7c","name":"distinct-2-w4-8d2c7c","reconcileID":"8166ca6b-170f-4cb0-9887-6a14228ef978","MaaSModelRef":{"name":"distinct-2-w4-8d2c7c","namespace":"e2e-models-e2e-worker-w4-8d2c7c"},"routeName":"distinct-2-w4-8d2c7c-kserve-route","namespace":"e2e-models-e2e-worker-w4-8d2c7c","llmisvcName":"distinct-2-w4-8d2c7c","gateway":"openshift-ingress/e2e-worker-w4-8d2c7c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:13:19.709296352Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-8d2c7c","namespace":"e2e-models-e2e-worker-w4-8d2c7c"},"namespace":"e2e-models-e2e-worker-w4-8d2c7c","name":"simulator-w4-8d2c7c","reconcileID":"d0c2b589-76a1-45a8-b277-4b9f27f55314","MaaSModelRef":{"name":"simulator-w4-8d2c7c","namespace":"e2e-models-e2e-worker-w4-8d2c7c"},"routeName":"simulator-w4-8d2c7c-kserve-route","namespace":"e2e-models-e2e-worker-w4-8d2c7c","llmisvcName":"simulator-w4-8d2c7c","gateway":"openshift-ingress/e2e-worker-w4-8d2c7c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:13:19.762657146Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-8d2c7c","namespace":"e2e-models-e2e-worker-w4-8d2c7c"},"namespace":"e2e-models-e2e-worker-w4-8d2c7c","name":"simulator-w4-8d2c7c","reconcileID":"767ed2ee-0f65-4c9b-8921-318841e3ee6d","MaaSModelRef":{"name":"simulator-w4-8d2c7c","namespace":"e2e-models-e2e-worker-w4-8d2c7c"},"routeName":"simulator-w4-8d2c7c-kserve-route","namespace":"e2e-models-e2e-worker-w4-8d2c7c","llmisvcName":"simulator-w4-8d2c7c","gateway":"openshift-ingress/e2e-worker-w4-8d2c7c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:13:19.90746159Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"namespace":"ai-tenant-e2e-worker-w4-8d2c7c","name":"e2e-models-invalid-sub-auth","reconcileID":"4fafaab6-f797-4885-a516-d9a641c756fc","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-8d2c7c","tenantID":"e2e-worker-w4-8d2c7c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:13:19.9599515Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"namespace":"ai-tenant-e2e-worker-w4-8d2c7c","name":"e2e-models-invalid-sub-auth","reconcileID":"4fafaab6-f797-4885-a516-d9a641c756fc","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"name":"e2e-worker-w4-8d2c7c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:13:19.973080286Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-8d2c7c","namespace":"e2e-models-e2e-worker-w4-8d2c7c"},"namespace":"e2e-models-e2e-worker-w4-8d2c7c","name":"simulator-w4-8d2c7c","reconcileID":"39d702c2-0c22-4575-a65d-94e20b2c961d","MaaSModelRef":{"name":"simulator-w4-8d2c7c","namespace":"e2e-models-e2e-worker-w4-8d2c7c"},"routeName":"simulator-w4-8d2c7c-kserve-route","namespace":"e2e-models-e2e-worker-w4-8d2c7c","llmisvcName":"simulator-w4-8d2c7c","gateway":"openshift-ingress/e2e-worker-w4-8d2c7c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:13:19.973149371Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=models-as-a-service priority=0:[models-as-a-service/e2e-rt-eq-633a29-sub models-as-a-service/e2e-rt-sw-f0d8f9-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:13:20.026958689Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-bb1b51","namespace":"e2e-models-e2e-worker-w3-bb1b51"},"namespace":"e2e-models-e2e-worker-w3-bb1b51","name":"distinct-2-w3-bb1b51","reconcileID":"0cd42f27-dc54-47f2-a7eb-ddd93fbf0528","MaaSModelRef":{"name":"distinct-2-w3-bb1b51","namespace":"e2e-models-e2e-worker-w3-bb1b51"},"routeName":"distinct-2-w3-bb1b51-kserve-route","namespace":"e2e-models-e2e-worker-w3-bb1b51","llmisvcName":"distinct-2-w3-bb1b51","gateway":"openshift-ingress/e2e-worker-w3-bb1b51","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:13:20.073884678Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-8d2c7c","namespace":"e2e-models-e2e-worker-w4-8d2c7c"},"namespace":"e2e-models-e2e-worker-w4-8d2c7c","name":"simulator-w4-8d2c7c","reconcileID":"d0305131-7c2b-44b2-8faf-89a0d574e239","MaaSModelRef":{"name":"simulator-w4-8d2c7c","namespace":"e2e-models-e2e-worker-w4-8d2c7c"},"routeName":"simulator-w4-8d2c7c-kserve-route","namespace":"e2e-models-e2e-worker-w4-8d2c7c","llmisvcName":"simulator-w4-8d2c7c","gateway":"openshift-ingress/e2e-worker-w4-8d2c7c","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T12:13:20.075564003Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w4-8d2c7c/e2e-models-valid-sub","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-models-valid-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-03T12:13:20.117807438Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"namespace":"ai-tenant-e2e-worker-w4-8d2c7c","name":"premium-simulator-access","reconcileID":"a5839b97-3e5d-4a97-bd18-553be56094c4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-8d2c7c","tenantID":"e2e-worker-w4-8d2c7c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:13:20.118010931Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"namespace":"ai-tenant-e2e-worker-w4-8d2c7c","name":"simulator-access","reconcileID":"a70dbf17-3270-45f6-a396-8a570be76c13","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-8d2c7c","tenantID":"e2e-worker-w4-8d2c7c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:13:20.126440028Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-8d2c7c","namespace":"e2e-models-e2e-worker-w4-8d2c7c"},"namespace":"e2e-models-e2e-worker-w4-8d2c7c","name":"simulator-w4-8d2c7c","reconcileID":"62adf10d-d614-4494-b31d-84c7e75918d8","MaaSModelRef":{"name":"simulator-w4-8d2c7c","namespace":"e2e-models-e2e-worker-w4-8d2c7c"},"routeName":"simulator-w4-8d2c7c-kserve-route","namespace":"e2e-models-e2e-worker-w4-8d2c7c","llmisvcName":"simulator-w4-8d2c7c","gateway":"openshift-ingress/e2e-worker-w4-8d2c7c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:13:20.169966983Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"namespace":"ai-tenant-e2e-worker-w4-8d2c7c","name":"premium-simulator-access","reconcileID":"a5839b97-3e5d-4a97-bd18-553be56094c4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"name":"e2e-worker-w4-8d2c7c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:13:20.170222714Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"namespace":"ai-tenant-e2e-worker-w4-8d2c7c","name":"simulator-access","reconcileID":"a70dbf17-3270-45f6-a396-8a570be76c13","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"name":"e2e-worker-w4-8d2c7c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:13:20.26006325Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-8d2c7c","namespace":"e2e-models-e2e-worker-w4-8d2c7c"},"namespace":"e2e-models-e2e-worker-w4-8d2c7c","name":"simulator-w4-8d2c7c","reconcileID":"231e65b5-7688-4297-8e9e-9244e7660dd7","MaaSModelRef":{"name":"simulator-w4-8d2c7c","namespace":"e2e-models-e2e-worker-w4-8d2c7c"},"routeName":"simulator-w4-8d2c7c-kserve-route","namespace":"e2e-models-e2e-worker-w4-8d2c7c","llmisvcName":"simulator-w4-8d2c7c","gateway":"openshift-ingress/e2e-worker-w4-8d2c7c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:13:20.373969579Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-models-valid-sub","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"namespace":"ai-tenant-e2e-worker-w4-8d2c7c","name":"e2e-models-valid-sub","reconcileID":"8018c3ba-764d-477e-bf48-84696e2c2318","MaaSSubscription":{"name":"e2e-models-valid-sub","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"name":"maas-trlp-simulator-w4-8d2c7c","model":"e2e-models-e2e-worker-w4-8d2c7c/simulator-w4-8d2c7c","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w4-8d2c7c/e2e-models-valid-sub","ai-tenant-e2e-worker-w4-8d2c7c/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:13:20.404943828Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"namespace":"ai-tenant-e2e-worker-w4-8d2c7c","name":"e2e-models-invalid-sub-auth","reconcileID":"fd6a5c09-f0ae-47f5-9786-9b93819d399f","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-8d2c7c","tenantID":"e2e-worker-w4-8d2c7c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:13:20.456888017Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"namespace":"ai-tenant-e2e-worker-w4-8d2c7c","name":"e2e-models-invalid-sub-auth","reconcileID":"fd6a5c09-f0ae-47f5-9786-9b93819d399f","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"name":"e2e-worker-w4-8d2c7c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:13:20.50567005Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"namespace":"ai-tenant-e2e-worker-w4-8d2c7c","name":"simulator-access","reconcileID":"65a031cb-26eb-4c00-8155-fab34e170e77","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-8d2c7c","tenantID":"e2e-worker-w4-8d2c7c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:13:20.506647304Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"namespace":"ai-tenant-e2e-worker-w4-8d2c7c","name":"premium-simulator-access","reconcileID":"c632bf5f-9127-44eb-9a83-acf3cfe04d19","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-8d2c7c","tenantID":"e2e-worker-w4-8d2c7c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:13:20.526081539Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-8d2c7c","namespace":"e2e-models-e2e-worker-w4-8d2c7c"},"namespace":"e2e-models-e2e-worker-w4-8d2c7c","name":"simulator-w4-8d2c7c","reconcileID":"50eba19d-a46e-4559-aaaf-2774455841a1","MaaSModelRef":{"name":"simulator-w4-8d2c7c","namespace":"e2e-models-e2e-worker-w4-8d2c7c"},"routeName":"simulator-w4-8d2c7c-kserve-route","namespace":"e2e-models-e2e-worker-w4-8d2c7c","llmisvcName":"simulator-w4-8d2c7c","gateway":"openshift-ingress/e2e-worker-w4-8d2c7c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:13:20.557848056Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"namespace":"ai-tenant-e2e-worker-w4-8d2c7c","name":"simulator-access","reconcileID":"65a031cb-26eb-4c00-8155-fab34e170e77","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"name":"e2e-worker-w4-8d2c7c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:13:20.55850225Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"namespace":"ai-tenant-e2e-worker-w4-8d2c7c","name":"premium-simulator-access","reconcileID":"c632bf5f-9127-44eb-9a83-acf3cfe04d19","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"name":"e2e-worker-w4-8d2c7c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:13:20.56833439Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"namespace":"ai-tenant-e2e-worker-w4-8d2c7c","name":"simulator-subscription","reconcileID":"655dbbb3-2289-4521-9531-fc56971e3c0c","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"name":"maas-trlp-simulator-w4-8d2c7c","model":"e2e-models-e2e-worker-w4-8d2c7c/simulator-w4-8d2c7c","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:13:20.721853103Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-models-valid-sub","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"namespace":"ai-tenant-e2e-worker-w4-8d2c7c","name":"e2e-models-valid-sub","reconcileID":"d7f46f83-ea29-4046-973a-02277566d6ba","MaaSSubscription":{"name":"e2e-models-valid-sub","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"name":"maas-trlp-simulator-w4-8d2c7c","model":"e2e-models-e2e-worker-w4-8d2c7c/simulator-w4-8d2c7c","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:13:22.58800697Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"ed435f9e-b8be-43d7-a4ac-8e0e362044cf","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:13:22.588069982Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"ed435f9e-b8be-43d7-a4ac-8e0e362044cf","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:13:22.786420775Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"d83f0ac1-e740-43e1-ba2c-9d0a5bbdfd55","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:13:22.866863765Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-8d2c7c","namespace":"e2e-models-e2e-worker-w4-8d2c7c"},"namespace":"e2e-models-e2e-worker-w4-8d2c7c","name":"simulator-w4-8d2c7c","reconcileID":"69682238-2344-44b4-8bf7-321a7b376d75","MaaSModelRef":{"name":"simulator-w4-8d2c7c","namespace":"e2e-models-e2e-worker-w4-8d2c7c"},"routeName":"simulator-w4-8d2c7c-kserve-route","namespace":"e2e-models-e2e-worker-w4-8d2c7c","llmisvcName":"simulator-w4-8d2c7c","gateway":"openshift-ingress/e2e-worker-w4-8d2c7c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:13:22.884464508Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-633a29-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-633a29-access","reconcileID":"23da131d-c469-41e7-9eb7-664df07d2cf1","MaaSAuthPolicy":{"name":"e2e-rt-eq-633a29-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:13:22.884629765Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"89327619-6092-4c86-a6e4-1a0855af8998","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:13:22.885028133Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"818be4b6-84a7-4ff5-8545-6b1ba3126226","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:13:22.88523246Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-f0d8f9-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-f0d8f9-access","reconcileID":"20ad82e8-b31d-4cc9-8e9b-9debcaa9a00a","MaaSAuthPolicy":{"name":"e2e-rt-sw-f0d8f9-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:13:22.937456838Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"89327619-6092-4c86-a6e4-1a0855af8998","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:13:22.937565341Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-f0d8f9-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-f0d8f9-access","reconcileID":"20ad82e8-b31d-4cc9-8e9b-9debcaa9a00a","MaaSAuthPolicy":{"name":"e2e-rt-sw-f0d8f9-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:13:22.939788968Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-633a29-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-633a29-access","reconcileID":"23da131d-c469-41e7-9eb7-664df07d2cf1","MaaSAuthPolicy":{"name":"e2e-rt-eq-633a29-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:13:22.939870171Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"818be4b6-84a7-4ff5-8545-6b1ba3126226","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:13:22.942999365Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"6f87250d-71a2-4b0b-a89d-79aa66227ae3","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:13:22.943017062Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"6f87250d-71a2-4b0b-a89d-79aa66227ae3","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:13:23.012974566Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"namespace":"ai-tenant-e2e-worker-w4-8d2c7c","name":"simulator-access","reconcileID":"e5b17a1a-b3dd-4a0c-8a60-3e3066c51c64","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-8d2c7c","tenantID":"e2e-worker-w4-8d2c7c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:13:23.07164267Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"namespace":"ai-tenant-e2e-worker-w4-8d2c7c","name":"simulator-access","reconcileID":"e5b17a1a-b3dd-4a0c-8a60-3e3066c51c64","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"name":"e2e-worker-w4-8d2c7c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:13:23.137187127Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"2e75da78-d13e-4d63-8429-31789ff7dc9a","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:13:23.281294278Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"namespace":"ai-tenant-e2e-worker-w4-8d2c7c","name":"premium-simulator-access","reconcileID":"6077e37f-e9ba-4c64-885e-ce3ba73a67f9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-8d2c7c","tenantID":"e2e-worker-w4-8d2c7c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:13:23.2814657Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"namespace":"ai-tenant-e2e-worker-w4-8d2c7c","name":"e2e-models-invalid-sub-auth","reconcileID":"dbfd80e5-86c5-4644-be67-91bcf9d44eb7","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-8d2c7c","tenantID":"e2e-worker-w4-8d2c7c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:13:23.333736357Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"namespace":"ai-tenant-e2e-worker-w4-8d2c7c","name":"e2e-models-invalid-sub-auth","reconcileID":"dbfd80e5-86c5-4644-be67-91bcf9d44eb7","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"name":"e2e-worker-w4-8d2c7c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:13:23.333997376Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"namespace":"ai-tenant-e2e-worker-w4-8d2c7c","name":"premium-simulator-access","reconcileID":"6077e37f-e9ba-4c64-885e-ce3ba73a67f9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"name":"e2e-worker-w4-8d2c7c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:13:23.556352465Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"namespace":"ai-tenant-e2e-worker-w0-9893f0","name":"e2e-api-key-deleted-sub-auth","reconcileID":"1c161703-b5ca-4db1-8654-383ae701bace","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"model":"e2e-models-e2e-worker-w0-9893f0/simulator-w0-9893f0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:13:23.556461812Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-9893f0","namespace":"e2e-models-e2e-worker-w0-9893f0"},"namespace":"e2e-models-e2e-worker-w0-9893f0","name":"simulator-w0-9893f0","reconcileID":"215ec029-2446-4c22-9483-46da100f3cf0","MaaSModelRef":{"name":"simulator-w0-9893f0","namespace":"e2e-models-e2e-worker-w0-9893f0"},"routeName":"simulator-w0-9893f0-kserve-route","namespace":"e2e-models-e2e-worker-w0-9893f0","llmisvcName":"simulator-w0-9893f0","gateway":"openshift-ingress/e2e-worker-w0-9893f0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:13:23.758245405Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-9893f0","namespace":"e2e-models-e2e-worker-w0-9893f0"},"namespace":"e2e-models-e2e-worker-w0-9893f0","name":"simulator-w0-9893f0","reconcileID":"7245d912-69b6-4aa3-b78e-968c2881f249","MaaSModelRef":{"name":"simulator-w0-9893f0","namespace":"e2e-models-e2e-worker-w0-9893f0"},"routeName":"simulator-w0-9893f0-kserve-route","namespace":"e2e-models-e2e-worker-w0-9893f0","llmisvcName":"simulator-w0-9893f0","gateway":"openshift-ingress/e2e-worker-w0-9893f0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:13:24.820020384Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"fa37f4d8-adf2-49f8-8107-072bcdfa0663","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:13:24.820048874Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"fa37f4d8-adf2-49f8-8107-072bcdfa0663","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:13:24.871923236Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"5f728d03-4390-44bb-bc48-ede32e2e49fb","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:13:24.871943158Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"5f728d03-4390-44bb-bc48-ede32e2e49fb","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:13:25.098661101Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"93fceb6a-dfdc-47ca-8a97-0d74d9c58f18","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:13:25.098686649Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"93fceb6a-dfdc-47ca-8a97-0d74d9c58f18","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:13:25.09870813Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=models-as-a-service priority=0:[models-as-a-service/e2e-default-int-sub-180758 models-as-a-service/e2e-rt-eq-633a29-sub models-as-a-service/e2e-rt-sw-f0d8f9-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:13:25.115757587Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-180758","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-180758","reconcileID":"1b3cd279-be06-4ce3-8188-2660a6d28c9f","MaaSAuthPolicy":{"name":"e2e-default-int-auth-180758","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:13:25.156169652Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"39c0e3b3-167f-4670-afad-df637e208a78","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:13:25.156190011Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"39c0e3b3-167f-4670-afad-df637e208a78","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:13:25.16960624Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-180758","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-180758","reconcileID":"1b3cd279-be06-4ce3-8188-2660a6d28c9f","MaaSAuthPolicy":{"name":"e2e-default-int-auth-180758","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T12:13:25.199584667Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-default-int-sub-180758","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-sub-180758","reconcileID":"9abdd30d-2281-4d47-9862-3b15e155838a","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-default-int-sub-180758\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T12:13:25.260060529Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-f0d8f9","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-f0d8f9","reconcileID":"0f3e1b19-0d5d-45f1-b924-a2e85b9b339a","MaaSModelRef":{"name":"e2e-rt-sw-f0d8f9","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-f0d8f9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:13:25.260083506Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-f0d8f9","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-f0d8f9","reconcileID":"0f3e1b19-0d5d-45f1-b924-a2e85b9b339a","MaaSModelRef":{"name":"e2e-rt-sw-f0d8f9","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-f0d8f9-ac00eea659f8","namespace":"llm","model":"e2e-rt-sw-f0d8f9","externalModel":"e2e-rt-sw-f0d8f9","provider":"e2e-rt-sw-f0d8f9-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:13:25.344078273Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-633a29-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-633a29-access","reconcileID":"5a8a54e5-7d7b-4d89-80f1-f328a3411b0c","MaaSAuthPolicy":{"name":"e2e-rt-eq-633a29-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:13:25.344230888Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-f0d8f9-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-f0d8f9-access","reconcileID":"1ed78998-4204-4493-8dd2-5d79878f4b0a","MaaSAuthPolicy":{"name":"e2e-rt-sw-f0d8f9-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:13:25.34407436Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"73c1aa15-7ec6-493c-bdc6-49ffb800acfd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:13:25.344506653Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"0848dd94-3ade-43c5-9788-4e0b9810bd14","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:13:25.360290068Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-633a29","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-633a29","reconcileID":"e3668359-5f8f-48bb-a5fa-b3477871a24e","MaaSModelRef":{"name":"e2e-rt-eq-633a29","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-eq-633a29","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:13:25.360309189Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-633a29","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-633a29","reconcileID":"e3668359-5f8f-48bb-a5fa-b3477871a24e","MaaSModelRef":{"name":"e2e-rt-eq-633a29","namespace":"llm"},"routeName":"external-model-e2e-rt-eq-633a29-4ac25b991e50","namespace":"llm","model":"e2e-rt-eq-633a29","externalModel":"e2e-rt-eq-633a29","provider":"e2e-rt-eq-633a29-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:13:25.397413952Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"73c1aa15-7ec6-493c-bdc6-49ffb800acfd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:13:25.398657264Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-633a29-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-633a29-access","reconcileID":"5a8a54e5-7d7b-4d89-80f1-f328a3411b0c","MaaSAuthPolicy":{"name":"e2e-rt-eq-633a29-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:13:25.399998694Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"0848dd94-3ade-43c5-9788-4e0b9810bd14","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:13:25.402016182Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-f0d8f9-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-f0d8f9-access","reconcileID":"1ed78998-4204-4493-8dd2-5d79878f4b0a","MaaSAuthPolicy":{"name":"e2e-rt-sw-f0d8f9-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:13:25.40926452Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b9da173b-ddbb-43a3-b583-1e00433d8bc4","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:13:25.409280017Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b9da173b-ddbb-43a3-b583-1e00433d8bc4","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:13:25.470932812Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"77f0be7d-1347-480d-ae31-b87758a78736","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:13:25.470954349Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"77f0be7d-1347-480d-ae31-b87758a78736","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:13:25.609434444Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-default-int-sub-180758","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-sub-180758","reconcileID":"7f214d34-1521-4625-864f-698e0ac7c47d","MaaSSubscription":{"name":"e2e-default-int-sub-180758","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"subscriptions":["models-as-a-service/e2e-default-int-sub-180758","models-as-a-service/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:13:25.713489499Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-180758","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-180758","reconcileID":"492662bd-e92f-4880-b249-811548038a4a","MaaSAuthPolicy":{"name":"e2e-default-int-auth-180758","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:13:25.713613371Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:13:25.765402933Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d959cbe8-6211-4967-ac71-ea235e12a401","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:13:25.765421111Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d959cbe8-6211-4967-ac71-ea235e12a401","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:13:25.769716337Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-180758","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-180758","reconcileID":"492662bd-e92f-4880-b249-811548038a4a","MaaSAuthPolicy":{"name":"e2e-default-int-auth-180758","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:13:25.805876744Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"4a85f788-9954-4132-8b50-ff0fedbdc51b","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:13:25.965440711Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-default-int-sub-180758","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-sub-180758","reconcileID":"d40f63fd-b747-40e0-8555-2287ca46ee10","MaaSSubscription":{"name":"e2e-default-int-sub-180758","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:13:26.657911269Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub1","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"namespace":"ai-tenant-e2e-worker-w3-bb1b51","name":"e2e-sa-multi-no-hdr-sub1","reconcileID":"8ef794d9-f4c7-41f7-b7bc-aafab4be6fe9","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub1","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"model":"e2e-models-e2e-worker-w3-bb1b51/distinct-w3-bb1b51","subscription":"e2e-sa-multi-no-hdr-sub1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:13:26.706655902Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub1","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"namespace":"ai-tenant-e2e-worker-w3-bb1b51","name":"e2e-sa-multi-no-hdr-sub1","reconcileID":"8ef794d9-f4c7-41f7-b7bc-aafab4be6fe9","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub1","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"model":"e2e-models-e2e-worker-w3-bb1b51/distinct-w3-bb1b51","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:13:26.755598131Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub1","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"namespace":"ai-tenant-e2e-worker-w3-bb1b51","name":"e2e-sa-multi-no-hdr-sub1","reconcileID":"8ef794d9-f4c7-41f7-b7bc-aafab4be6fe9","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub1","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"name":"maas-trlp-distinct-w3-bb1b51","namespace":"e2e-models-e2e-worker-w3-bb1b51","model":"e2e-models-e2e-worker-w3-bb1b51/distinct-w3-bb1b51","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:13:27.008457545Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-bb1b51","namespace":"e2e-models-e2e-worker-w3-bb1b51"},"namespace":"e2e-models-e2e-worker-w3-bb1b51","name":"distinct-w3-bb1b51","reconcileID":"d7c28ab6-57f7-473c-9c4e-f646970eed33","MaaSModelRef":{"name":"distinct-w3-bb1b51","namespace":"e2e-models-e2e-worker-w3-bb1b51"},"routeName":"distinct-w3-bb1b51-kserve-route","namespace":"e2e-models-e2e-worker-w3-bb1b51","llmisvcName":"distinct-w3-bb1b51","gateway":"openshift-ingress/e2e-worker-w3-bb1b51","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:13:27.008470427Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=models-as-a-service priority=0:[models-as-a-service/e2e-default-int-sub-180758 models-as-a-service/e2e-rt-eq-633a29-sub models-as-a-service/e2e-rt-sw-f0d8f9-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:13:27.156205979Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-bb1b51","namespace":"e2e-models-e2e-worker-w3-bb1b51"},"namespace":"e2e-models-e2e-worker-w3-bb1b51","name":"distinct-2-w3-bb1b51","reconcileID":"644385e5-6b3e-4a0c-aec0-a610b2c2079a","MaaSModelRef":{"name":"distinct-2-w3-bb1b51","namespace":"e2e-models-e2e-worker-w3-bb1b51"},"routeName":"distinct-2-w3-bb1b51-kserve-route","namespace":"e2e-models-e2e-worker-w3-bb1b51","llmisvcName":"distinct-2-w3-bb1b51","gateway":"openshift-ingress/e2e-worker-w3-bb1b51","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:13:27.256703182Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"namespace":"ai-tenant-e2e-worker-w3-bb1b51","name":"premium-simulator-access","reconcileID":"2703165a-7163-4486-b96f-db70b474b69d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bb1b51","tenantID":"e2e-worker-w3-bb1b51","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:13:27.259993244Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"namespace":"ai-tenant-e2e-worker-w3-bb1b51","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"1df33e95-923b-4eed-a399-d6d51e457fa4","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bb1b51","tenantID":"e2e-worker-w3-bb1b51","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:13:27.260056715Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"namespace":"ai-tenant-e2e-worker-w3-bb1b51","name":"simulator-access","reconcileID":"87b064ff-4082-4075-b780-4512c51f3dce","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bb1b51","tenantID":"e2e-worker-w3-bb1b51","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:13:27.261512351Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"namespace":"ai-tenant-e2e-worker-w3-bb1b51","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"2ee4b608-5c20-4f79-9067-ab0954f98e7f","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bb1b51","tenantID":"e2e-worker-w3-bb1b51","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:13:27.280152893Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-633a29","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-633a29","reconcileID":"a7b13b44-c47a-4a58-858d-d84db9fce3f1","MaaSModelRef":{"name":"e2e-rt-eq-633a29","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-eq-633a29","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:13:27.280181469Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-633a29","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-633a29","reconcileID":"a7b13b44-c47a-4a58-858d-d84db9fce3f1","MaaSModelRef":{"name":"e2e-rt-eq-633a29","namespace":"llm"},"routeName":"external-model-e2e-rt-eq-633a29-4ac25b991e50","namespace":"llm","model":"e2e-rt-eq-633a29","externalModel":"e2e-rt-eq-633a29","provider":"e2e-rt-eq-633a29-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:13:27.309419338Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"namespace":"ai-tenant-e2e-worker-w3-bb1b51","name":"premium-simulator-access","reconcileID":"2703165a-7163-4486-b96f-db70b474b69d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"name":"e2e-worker-w3-bb1b51-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:13:27.310093244Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub2","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"namespace":"ai-tenant-e2e-worker-w3-bb1b51","name":"e2e-sa-multi-no-hdr-sub2","reconcileID":"1bc11b87-2004-4908-a328-f84b6cc8f1d0","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub2","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-fe07748b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:13:27.313407273Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"namespace":"ai-tenant-e2e-worker-w3-bb1b51","name":"simulator-access","reconcileID":"87b064ff-4082-4075-b780-4512c51f3dce","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"name":"e2e-worker-w3-bb1b51-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:13:27.315088692Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"namespace":"ai-tenant-e2e-worker-w3-bb1b51","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"1df33e95-923b-4eed-a399-d6d51e457fa4","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"name":"e2e-worker-w3-bb1b51-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:13:27.315746Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"namespace":"ai-tenant-e2e-worker-w3-bb1b51","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"2ee4b608-5c20-4f79-9067-ab0954f98e7f","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"name":"e2e-worker-w3-bb1b51-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:13:27.4306994Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-eq-633a29-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-633a29-sub","reconcileID":"96f403b8-0436-4279-8cb0-567c6a9f7c1c","MaaSSubscription":{"name":"e2e-rt-eq-633a29-sub","namespace":"models-as-a-service"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-d32f8f70","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:13:27.473707639Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-633a29-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-633a29-access","reconcileID":"829f884d-87b6-4d66-8e39-301ba9326944","MaaSAuthPolicy":{"name":"e2e-rt-eq-633a29-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:13:27.526070523Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-633a29-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-633a29-access","reconcileID":"829f884d-87b6-4d66-8e39-301ba9326944","MaaSAuthPolicy":{"name":"e2e-rt-eq-633a29-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:13:27.748655181Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"namespace":"ai-tenant-e2e-worker-w3-bb1b51","name":"premium-simulator-access","reconcileID":"8b641a64-c70e-4410-a8be-8bc6ca1afef8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bb1b51","tenantID":"e2e-worker-w3-bb1b51","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:13:27.801203815Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"namespace":"ai-tenant-e2e-worker-w3-bb1b51","name":"premium-simulator-access","reconcileID":"8b641a64-c70e-4410-a8be-8bc6ca1afef8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"name":"e2e-worker-w3-bb1b51-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:13:27.849473452Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"namespace":"ai-tenant-e2e-worker-w3-bb1b51","name":"simulator-access","reconcileID":"6b1fc685-c5fd-48f4-9592-6b7883678e4e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bb1b51","tenantID":"e2e-worker-w3-bb1b51","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:13:27.849826319Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"namespace":"ai-tenant-e2e-worker-w3-bb1b51","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"cea7a9a6-25af-427e-a941-ba14ebb02832","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bb1b51","tenantID":"e2e-worker-w3-bb1b51","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:13:27.849912672Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"namespace":"ai-tenant-e2e-worker-w3-bb1b51","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"88b92eef-0e79-465b-b5b9-15d82109be3f","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bb1b51","tenantID":"e2e-worker-w3-bb1b51","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:13:27.902744539Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"namespace":"ai-tenant-e2e-worker-w3-bb1b51","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"88b92eef-0e79-465b-b5b9-15d82109be3f","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"name":"e2e-worker-w3-bb1b51-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:13:27.902910576Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"namespace":"ai-tenant-e2e-worker-w3-bb1b51","name":"simulator-access","reconcileID":"6b1fc685-c5fd-48f4-9592-6b7883678e4e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"name":"e2e-worker-w3-bb1b51-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:13:27.905191014Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"namespace":"ai-tenant-e2e-worker-w3-bb1b51","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"cea7a9a6-25af-427e-a941-ba14ebb02832","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"name":"e2e-worker-w3-bb1b51-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:13:28.009952713Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-180758","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-180758","reconcileID":"439ead84-b585-42cc-80b5-8b9b4aeda451","MaaSAuthPolicy":{"name":"e2e-default-int-auth-180758","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:13:28.062339092Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-180758","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-180758","reconcileID":"439ead84-b585-42cc-80b5-8b9b4aeda451","MaaSAuthPolicy":{"name":"e2e-default-int-auth-180758","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:13:28.24061414Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"52c03f9d-6a6b-446c-97d8-e84a6dc9d1f9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:13:28.293161836Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"52c03f9d-6a6b-446c-97d8-e84a6dc9d1f9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:13:28.340581651Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"5b91bea2-f85b-406d-9e33-c37b40c90694","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:13:28.340848959Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-633a29-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-633a29-access","reconcileID":"04efe22b-da8f-4e1a-9a07-fa2ec72db0b4","MaaSAuthPolicy":{"name":"e2e-rt-eq-633a29-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:13:28.340579713Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-f0d8f9-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-f0d8f9-access","reconcileID":"f8406924-7bcd-40fd-a86f-2e759705b3c3","MaaSAuthPolicy":{"name":"e2e-rt-sw-f0d8f9-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:13:28.394592788Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-633a29-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-633a29-access","reconcileID":"04efe22b-da8f-4e1a-9a07-fa2ec72db0b4","MaaSAuthPolicy":{"name":"e2e-rt-eq-633a29-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:13:28.394636621Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-f0d8f9-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-f0d8f9-access","reconcileID":"f8406924-7bcd-40fd-a86f-2e759705b3c3","MaaSAuthPolicy":{"name":"e2e-rt-sw-f0d8f9-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:13:28.396756991Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"5b91bea2-f85b-406d-9e33-c37b40c90694","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:13:30.009130207Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-9893f0","namespace":"e2e-models-e2e-worker-w0-9893f0"},"namespace":"e2e-models-e2e-worker-w0-9893f0","name":"simulator-w0-9893f0","reconcileID":"c5dfac0e-c33c-48a4-acd1-3bfd962d5b5a","MaaSModelRef":{"name":"simulator-w0-9893f0","namespace":"e2e-models-e2e-worker-w0-9893f0"},"routeName":"simulator-w0-9893f0-kserve-route","namespace":"e2e-models-e2e-worker-w0-9893f0","llmisvcName":"simulator-w0-9893f0","gateway":"openshift-ingress/e2e-worker-w0-9893f0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:13:30.205759872Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"namespace":"ai-tenant-e2e-worker-w0-9893f0","name":"simulator-subscription","reconcileID":"a002b40a-d253-49da-88be-3eea9f2e7656","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"name":"maas-trlp-simulator-w0-9893f0","model":"e2e-models-e2e-worker-w0-9893f0/simulator-w0-9893f0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:13:30.213741713Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"namespace":"ai-tenant-e2e-worker-w0-9893f0","name":"simulator-access","reconcileID":"c36a5802-8713-4f40-832f-8ca314e5a2a4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9893f0","tenantID":"e2e-worker-w0-9893f0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:13:30.213769012Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"namespace":"ai-tenant-e2e-worker-w0-9893f0","name":"premium-simulator-access","reconcileID":"350cfeaf-e4d2-49e1-a993-33531cea1cbf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9893f0","tenantID":"e2e-worker-w0-9893f0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:13:30.266523167Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"namespace":"ai-tenant-e2e-worker-w0-9893f0","name":"premium-simulator-access","reconcileID":"350cfeaf-e4d2-49e1-a993-33531cea1cbf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"name":"e2e-worker-w0-9893f0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:13:30.26682812Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"namespace":"ai-tenant-e2e-worker-w0-9893f0","name":"simulator-access","reconcileID":"c36a5802-8713-4f40-832f-8ca314e5a2a4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"name":"e2e-worker-w0-9893f0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:13:30.364653151Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-9893f0","namespace":"e2e-models-e2e-worker-w0-9893f0"},"namespace":"e2e-models-e2e-worker-w0-9893f0","name":"simulator-w0-9893f0","reconcileID":"d753af74-ce3d-41e4-88a2-66c8adc6820e","MaaSModelRef":{"name":"simulator-w0-9893f0","namespace":"e2e-models-e2e-worker-w0-9893f0"},"routeName":"simulator-w0-9893f0-kserve-route","namespace":"e2e-models-e2e-worker-w0-9893f0","llmisvcName":"simulator-w0-9893f0","gateway":"openshift-ingress/e2e-worker-w0-9893f0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:13:30.558824926Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"namespace":"ai-tenant-e2e-worker-w0-9893f0","name":"simulator-subscription","reconcileID":"424bf196-8a9d-4d01-8592-726dbd8e0507","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"name":"maas-trlp-simulator-w0-9893f0","model":"e2e-models-e2e-worker-w0-9893f0/simulator-w0-9893f0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:13:30.686329135Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"bd73d143-b4af-431c-8efc-5dc4e62fdd96","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:13:30.686349313Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"bd73d143-b4af-431c-8efc-5dc4e62fdd96","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:13:30.686357048Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-180758","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-180758","reconcileID":"d83afba7-559e-49bc-b2a1-f68858cf1fc4","MaaSAuthPolicy":{"name":"e2e-default-int-auth-180758","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:13:30.888333982Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"76a0debd-dc53-4fbc-8b30-729a0638b33c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:13:30.88835447Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"76a0debd-dc53-4fbc-8b30-729a0638b33c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:13:31.040461489Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"2e9c6acb-9194-4e4a-a7a5-c9db5b8ca5f8","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:13:31.040482595Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"2e9c6acb-9194-4e4a-a7a5-c9db5b8ca5f8","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:13:31.047873394Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-69fd8043"},"namespace":"ai-tenant-e2e-mt-69fd8043","name":"default-tenant","reconcileID":"1c408daf-e60d-4389-bb69-d10654ef3c5f","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-69fd8043","tenantID":"e2e-mt-69fd8043","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:13:31.155691741Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-69fd8043"},"namespace":"ai-tenant-e2e-mt-69fd8043","name":"default-tenant","reconcileID":"1c408daf-e60d-4389-bb69-d10654ef3c5f","name":"e2e-mt-69fd8043-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:13:31.293230549Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"cf1863ea-9b64-4002-8ac4-31b7f47279fb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:13:31.293249108Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d7af9792-14e6-45f8-ae6d-755549b014cc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:13:31.293790228Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-f0d8f9-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-f0d8f9-access","reconcileID":"f139e7d8-a853-4c1c-a46e-7c9740931815","MaaSAuthPolicy":{"name":"e2e-rt-sw-f0d8f9-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:13:31.293789706Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-633a29-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-633a29-access","reconcileID":"36ab6acd-1b70-48a6-a725-f045a444a421","MaaSAuthPolicy":{"name":"e2e-rt-eq-633a29-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:13:31.352322424Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d7af9792-14e6-45f8-ae6d-755549b014cc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:13:31.355345172Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"cf1863ea-9b64-4002-8ac4-31b7f47279fb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:13:31.358847574Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-633a29-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-633a29-access","reconcileID":"36ab6acd-1b70-48a6-a725-f045a444a421","MaaSAuthPolicy":{"name":"e2e-rt-eq-633a29-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:13:31.415958863Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-f0d8f9-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-f0d8f9-access","reconcileID":"f139e7d8-a853-4c1c-a46e-7c9740931815","MaaSAuthPolicy":{"name":"e2e-rt-sw-f0d8f9-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:13:33.017451305Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-models-valid-sub","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"namespace":"ai-tenant-e2e-worker-w4-8d2c7c","name":"e2e-models-valid-sub","reconcileID":"3207d6f3-ae84-456e-9a02-73e8bbd47dd3","MaaSSubscription":{"name":"e2e-models-valid-sub","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"model":"e2e-models-e2e-worker-w4-8d2c7c/simulator-w4-8d2c7c","subscription":"e2e-models-valid-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:13:33.219657333Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-models-valid-sub","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"namespace":"ai-tenant-e2e-worker-w4-8d2c7c","name":"e2e-models-valid-sub","reconcileID":"3207d6f3-ae84-456e-9a02-73e8bbd47dd3","MaaSSubscription":{"name":"e2e-models-valid-sub","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"name":"maas-trlp-simulator-w4-8d2c7c","model":"e2e-models-e2e-worker-w4-8d2c7c/simulator-w4-8d2c7c","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w4-8d2c7c/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:13:33.414856084Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"namespace":"ai-tenant-e2e-worker-w4-8d2c7c","name":"simulator-subscription","reconcileID":"aad6a77a-feba-4519-a835-95b434662367","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"name":"maas-trlp-simulator-w4-8d2c7c","model":"e2e-models-e2e-worker-w4-8d2c7c/simulator-w4-8d2c7c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:13:33.422502914Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-8d2c7c","namespace":"e2e-models-e2e-worker-w4-8d2c7c"},"namespace":"e2e-models-e2e-worker-w4-8d2c7c","name":"simulator-w4-8d2c7c","reconcileID":"3af4efb0-41df-4ee3-990e-bb23b390e6d5","MaaSModelRef":{"name":"simulator-w4-8d2c7c","namespace":"e2e-models-e2e-worker-w4-8d2c7c"},"routeName":"simulator-w4-8d2c7c-kserve-route","namespace":"e2e-models-e2e-worker-w4-8d2c7c","llmisvcName":"simulator-w4-8d2c7c","gateway":"openshift-ingress/e2e-worker-w4-8d2c7c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:13:33.525021343Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-f0d8f9","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-f0d8f9","reconcileID":"a27d08e9-da87-4822-98f6-5ad827bee4b3","MaaSModelRef":{"name":"e2e-rt-sw-f0d8f9","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-f0d8f9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:13:33.525052723Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-f0d8f9","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-f0d8f9","reconcileID":"a27d08e9-da87-4822-98f6-5ad827bee4b3","MaaSModelRef":{"name":"e2e-rt-sw-f0d8f9","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-f0d8f9-ac00eea659f8","namespace":"llm","model":"e2e-rt-sw-f0d8f9","externalModel":"e2e-rt-sw-f0d8f9","provider":"e2e-rt-sw-f0d8f9-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:13:33.568928044Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"namespace":"ai-tenant-e2e-worker-w4-8d2c7c","name":"simulator-access","reconcileID":"aaf8db01-1230-4236-abe7-713057a57e98","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-8d2c7c","tenantID":"e2e-worker-w4-8d2c7c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:13:33.568930742Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"namespace":"ai-tenant-e2e-worker-w4-8d2c7c","name":"premium-simulator-access","reconcileID":"0401e182-7bfe-4b43-8f9c-2780f5217f8c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-8d2c7c","tenantID":"e2e-worker-w4-8d2c7c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:13:33.569548314Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"namespace":"ai-tenant-e2e-worker-w4-8d2c7c","name":"e2e-models-invalid-sub-auth","reconcileID":"4d82386d-061c-47a6-8a10-5491258d7648","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-8d2c7c","tenantID":"e2e-worker-w4-8d2c7c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:13:33.574878523Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-8d2c7c","namespace":"e2e-models-e2e-worker-w4-8d2c7c"},"namespace":"e2e-models-e2e-worker-w4-8d2c7c","name":"simulator-w4-8d2c7c","reconcileID":"3f2285ab-1563-4185-8edd-986ffbba2ee6","MaaSModelRef":{"name":"simulator-w4-8d2c7c","namespace":"e2e-models-e2e-worker-w4-8d2c7c"},"routeName":"simulator-w4-8d2c7c-kserve-route","namespace":"e2e-models-e2e-worker-w4-8d2c7c","llmisvcName":"simulator-w4-8d2c7c","gateway":"openshift-ingress/e2e-worker-w4-8d2c7c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:13:33.622273943Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"namespace":"ai-tenant-e2e-worker-w4-8d2c7c","name":"premium-simulator-access","reconcileID":"0401e182-7bfe-4b43-8f9c-2780f5217f8c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"name":"e2e-worker-w4-8d2c7c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:13:33.623594211Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"namespace":"ai-tenant-e2e-worker-w4-8d2c7c","name":"e2e-models-invalid-sub-auth","reconcileID":"4d82386d-061c-47a6-8a10-5491258d7648","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"name":"e2e-worker-w4-8d2c7c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:13:33.625136221Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"namespace":"ai-tenant-e2e-worker-w4-8d2c7c","name":"simulator-access","reconcileID":"aaf8db01-1230-4236-abe7-713057a57e98","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"name":"e2e-worker-w4-8d2c7c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:13:33.767627281Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"namespace":"ai-tenant-e2e-worker-w4-8d2c7c","name":"e2e-models-invalid-sub-auth","reconcileID":"9143db49-ede7-45d2-bc5a-fa31c282ebbd","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"model":"e2e-models-e2e-worker-w4-8d2c7c/simulator-w4-8d2c7c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:13:33.91899776Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-8d2c7c","namespace":"e2e-models-e2e-worker-w4-8d2c7c"},"namespace":"e2e-models-e2e-worker-w4-8d2c7c","name":"simulator-w4-8d2c7c","reconcileID":"6c4d6051-4446-45ac-a434-f9d2aac240e7","MaaSModelRef":{"name":"simulator-w4-8d2c7c","namespace":"e2e-models-e2e-worker-w4-8d2c7c"},"routeName":"simulator-w4-8d2c7c-kserve-route","namespace":"e2e-models-e2e-worker-w4-8d2c7c","llmisvcName":"simulator-w4-8d2c7c","gateway":"openshift-ingress/e2e-worker-w4-8d2c7c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:13:37.35993014Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub2","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"namespace":"ai-tenant-e2e-worker-w3-bb1b51","name":"e2e-sa-multi-no-hdr-sub2","reconcileID":"a07ce759-8cf3-485e-b97b-3889252c7bb1","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub2","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"model":"e2e-models-e2e-worker-w3-bb1b51/distinct-2-w3-bb1b51","subscription":"e2e-sa-multi-no-hdr-sub2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:13:37.408637116Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub2","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"namespace":"ai-tenant-e2e-worker-w3-bb1b51","name":"e2e-sa-multi-no-hdr-sub2","reconcileID":"a07ce759-8cf3-485e-b97b-3889252c7bb1","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub2","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"model":"e2e-models-e2e-worker-w3-bb1b51/distinct-2-w3-bb1b51","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:13:37.458721971Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub2","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"namespace":"ai-tenant-e2e-worker-w3-bb1b51","name":"e2e-sa-multi-no-hdr-sub2","reconcileID":"a07ce759-8cf3-485e-b97b-3889252c7bb1","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub2","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"name":"maas-trlp-distinct-2-w3-bb1b51","namespace":"e2e-models-e2e-worker-w3-bb1b51","model":"e2e-models-e2e-worker-w3-bb1b51/distinct-2-w3-bb1b51","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:13:37.481249267Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-eq-633a29-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-633a29-sub","reconcileID":"fa760c13-203c-482b-87a7-42ad5d966639","MaaSSubscription":{"name":"e2e-rt-eq-633a29-sub","namespace":"models-as-a-service"},"model":"llm/e2e-rt-eq-633a29","subscription":"e2e-rt-eq-633a29-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:13:37.579283066Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-eq-633a29-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-633a29-sub","reconcileID":"fa760c13-203c-482b-87a7-42ad5d966639","MaaSSubscription":{"name":"e2e-rt-eq-633a29-sub","namespace":"models-as-a-service"},"model":"llm/e2e-rt-eq-633a29","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:13:37.628255696Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-eq-633a29-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-633a29-sub","reconcileID":"fa760c13-203c-482b-87a7-42ad5d966639","MaaSSubscription":{"name":"e2e-rt-eq-633a29-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-rt-eq-633a29","namespace":"llm","model":"llm/e2e-rt-eq-633a29","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:13:37.728231137Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-bb1b51","namespace":"e2e-models-e2e-worker-w3-bb1b51"},"namespace":"e2e-models-e2e-worker-w3-bb1b51","name":"distinct-2-w3-bb1b51","reconcileID":"716e4a2b-8ee2-4b69-8206-33fc407bbae8","MaaSModelRef":{"name":"distinct-2-w3-bb1b51","namespace":"e2e-models-e2e-worker-w3-bb1b51"},"routeName":"distinct-2-w3-bb1b51-kserve-route","namespace":"e2e-models-e2e-worker-w3-bb1b51","llmisvcName":"distinct-2-w3-bb1b51","gateway":"openshift-ingress/e2e-worker-w3-bb1b51","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:13:37.885559643Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-bb1b51","namespace":"e2e-models-e2e-worker-w3-bb1b51"},"namespace":"e2e-models-e2e-worker-w3-bb1b51","name":"distinct-w3-bb1b51","reconcileID":"eb68b6b8-ff56-4a04-a59a-c661eed62ba7","MaaSModelRef":{"name":"distinct-w3-bb1b51","namespace":"e2e-models-e2e-worker-w3-bb1b51"},"routeName":"distinct-w3-bb1b51-kserve-route","namespace":"e2e-models-e2e-worker-w3-bb1b51","llmisvcName":"distinct-w3-bb1b51","gateway":"openshift-ingress/e2e-worker-w3-bb1b51","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:13:37.93656146Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-633a29","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-633a29","reconcileID":"0dc745c7-9517-4840-8541-edc28b5263a0","MaaSModelRef":{"name":"e2e-rt-eq-633a29","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-eq-633a29","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:13:37.936586618Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-633a29","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-633a29","reconcileID":"0dc745c7-9517-4840-8541-edc28b5263a0","MaaSModelRef":{"name":"e2e-rt-eq-633a29","namespace":"llm"},"routeName":"external-model-e2e-rt-eq-633a29-4ac25b991e50","namespace":"llm","model":"e2e-rt-eq-633a29","externalModel":"e2e-rt-eq-633a29","provider":"e2e-rt-eq-633a29-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:13:37.970958311Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"namespace":"ai-tenant-e2e-worker-w3-bb1b51","name":"premium-simulator-access","reconcileID":"dd3a460b-fdb5-466a-a0cf-74c53ba87d66","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bb1b51","tenantID":"e2e-worker-w3-bb1b51","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:13:37.971084944Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"namespace":"ai-tenant-e2e-worker-w3-bb1b51","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"77497c90-05eb-4973-8231-c018d5aa2ec9","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bb1b51","tenantID":"e2e-worker-w3-bb1b51","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:13:37.970958604Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"namespace":"ai-tenant-e2e-worker-w3-bb1b51","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"81954464-e96c-4887-aa12-c22010346a66","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bb1b51","tenantID":"e2e-worker-w3-bb1b51","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:13:37.971451812Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"namespace":"ai-tenant-e2e-worker-w3-bb1b51","name":"simulator-access","reconcileID":"e758d8dc-7305-4ccf-a467-e4b825dd34f2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bb1b51","tenantID":"e2e-worker-w3-bb1b51","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:13:38.023992801Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"namespace":"ai-tenant-e2e-worker-w3-bb1b51","name":"premium-simulator-access","reconcileID":"dd3a460b-fdb5-466a-a0cf-74c53ba87d66","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"name":"e2e-worker-w3-bb1b51-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:13:38.025023577Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"namespace":"ai-tenant-e2e-worker-w3-bb1b51","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"77497c90-05eb-4973-8231-c018d5aa2ec9","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"name":"e2e-worker-w3-bb1b51-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:13:38.026861461Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"namespace":"ai-tenant-e2e-worker-w3-bb1b51","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"81954464-e96c-4887-aa12-c22010346a66","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"name":"e2e-worker-w3-bb1b51-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:13:38.028783599Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"namespace":"ai-tenant-e2e-worker-w3-bb1b51","name":"simulator-access","reconcileID":"e758d8dc-7305-4ccf-a467-e4b825dd34f2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"name":"e2e-worker-w3-bb1b51-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:13:38.087393591Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-633a29","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-633a29","reconcileID":"897abbc0-764e-4679-85a6-8eb41c2cf553","MaaSModelRef":{"name":"e2e-rt-eq-633a29","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-eq-633a29","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:13:38.087421727Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-633a29","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-633a29","reconcileID":"897abbc0-764e-4679-85a6-8eb41c2cf553","MaaSModelRef":{"name":"e2e-rt-eq-633a29","namespace":"llm"},"routeName":"external-model-e2e-rt-eq-633a29-4ac25b991e50","namespace":"llm","model":"e2e-rt-eq-633a29","externalModel":"e2e-rt-eq-633a29","provider":"e2e-rt-eq-633a29-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:13:38.131016427Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-f0d8f9-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-f0d8f9-access","reconcileID":"67a4b76d-806e-4a85-8a7d-da7edb5edc39","MaaSAuthPolicy":{"name":"e2e-rt-sw-f0d8f9-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:13:38.168762485Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"namespace":"ai-tenant-e2e-worker-w3-bb1b51","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"c84648a9-e8eb-49fd-b15f-a88676be79c3","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"model":"e2e-models-e2e-worker-w3-bb1b51/distinct-w3-bb1b51","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:13:38.168807589Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-633a29-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-633a29-access","reconcileID":"585de846-811f-4886-a672-7250a8e17893","MaaSAuthPolicy":{"name":"e2e-rt-eq-633a29-access","namespace":"models-as-a-service"},"model":"llm/e2e-rt-eq-633a29","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:13:38.183434736Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-f0d8f9-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-f0d8f9-access","reconcileID":"67a4b76d-806e-4a85-8a7d-da7edb5edc39","MaaSAuthPolicy":{"name":"e2e-rt-sw-f0d8f9-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T12:13:38.185453319Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-633a29","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-633a29","reconcileID":"897abbc0-764e-4679-85a6-8eb41c2cf553","name":"e2e-rt-eq-633a29","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-rt-eq-633a29\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T12:13:38.185507753Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-633a29","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-633a29","reconcileID":"897abbc0-764e-4679-85a6-8eb41c2cf553","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-rt-eq-633a29\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T12:13:38.239478664Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-633a29","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-633a29","reconcileID":"f37de038-9514-41b9-9469-411a4b74f3ee","MaaSModelRef":{"name":"e2e-rt-eq-633a29","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-eq-633a29","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:13:38.23950507Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-633a29","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-633a29","reconcileID":"f37de038-9514-41b9-9469-411a4b74f3ee","MaaSModelRef":{"name":"e2e-rt-eq-633a29","namespace":"llm"},"routeName":"external-model-e2e-rt-eq-633a29-4ac25b991e50","namespace":"llm","model":"e2e-rt-eq-633a29","externalModel":"e2e-rt-eq-633a29","provider":"e2e-rt-eq-633a29-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:13:38.363687182Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"namespace":"ai-tenant-e2e-worker-w3-bb1b51","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"7b700489-4dd3-4139-8769-6f3f372bc0b0","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bb1b51","tenantID":"e2e-worker-w3-bb1b51","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:13:38.364617359Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"303e2076-5f90-4f57-b7aa-6ae2f5c8463b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:13:38.41676661Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"namespace":"ai-tenant-e2e-worker-w3-bb1b51","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"7b700489-4dd3-4139-8769-6f3f372bc0b0","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"name":"e2e-worker-w3-bb1b51-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:13:38.416870634Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"303e2076-5f90-4f57-b7aa-6ae2f5c8463b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:13:38.42293378Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-633a29","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-633a29","reconcileID":"26d70841-0294-4152-b702-b1a151772a02","MaaSModelRef":{"name":"e2e-rt-eq-633a29","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-eq-633a29","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:13:38.422955466Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-633a29","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-633a29","reconcileID":"26d70841-0294-4152-b702-b1a151772a02","MaaSModelRef":{"name":"e2e-rt-eq-633a29","namespace":"llm"},"routeName":"external-model-e2e-rt-eq-633a29-4ac25b991e50","namespace":"llm","model":"e2e-rt-eq-633a29","externalModel":"e2e-rt-eq-633a29","provider":"e2e-rt-eq-633a29-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:13:38.471713682Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-bb1b51","namespace":"e2e-models-e2e-worker-w3-bb1b51"},"namespace":"e2e-models-e2e-worker-w3-bb1b51","name":"distinct-w3-bb1b51","reconcileID":"1cbc4432-9c54-48ac-9881-c022a01885ad","MaaSModelRef":{"name":"distinct-w3-bb1b51","namespace":"e2e-models-e2e-worker-w3-bb1b51"},"routeName":"distinct-w3-bb1b51-kserve-route","namespace":"e2e-models-e2e-worker-w3-bb1b51","llmisvcName":"distinct-w3-bb1b51","gateway":"openshift-ingress/e2e-worker-w3-bb1b51","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:13:38.520574086Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-bb1b51","namespace":"e2e-models-e2e-worker-w3-bb1b51"},"namespace":"e2e-models-e2e-worker-w3-bb1b51","name":"distinct-2-w3-bb1b51","reconcileID":"f49c737e-22ae-4e76-b4b0-e00a70d3994b","MaaSModelRef":{"name":"distinct-2-w3-bb1b51","namespace":"e2e-models-e2e-worker-w3-bb1b51"},"routeName":"distinct-2-w3-bb1b51-kserve-route","namespace":"e2e-models-e2e-worker-w3-bb1b51","llmisvcName":"distinct-2-w3-bb1b51","gateway":"openshift-ingress/e2e-worker-w3-bb1b51","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:13:38.567074226Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"790ae245-c782-4027-b317-52c6277a4131","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:13:38.621432701Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"790ae245-c782-4027-b317-52c6277a4131","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:13:38.626000816Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"namespace":"ai-tenant-e2e-worker-w3-bb1b51","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"4d8bb88f-a9e0-4c99-bc89-7175d6b53d02","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"model":"e2e-models-e2e-worker-w3-bb1b51/distinct-2-w3-bb1b51","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:13:38.82703206Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-bb1b51","namespace":"e2e-models-e2e-worker-w3-bb1b51"},"namespace":"e2e-models-e2e-worker-w3-bb1b51","name":"distinct-2-w3-bb1b51","reconcileID":"cddf0e81-eb35-43a4-b6fd-475437a776af","MaaSModelRef":{"name":"distinct-2-w3-bb1b51","namespace":"e2e-models-e2e-worker-w3-bb1b51"},"routeName":"distinct-2-w3-bb1b51-kserve-route","namespace":"e2e-models-e2e-worker-w3-bb1b51","llmisvcName":"distinct-2-w3-bb1b51","gateway":"openshift-ingress/e2e-worker-w3-bb1b51","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:13:38.922818749Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rt-eq-633a29","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-633a29","reconcileID":"b2b069dd-61bf-4329-8c1f-99f0362b1d92","namespace":"llm","name":"e2e-rt-eq-633a29","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:13:38.975779256Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"8eb91d37-e9e6-4d5b-98d4-b66043bbed6f","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:13:38.975798032Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"8eb91d37-e9e6-4d5b-98d4-b66043bbed6f","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:13:39.025459609Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-default-int-sub-180758","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-sub-180758","reconcileID":"bd3dab79-a285-4b3a-9775-a11a40ac7ebc","MaaSSubscription":{"name":"e2e-default-int-sub-180758","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","subscription":"e2e-default-int-sub-180758","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:13:39.025791914Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-f0d8f9","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-f0d8f9","reconcileID":"9b7dfebe-ac87-4ce4-9bda-52443fb7e34f","MaaSModelRef":{"name":"e2e-rt-sw-f0d8f9","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-f0d8f9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:13:39.025809456Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-f0d8f9","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-f0d8f9","reconcileID":"9b7dfebe-ac87-4ce4-9bda-52443fb7e34f","MaaSModelRef":{"name":"e2e-rt-sw-f0d8f9","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-f0d8f9-ac00eea659f8","namespace":"llm","model":"e2e-rt-sw-f0d8f9","externalModel":"e2e-rt-sw-f0d8f9","provider":"e2e-rt-sw-f0d8f9-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:13:39.068314382Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"namespace":"ai-tenant-e2e-worker-w3-bb1b51","name":"simulator-access","reconcileID":"e549a2ae-29d2-462d-8ed2-67c76a4fe2c5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bb1b51","tenantID":"e2e-worker-w3-bb1b51","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:13:39.068310136Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"namespace":"ai-tenant-e2e-worker-w3-bb1b51","name":"premium-simulator-access","reconcileID":"1e41ac1a-1805-4a64-b1a0-55733e8c24cb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bb1b51","tenantID":"e2e-worker-w3-bb1b51","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:13:39.069225178Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"premium-simulator-access","reconcileID":"e04d5326-cd8f-486c-bb72-6fae210cf607","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-91cd99","tenantID":"e2e-worker-w2-91cd99","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:13:39.069236024Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"namespace":"ai-tenant-e2e-worker-w0-9893f0","name":"premium-simulator-access","reconcileID":"10882496-f0d0-44ee-ab24-182875840bbd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9893f0","tenantID":"e2e-worker-w0-9893f0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:13:39.069652479Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"namespace":"ai-tenant-e2e-worker-w1-5951bc","name":"simulator-access","reconcileID":"38ea3c3f-e307-41f3-b940-86be395eb6c4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5951bc","tenantID":"e2e-worker-w1-5951bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:13:39.074805061Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"67eb6b4f-73d2-48b6-bd62-1361797b3efe","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:13:39.074819264Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"67eb6b4f-73d2-48b6-bd62-1361797b3efe","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:13:39.075049369Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"3aa0f8ec-0df7-404a-859b-21decee8c5e1","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:13:39.075060234Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"3aa0f8ec-0df7-404a-859b-21decee8c5e1","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:13:39.075263336Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"36007263-984e-4476-9a91-ae5f2248f7d8","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:13:39.07527493Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"36007263-984e-4476-9a91-ae5f2248f7d8","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:13:39.075639184Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"e793635d-ddca-4062-a3b3-b4906ea42090","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:13:39.075651028Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"e793635d-ddca-4062-a3b3-b4906ea42090","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:13:39.07584467Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"ede48a04-6805-41af-b55a-34ce4528dce6","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:13:39.075855235Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"ede48a04-6805-41af-b55a-34ce4528dce6","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:13:39.076045588Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"3d3dc7ce-3cb6-4e01-9c53-1366040e56c2","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:13:39.076055272Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"3d3dc7ce-3cb6-4e01-9c53-1366040e56c2","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:13:39.076236436Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"0c81dded-ff63-41ec-9dac-40033d3b1143","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:13:39.076247306Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"0c81dded-ff63-41ec-9dac-40033d3b1143","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:13:39.121483951Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"namespace":"ai-tenant-e2e-worker-w3-bb1b51","name":"simulator-access","reconcileID":"e549a2ae-29d2-462d-8ed2-67c76a4fe2c5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"name":"e2e-worker-w3-bb1b51-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:13:39.121503119Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"namespace":"ai-tenant-e2e-worker-w3-bb1b51","name":"premium-simulator-access","reconcileID":"1e41ac1a-1805-4a64-b1a0-55733e8c24cb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"name":"e2e-worker-w3-bb1b51-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:13:39.124087249Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"premium-simulator-access","reconcileID":"e04d5326-cd8f-486c-bb72-6fae210cf607","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"name":"e2e-worker-w2-91cd99-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:13:39.124614748Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"namespace":"ai-tenant-e2e-worker-w0-9893f0","name":"premium-simulator-access","reconcileID":"10882496-f0d0-44ee-ab24-182875840bbd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"name":"e2e-worker-w0-9893f0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:13:39.127507118Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"namespace":"ai-tenant-e2e-worker-w1-5951bc","name":"simulator-access","reconcileID":"38ea3c3f-e307-41f3-b940-86be395eb6c4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"name":"e2e-worker-w1-5951bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:13:39.175689397Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"98e53e1e-5840-48b7-9a11-59a34c0ab9a3","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:13:39.227065248Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"f3c1e36f-1421-4a39-9199-238687d48c28","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"subscriptions":["models-as-a-service/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:13:39.23014787Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-sw-f0d8f9-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-f0d8f9-sub","reconcileID":"a288e45e-7e8e-49b0-b309-a35ddc62669c","MaaSSubscription":{"name":"e2e-rt-sw-f0d8f9-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-rt-sw-f0d8f9","model":"llm/e2e-rt-sw-f0d8f9","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:13:39.296087709Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-default-int-sub-180758","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-sub-180758","reconcileID":"bd3dab79-a285-4b3a-9775-a11a40ac7ebc","MaaSSubscription":{"name":"e2e-default-int-sub-180758","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:13:39.475349638Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"namespace":"ai-tenant-e2e-worker-w4-8d2c7c","name":"premium-simulator-access","reconcileID":"7c225194-a446-4810-b9dd-ec7826bfeb53","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-8d2c7c","tenantID":"e2e-worker-w4-8d2c7c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:13:39.478504399Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"simulator-access","reconcileID":"f9d108d8-c200-43a8-a08d-5238831f6fde","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-91cd99","tenantID":"e2e-worker-w2-91cd99","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:13:39.478532907Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"namespace":"ai-tenant-e2e-worker-w0-9893f0","name":"simulator-access","reconcileID":"491c8232-99a0-40dd-93bd-65da1896c831","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9893f0","tenantID":"e2e-worker-w0-9893f0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:13:39.523066531Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"2ddbca79-c005-4986-8955-90a67370bdfa","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:13:39.523076141Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"12e500ce-43ce-4c59-9268-95b250713007","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:13:39.527525756Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"namespace":"ai-tenant-e2e-worker-w4-8d2c7c","name":"premium-simulator-access","reconcileID":"7c225194-a446-4810-b9dd-ec7826bfeb53","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"name":"e2e-worker-w4-8d2c7c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:13:39.530916567Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"namespace":"ai-tenant-e2e-worker-w0-9893f0","name":"simulator-access","reconcileID":"491c8232-99a0-40dd-93bd-65da1896c831","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"name":"e2e-worker-w0-9893f0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:13:39.531335719Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"simulator-access","reconcileID":"f9d108d8-c200-43a8-a08d-5238831f6fde","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"name":"e2e-worker-w2-91cd99-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:13:39.577944486Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"2ddbca79-c005-4986-8955-90a67370bdfa","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:13:39.57798386Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"12e500ce-43ce-4c59-9268-95b250713007","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:13:39.592172826Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"93d691f2-6fa9-4f59-ac69-5b1817093ce9","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:13:39.638117498Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"954e5ad5-f16d-4b2d-a882-ab49444b42c3","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:13:39.638142884Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"954e5ad5-f16d-4b2d-a882-ab49444b42c3","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:13:39.759722271Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rt-eq-633a29","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-633a29","reconcileID":"238ac14d-9b22-4371-8906-af74d7220d10","namespace":"llm","name":"e2e-rt-eq-633a29","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:13:39.924926212Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-f0d8f9-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-f0d8f9-access","reconcileID":"239f9a9f-f485-4196-8aa4-eff1a9108f94","MaaSAuthPolicy":{"name":"e2e-rt-sw-f0d8f9-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:13:39.991297905Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-f0d8f9-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-f0d8f9-access","reconcileID":"239f9a9f-f485-4196-8aa4-eff1a9108f94","MaaSAuthPolicy":{"name":"e2e-rt-sw-f0d8f9-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:13:40.023919667Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"namespace":"ai-tenant-e2e-worker-w4-8d2c7c","name":"simulator-access","reconcileID":"53536c7b-e226-4bf1-9798-308e7e458e66","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-8d2c7c","tenantID":"e2e-worker-w4-8d2c7c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:13:40.024559333Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"namespace":"ai-tenant-e2e-worker-w1-5951bc","name":"premium-simulator-access","reconcileID":"741a4cbd-1630-453c-b964-d9d00ed8a67b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5951bc","tenantID":"e2e-worker-w1-5951bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:13:40.078280161Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"92abff99-8dc5-430d-b410-0049a6c8a9c0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:13:40.079053026Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"05eaf04d-922c-4ae4-b939-81f1774db778","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:13:40.125655504Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"namespace":"ai-tenant-e2e-worker-w4-8d2c7c","name":"simulator-access","reconcileID":"53536c7b-e226-4bf1-9798-308e7e458e66","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"name":"e2e-worker-w4-8d2c7c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:13:40.12677889Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"namespace":"ai-tenant-e2e-worker-w1-5951bc","name":"premium-simulator-access","reconcileID":"741a4cbd-1630-453c-b964-d9d00ed8a67b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"name":"e2e-worker-w1-5951bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:13:40.214358379Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"05eaf04d-922c-4ae4-b939-81f1774db778","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:13:40.246232831Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"92abff99-8dc5-430d-b410-0049a6c8a9c0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:13:40.687823103Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"simulator-access","reconcileID":"b2cca336-9ff0-4f97-8270-eff3dc6382f7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-91cd99","tenantID":"e2e-worker-w2-91cd99","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:13:40.747848535Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"namespace":"ai-tenant-e2e-worker-w0-9893f0","name":"simulator-access","reconcileID":"f38a57a6-ded0-49ad-9518-9c3a8423ecf9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9893f0","tenantID":"e2e-worker-w0-9893f0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:13:40.764802372Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"namespace":"ai-tenant-e2e-worker-w4-8d2c7c","name":"premium-simulator-access","reconcileID":"3a9592f8-5ffa-46b0-9b3b-12722778dedd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-8d2c7c","tenantID":"e2e-worker-w4-8d2c7c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:13:40.765035985Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"namespace":"ai-tenant-e2e-worker-w1-5951bc","name":"simulator-access","reconcileID":"e53c55bd-9648-45ed-8b3f-6ebba6d0859a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5951bc","tenantID":"e2e-worker-w1-5951bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:13:40.774766584Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-f0d8f9","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-f0d8f9","reconcileID":"d210c61f-0358-444c-93f3-b4e763a20ad0","MaaSModelRef":{"name":"e2e-rt-sw-f0d8f9","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-f0d8f9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:13:40.810695841Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-f0d8f9","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-f0d8f9","reconcileID":"d210c61f-0358-444c-93f3-b4e763a20ad0","MaaSModelRef":{"name":"e2e-rt-sw-f0d8f9","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-f0d8f9-ac00eea659f8","namespace":"llm","model":"e2e-rt-sw-f0d8f9","externalModel":"e2e-rt-sw-f0d8f9","provider":"e2e-rt-sw-f0d8f9-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:13:40.868333701Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"simulator-access","reconcileID":"b2cca336-9ff0-4f97-8270-eff3dc6382f7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"name":"e2e-worker-w2-91cd99-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:13:40.936048893Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"namespace":"ai-tenant-e2e-worker-w1-5951bc","name":"simulator-access","reconcileID":"e53c55bd-9648-45ed-8b3f-6ebba6d0859a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"name":"e2e-worker-w1-5951bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:13:41.050539489Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"namespace":"ai-tenant-e2e-worker-w0-9893f0","name":"simulator-access","reconcileID":"f38a57a6-ded0-49ad-9518-9c3a8423ecf9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"name":"e2e-worker-w0-9893f0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:13:41.106436634Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-f0d8f9-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-f0d8f9-access","reconcileID":"04e90645-e219-47d9-b9f9-e406cd07b037","MaaSAuthPolicy":{"name":"e2e-rt-sw-f0d8f9-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:13:41.180904446Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"namespace":"ai-tenant-e2e-worker-w4-8d2c7c","name":"premium-simulator-access","reconcileID":"3a9592f8-5ffa-46b0-9b3b-12722778dedd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"name":"e2e-worker-w4-8d2c7c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:13:41.205468543Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-f0d8f9-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-f0d8f9-access","reconcileID":"04e90645-e219-47d9-b9f9-e406cd07b037","MaaSAuthPolicy":{"name":"e2e-rt-sw-f0d8f9-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:13:41.258968242Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-sw-f0d8f9-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-f0d8f9-sub","reconcileID":"3e1e3d9a-5438-4a91-b29e-78cb6ae68ed9","MaaSSubscription":{"name":"e2e-rt-sw-f0d8f9-sub","namespace":"models-as-a-service"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-5cc42a51","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:13:41.448762325Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"namespace":"ai-tenant-e2e-worker-w0-9893f0","name":"premium-simulator-access","reconcileID":"1b1e07c0-ad2a-460e-a3e3-1396d08d4538","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9893f0","tenantID":"e2e-worker-w0-9893f0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:13:41.548657841Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"namespace":"ai-tenant-e2e-worker-w0-9893f0","name":"premium-simulator-access","reconcileID":"1b1e07c0-ad2a-460e-a3e3-1396d08d4538","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"name":"e2e-worker-w0-9893f0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:13:41.602895447Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"premium-simulator-access","reconcileID":"9a182cca-1a19-4a21-bbc0-f3ae1a8d2d4a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-91cd99","tenantID":"e2e-worker-w2-91cd99","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:13:41.604014021Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"namespace":"ai-tenant-e2e-worker-w3-bb1b51","name":"premium-simulator-access","reconcileID":"632023c5-adcd-4d20-b115-258703de9c59","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bb1b51","tenantID":"e2e-worker-w3-bb1b51","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:13:41.604614791Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"namespace":"ai-tenant-e2e-worker-w3-bb1b51","name":"simulator-access","reconcileID":"f598c6c0-5634-46b3-851a-5b44d4d494d8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bb1b51","tenantID":"e2e-worker-w3-bb1b51","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:13:41.672148583Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"namespace":"ai-tenant-e2e-worker-w3-bb1b51","name":"premium-simulator-access","reconcileID":"632023c5-adcd-4d20-b115-258703de9c59","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"name":"e2e-worker-w3-bb1b51-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:13:41.710699699Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"namespace":"ai-tenant-e2e-worker-w3-bb1b51","name":"simulator-access","reconcileID":"f598c6c0-5634-46b3-851a-5b44d4d494d8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"name":"e2e-worker-w3-bb1b51-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:13:41.713786864Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"premium-simulator-access","reconcileID":"9a182cca-1a19-4a21-bbc0-f3ae1a8d2d4a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"name":"e2e-worker-w2-91cd99-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:13:41.830144655Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-f0d8f9-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-f0d8f9-access","reconcileID":"d7be72a1-8bba-4691-92a8-b4f3e60c2263","MaaSAuthPolicy":{"name":"e2e-rt-sw-f0d8f9-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:13:42.062053038Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-f0d8f9-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-f0d8f9-access","reconcileID":"d7be72a1-8bba-4691-92a8-b4f3e60c2263","MaaSAuthPolicy":{"name":"e2e-rt-sw-f0d8f9-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:13:42.136997609Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"894cc644-a624-4fe4-868c-675115fa778b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:13:42.192221345Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"894cc644-a624-4fe4-868c-675115fa778b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:13:42.282788187Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"namespace":"ai-tenant-e2e-worker-w3-bb1b51","name":"premium-simulator-access","reconcileID":"b60c4fd4-77f0-4738-b376-11d989db435e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bb1b51","tenantID":"e2e-worker-w3-bb1b51","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:13:42.284140631Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"bb888526-eb00-41cd-87e1-2e4ce9fa59c1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:13:42.282907933Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"namespace":"ai-tenant-e2e-worker-w3-bb1b51","name":"simulator-access","reconcileID":"12917992-6ae3-4f20-82f1-8285502cf9ff","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bb1b51","tenantID":"e2e-worker-w3-bb1b51","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:13:42.377778873Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"namespace":"ai-tenant-e2e-worker-w3-bb1b51","name":"premium-simulator-access","reconcileID":"b60c4fd4-77f0-4738-b376-11d989db435e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"name":"e2e-worker-w3-bb1b51-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:13:42.379307905Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"namespace":"ai-tenant-e2e-worker-w3-bb1b51","name":"simulator-access","reconcileID":"12917992-6ae3-4f20-82f1-8285502cf9ff","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"name":"e2e-worker-w3-bb1b51-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:13:42.418648587Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"bb888526-eb00-41cd-87e1-2e4ce9fa59c1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:13:45.99381906Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"86f77604-7858-4ca7-90e8-ae1bd5b843a4","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:13:45.993930211Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"86f77604-7858-4ca7-90e8-ae1bd5b843a4","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:13:46.097617084Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-e7e4b67d","namespace":"ai-tenant-e2e-mt-e7e4b67d"},"namespace":"ai-tenant-e2e-mt-e7e4b67d","name":"e2e-policy-e7e4b67d","reconcileID":"ac91ba20-e47a-4865-982a-2783157d965f","MaaSAuthPolicy":{"name":"e2e-policy-e7e4b67d","namespace":"ai-tenant-e2e-mt-e7e4b67d"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:13:46.24072811Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-e7e4b67d","namespace":"ai-tenant-e2e-mt-e7e4b67d"},"namespace":"ai-tenant-e2e-mt-e7e4b67d","name":"e2e-policy-e7e4b67d","reconcileID":"ac91ba20-e47a-4865-982a-2783157d965f","MaaSAuthPolicy":{"name":"e2e-policy-e7e4b67d","namespace":"ai-tenant-e2e-mt-e7e4b67d"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:13:46.299239682Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 3","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-e7e4b67d","namespace":"ai-tenant-e2e-mt-e7e4b67d"},"namespace":"ai-tenant-e2e-mt-e7e4b67d","name":"e2e-policy-e7e4b67d","reconcileID":"ac91ba20-e47a-4865-982a-2783157d965f","MaaSAuthPolicy":{"name":"e2e-policy-e7e4b67d","namespace":"ai-tenant-e2e-mt-e7e4b67d"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:13:48.920104422Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"db6ae2ea-f519-4b05-9550-3ff275533cdf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:13:48.969775756Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"db6ae2ea-f519-4b05-9550-3ff275533cdf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:13:49.018829417Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"db6ae2ea-f519-4b05-9550-3ff275533cdf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:13:49.06757649Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"db6ae2ea-f519-4b05-9550-3ff275533cdf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:13:49.365746497Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-a-ac6071","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-a-ac6071","reconcileID":"6db15ba2-ff09-47d1-9a79-294cd58a5af1","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-api-a-ac6071","applied":{"maas.opendatahub.io/gateway-access-e2e-api-a-ac6071":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:13:50.925841597Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e1b07914-c4d4-4a60-80bf-717b81344926","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:13:50.974934679Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e1b07914-c4d4-4a60-80bf-717b81344926","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:13:51.023791665Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e1b07914-c4d4-4a60-80bf-717b81344926","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:13:51.072563456Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e1b07914-c4d4-4a60-80bf-717b81344926","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:13:51.318015595Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-sw-f0d8f9-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-f0d8f9-sub","reconcileID":"dd6fb55f-15f7-4e76-a8bb-cf45c9961150","MaaSSubscription":{"name":"e2e-rt-sw-f0d8f9-sub","namespace":"models-as-a-service"},"model":"llm/e2e-rt-sw-f0d8f9","subscription":"e2e-rt-sw-f0d8f9-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:13:51.418681882Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-sw-f0d8f9-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-f0d8f9-sub","reconcileID":"dd6fb55f-15f7-4e76-a8bb-cf45c9961150","MaaSSubscription":{"name":"e2e-rt-sw-f0d8f9-sub","namespace":"models-as-a-service"},"model":"llm/e2e-rt-sw-f0d8f9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:13:51.467507758Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-sw-f0d8f9-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-f0d8f9-sub","reconcileID":"dd6fb55f-15f7-4e76-a8bb-cf45c9961150","MaaSSubscription":{"name":"e2e-rt-sw-f0d8f9-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-rt-sw-f0d8f9","namespace":"llm","model":"llm/e2e-rt-sw-f0d8f9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:13:51.817940516Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-f0d8f9","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-f0d8f9","reconcileID":"ceb88149-d8bc-4ddc-bc44-c250c98ac534","MaaSModelRef":{"name":"e2e-rt-sw-f0d8f9","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-f0d8f9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:13:51.817966919Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-f0d8f9","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-f0d8f9","reconcileID":"ceb88149-d8bc-4ddc-bc44-c250c98ac534","MaaSModelRef":{"name":"e2e-rt-sw-f0d8f9","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-f0d8f9-ac00eea659f8","namespace":"llm","model":"e2e-rt-sw-f0d8f9","externalModel":"e2e-rt-sw-f0d8f9","provider":"e2e-rt-sw-f0d8f9-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:13:51.922624497Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-a-86d7ad","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-a-86d7ad","reconcileID":"999f8f1b-1707-446d-b039-42a5e6813672","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-api-a-86d7ad","applied":{"maas.opendatahub.io/gateway-access-e2e-api-a-86d7ad":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:13:51.962496025Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"04072f8f-66f7-4ebf-8e8f-ef59d1d690df","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:13:51.962526771Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-f0d8f9-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-f0d8f9-access","reconcileID":"0d3d3744-a2a0-428d-9e52-b9ead3f6dd78","MaaSAuthPolicy":{"name":"e2e-rt-sw-f0d8f9-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:13:51.962971583Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"0828ff6e-873c-45a4-b243-731262b1fc3b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:13:51.968678675Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-f0d8f9","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-f0d8f9","reconcileID":"60cd06e4-5406-45e7-8694-8c805c7f5db9","MaaSModelRef":{"name":"e2e-rt-sw-f0d8f9","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-f0d8f9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:13:51.968696545Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-f0d8f9","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-f0d8f9","reconcileID":"60cd06e4-5406-45e7-8694-8c805c7f5db9","MaaSModelRef":{"name":"e2e-rt-sw-f0d8f9","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-f0d8f9-ac00eea659f8","namespace":"llm","model":"e2e-rt-sw-f0d8f9","externalModel":"e2e-rt-sw-f0d8f9","provider":"e2e-rt-sw-f0d8f9-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:13:52.078725375Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"04072f8f-66f7-4ebf-8e8f-ef59d1d690df","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T12:13:52.131145866Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-f0d8f9-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-f0d8f9-access","reconcileID":"0d3d3744-a2a0-428d-9e52-b9ead3f6dd78","MaaSAuthPolicy":{"name":"e2e-rt-sw-f0d8f9-access","namespace":"models-as-a-service"},"error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T12:13:52.170144665Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"04072f8f-66f7-4ebf-8e8f-ef59d1d690df","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T12:13:52.174660772Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-f0d8f9","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-f0d8f9","reconcileID":"60cd06e4-5406-45e7-8694-8c805c7f5db9","name":"e2e-rt-sw-f0d8f9","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-rt-sw-f0d8f9\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T12:13:52.174729569Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-f0d8f9","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-f0d8f9","reconcileID":"60cd06e4-5406-45e7-8694-8c805c7f5db9","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-rt-sw-f0d8f9\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T12:13:52.177857838Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"0828ff6e-873c-45a4-b243-731262b1fc3b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T12:13:52.188018714Z","body":"failed to persist reconcile failure","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-f0d8f9-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-f0d8f9-access","reconcileID":"0d3d3744-a2a0-428d-9e52-b9ead3f6dd78","MaaSAuthPolicy":{"name":"e2e-rt-sw-f0d8f9-access","namespace":"models-as-a-service"},"error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"e2e-rt-sw-f0d8f9-access\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).reconcileFailed\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:2167\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:626\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T12:13:52.18806463Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-f0d8f9-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-f0d8f9-access","reconcileID":"0d3d3744-a2a0-428d-9e52-b9ead3f6dd78","error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T12:13:52.18824463Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-f0d8f9-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-f0d8f9-access","reconcileID":"fdc941c7-d35e-448c-944f-b302318bb4ef","MaaSAuthPolicy":{"name":"e2e-rt-sw-f0d8f9-access","namespace":"models-as-a-service"},"model":"llm/e2e-rt-sw-f0d8f9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:13:52.240342916Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-f0d8f9","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-f0d8f9","reconcileID":"6c868648-cf0d-4434-940f-fb114bdce7eb","MaaSModelRef":{"name":"e2e-rt-sw-f0d8f9","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-f0d8f9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:13:52.240371057Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-f0d8f9","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-f0d8f9","reconcileID":"6c868648-cf0d-4434-940f-fb114bdce7eb","MaaSModelRef":{"name":"e2e-rt-sw-f0d8f9","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-f0d8f9-ac00eea659f8","namespace":"llm","model":"e2e-rt-sw-f0d8f9","externalModel":"e2e-rt-sw-f0d8f9","provider":"e2e-rt-sw-f0d8f9-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T12:13:52.240485095Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"0828ff6e-873c-45a4-b243-731262b1fc3b","error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T12:13:52.290330503Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"b73426e0-2355-47b2-ba52-f36765386651","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:13:52.290347318Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"b73426e0-2355-47b2-ba52-f36765386651","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:13:52.290720186Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"9e126ddf-42b1-4d34-b3c8-96635b6cf404","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:13:52.290732939Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"9e126ddf-42b1-4d34-b3c8-96635b6cf404","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:13:52.428213538Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"5c23dfd3-8fd1-447d-9f29-bff777b98eb2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:13:52.48154056Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"5c23dfd3-8fd1-447d-9f29-bff777b98eb2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:13:52.484753205Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-f0d8f9","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-f0d8f9","reconcileID":"e93a0a59-b8e8-40b1-a854-5a9c57ed69f7","MaaSModelRef":{"name":"e2e-rt-sw-f0d8f9","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-f0d8f9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:13:52.484772979Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-f0d8f9","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-f0d8f9","reconcileID":"e93a0a59-b8e8-40b1-a854-5a9c57ed69f7","MaaSModelRef":{"name":"e2e-rt-sw-f0d8f9","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-f0d8f9-ac00eea659f8","namespace":"llm","model":"e2e-rt-sw-f0d8f9","externalModel":"e2e-rt-sw-f0d8f9","provider":"e2e-rt-sw-f0d8f9-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:13:52.532755754Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"5c23dfd3-8fd1-447d-9f29-bff777b98eb2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:13:52.586417838Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"38b43513-237a-40a3-85e8-c215e5fe80ab","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:13:52.586439071Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"38b43513-237a-40a3-85e8-c215e5fe80ab","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:13:52.960010354Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"314daf58-6388-4c12-a3ae-2377614023f1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:13:52.992132292Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rt-sw-f0d8f9","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-f0d8f9","reconcileID":"6348daa4-b6ac-4d95-bfcf-26e2481105a4","namespace":"llm","name":"e2e-rt-sw-f0d8f9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:13:53.011040696Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"314daf58-6388-4c12-a3ae-2377614023f1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:13:53.048702473Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"3b5769ef-27a0-40ff-aa30-a53a644df18f","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:13:53.048740236Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"3b5769ef-27a0-40ff-aa30-a53a644df18f","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:13:53.088263683Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"314daf58-6388-4c12-a3ae-2377614023f1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:13:53.094328523Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"c60550e3-f472-4260-b34a-1eeca615c93f","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:13:53.100024642Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"c60550e3-f472-4260-b34a-1eeca615c93f","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:13:53.149076395Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"314daf58-6388-4c12-a3ae-2377614023f1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:13:53.150009016Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"2c2ce711-3ae8-4023-a049-e7283dad68ca","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:13:53.150022164Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"2c2ce711-3ae8-4023-a049-e7283dad68ca","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:13:53.15025373Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"2414feb7-d75b-42fe-ad0a-d1759c2395b5","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:13:53.150262068Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"2414feb7-d75b-42fe-ad0a-d1759c2395b5","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:13:53.150484903Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"4510a95e-0d56-4edb-b73e-2518b4c7e809","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:13:53.150498014Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"4510a95e-0d56-4edb-b73e-2518b4c7e809","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:13:53.150825061Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"c7a1fb62-3f82-45b8-bdf0-0ad755858bd4","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:13:53.150833332Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"c7a1fb62-3f82-45b8-bdf0-0ad755858bd4","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:13:53.151035957Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"2abbaa95-e6a5-43d9-9cac-e5a14664df1b","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:13:53.151043224Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"2abbaa95-e6a5-43d9-9cac-e5a14664df1b","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:13:53.151232421Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"88bd97e9-1f3d-4792-be9a-2f7b15f0170d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:13:53.151241321Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"88bd97e9-1f3d-4792-be9a-2f7b15f0170d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:13:53.200971536Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"namespace":"ai-tenant-e2e-worker-w3-bb1b51","name":"simulator-access","reconcileID":"6a2f1a69-7603-4711-988e-f4e40c17eee8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bb1b51","tenantID":"e2e-worker-w3-bb1b51","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:13:53.258461211Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"premium-simulator-access","reconcileID":"1a8accca-6c22-4077-affb-06f3e1b48a5a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-91cd99","tenantID":"e2e-worker-w2-91cd99","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:13:53.261126144Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"namespace":"ai-tenant-e2e-worker-w3-bb1b51","name":"simulator-access","reconcileID":"6a2f1a69-7603-4711-988e-f4e40c17eee8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"name":"e2e-worker-w3-bb1b51-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:13:53.261695127Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"namespace":"ai-tenant-e2e-worker-w0-9893f0","name":"premium-simulator-access","reconcileID":"49702bc3-953e-4884-b34a-19dab33d0b61","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9893f0","tenantID":"e2e-worker-w0-9893f0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:13:53.26176048Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"1562b954-9668-4adc-9412-a1a12e77fa04","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:13:53.262243763Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"0e9a61c7-3225-4bc6-a762-c9affb6210d5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:13:53.30701021Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"557cba2a-30ee-4799-92da-35d8938dddeb","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:13:53.307136874Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"6598f921-0a1d-49c9-9e9c-a2ed2bdb8e30","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:13:53.311269832Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"premium-simulator-access","reconcileID":"1a8accca-6c22-4077-affb-06f3e1b48a5a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"name":"e2e-worker-w2-91cd99-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:13:53.314866737Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"namespace":"ai-tenant-e2e-worker-w0-9893f0","name":"premium-simulator-access","reconcileID":"49702bc3-953e-4884-b34a-19dab33d0b61","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"name":"e2e-worker-w0-9893f0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:13:53.316156061Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"1562b954-9668-4adc-9412-a1a12e77fa04","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:13:53.317197106Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"0e9a61c7-3225-4bc6-a762-c9affb6210d5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:13:53.414179011Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"1562b954-9668-4adc-9412-a1a12e77fa04","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:13:53.414347367Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"0e9a61c7-3225-4bc6-a762-c9affb6210d5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:13:53.49820177Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rt-sw-f0d8f9","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-f0d8f9","reconcileID":"4fc03dc3-e040-48eb-8bfa-e7a185a5de0d","namespace":"llm","name":"e2e-rt-sw-f0d8f9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:13:53.559248073Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"namespace":"ai-tenant-e2e-worker-w1-5951bc","name":"simulator-access","reconcileID":"4829706d-b462-4908-b11f-46ea24770801","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5951bc","tenantID":"e2e-worker-w1-5951bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:13:53.559684416Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"namespace":"ai-tenant-e2e-worker-w3-bb1b51","name":"premium-simulator-access","reconcileID":"b6453dc1-32a6-4e3b-b584-4a61f4afbee4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bb1b51","tenantID":"e2e-worker-w3-bb1b51","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:13:53.6147816Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"namespace":"ai-tenant-e2e-worker-w1-5951bc","name":"simulator-access","reconcileID":"4829706d-b462-4908-b11f-46ea24770801","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"name":"e2e-worker-w1-5951bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:13:53.615462773Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"namespace":"ai-tenant-e2e-worker-w3-bb1b51","name":"premium-simulator-access","reconcileID":"b6453dc1-32a6-4e3b-b584-4a61f4afbee4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"name":"e2e-worker-w3-bb1b51-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:13:53.654659075Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"simulator-access","reconcileID":"8fe4b067-1403-4a3a-9cc2-8fb159ddccc2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-91cd99","tenantID":"e2e-worker-w2-91cd99","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:13:53.703069929Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"namespace":"ai-tenant-e2e-worker-w0-9893f0","name":"simulator-access","reconcileID":"04142d1d-8ab4-45c3-9623-361498901afb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9893f0","tenantID":"e2e-worker-w0-9893f0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:13:53.703074411Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"namespace":"ai-tenant-e2e-worker-w4-8d2c7c","name":"premium-simulator-access","reconcileID":"165fac84-8de3-4385-b00f-0223cf4d08d7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-8d2c7c","tenantID":"e2e-worker-w4-8d2c7c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:13:53.707024864Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"simulator-access","reconcileID":"8fe4b067-1403-4a3a-9cc2-8fb159ddccc2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"name":"e2e-worker-w2-91cd99-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:13:53.75607754Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"namespace":"ai-tenant-e2e-worker-w0-9893f0","name":"simulator-access","reconcileID":"04142d1d-8ab4-45c3-9623-361498901afb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"name":"e2e-worker-w0-9893f0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:13:53.756484057Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"namespace":"ai-tenant-e2e-worker-w4-8d2c7c","name":"premium-simulator-access","reconcileID":"165fac84-8de3-4385-b00f-0223cf4d08d7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"name":"e2e-worker-w4-8d2c7c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:13:53.960430652Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"namespace":"ai-tenant-e2e-worker-w4-8d2c7c","name":"simulator-access","reconcileID":"457cbc8b-dc2d-4b43-8a81-cc4d28b3a35e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-8d2c7c","tenantID":"e2e-worker-w4-8d2c7c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:13:53.960455934Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"namespace":"ai-tenant-e2e-worker-w1-5951bc","name":"premium-simulator-access","reconcileID":"d36def7a-6f6a-4165-b470-46c5682c9f70","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5951bc","tenantID":"e2e-worker-w1-5951bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:13:54.013314865Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"namespace":"ai-tenant-e2e-worker-w1-5951bc","name":"premium-simulator-access","reconcileID":"d36def7a-6f6a-4165-b470-46c5682c9f70","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"name":"e2e-worker-w1-5951bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:13:54.014321992Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"namespace":"ai-tenant-e2e-worker-w4-8d2c7c","name":"simulator-access","reconcileID":"457cbc8b-dc2d-4b43-8a81-cc4d28b3a35e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"name":"e2e-worker-w4-8d2c7c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:13:54.09514981Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"19d768ab-82cd-451c-a6b7-18188d30402d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:13:54.147262332Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"19d768ab-82cd-451c-a6b7-18188d30402d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:13:54.192348761Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"namespace":"ai-tenant-e2e-worker-w3-bb1b51","name":"premium-simulator-access","reconcileID":"74a3b344-e9ec-47c6-a02a-c90aca5b609b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bb1b51","tenantID":"e2e-worker-w3-bb1b51","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:13:54.198036631Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"19d768ab-82cd-451c-a6b7-18188d30402d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:13:54.240181593Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"f66279bc-bb89-43db-8694-c11c9c0a76b4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:13:54.245252978Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"namespace":"ai-tenant-e2e-worker-w3-bb1b51","name":"premium-simulator-access","reconcileID":"74a3b344-e9ec-47c6-a02a-c90aca5b609b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"name":"e2e-worker-w3-bb1b51-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:13:54.292916289Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"f66279bc-bb89-43db-8694-c11c9c0a76b4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:13:54.342069822Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"namespace":"ai-tenant-e2e-worker-w1-5951bc","name":"simulator-access","reconcileID":"3a8b4f27-5416-492f-a18c-c75e7e489305","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5951bc","tenantID":"e2e-worker-w1-5951bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:13:54.343964176Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"f66279bc-bb89-43db-8694-c11c9c0a76b4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:13:54.394137165Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"namespace":"ai-tenant-e2e-worker-w1-5951bc","name":"simulator-access","reconcileID":"3a8b4f27-5416-492f-a18c-c75e7e489305","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"name":"e2e-worker-w1-5951bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:13:54.536541922Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"premium-simulator-access","reconcileID":"3e8b0f99-34b6-4d99-bb47-f05a3a87e692","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-91cd99","tenantID":"e2e-worker-w2-91cd99","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:13:54.583809665Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"namespace":"ai-tenant-e2e-worker-w0-9893f0","name":"premium-simulator-access","reconcileID":"31975f3c-69eb-4edd-a944-9877e5e69820","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9893f0","tenantID":"e2e-worker-w0-9893f0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:13:54.596548891Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"namespace":"ai-tenant-e2e-worker-w3-bb1b51","name":"simulator-access","reconcileID":"3f5e965b-c841-49c4-a9bb-6955dc26c1dd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bb1b51","tenantID":"e2e-worker-w3-bb1b51","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:13:54.601401965Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"premium-simulator-access","reconcileID":"3e8b0f99-34b6-4d99-bb47-f05a3a87e692","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"name":"e2e-worker-w2-91cd99-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:13:54.636213611Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"namespace":"ai-tenant-e2e-worker-w0-9893f0","name":"premium-simulator-access","reconcileID":"31975f3c-69eb-4edd-a944-9877e5e69820","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"name":"e2e-worker-w0-9893f0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:13:54.649259021Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"namespace":"ai-tenant-e2e-worker-w3-bb1b51","name":"simulator-access","reconcileID":"3f5e965b-c841-49c4-a9bb-6955dc26c1dd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"name":"e2e-worker-w3-bb1b51-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:13:55.071752069Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a44b9f8a-a2c0-4f0b-b253-d8bbe6b6aabe","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:13:55.120494637Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a44b9f8a-a2c0-4f0b-b253-d8bbe6b6aabe","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:13:55.170804519Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a44b9f8a-a2c0-4f0b-b253-d8bbe6b6aabe","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:13:55.224244979Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a44b9f8a-a2c0-4f0b-b253-d8bbe6b6aabe","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:13:55.71500593Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:13:56.70825024Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"simulator-subscription","reconcileID":"fa072921-db24-4a99-8236-77b505a1b692","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"name":"maas-trlp-simulator-w2-91cd99","model":"e2e-models-e2e-worker-w2-91cd99/simulator-w2-91cd99","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:13:57.041692442Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"211bb4fc-fe72-48c0-abc7-47a3109a6d43","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:13:57.091508451Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"211bb4fc-fe72-48c0-abc7-47a3109a6d43","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:13:57.140749572Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"211bb4fc-fe72-48c0-abc7-47a3109a6d43","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:13:57.189683786Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"211bb4fc-fe72-48c0-abc7-47a3109a6d43","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:13:59.027439058Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0783e1ae-bcb3-4a6f-8c5e-ef9153e6813a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:13:59.076322547Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0783e1ae-bcb3-4a6f-8c5e-ef9153e6813a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:13:59.125751312Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0783e1ae-bcb3-4a6f-8c5e-ef9153e6813a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:13:59.175030185Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0783e1ae-bcb3-4a6f-8c5e-ef9153e6813a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:13:59.272613633Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"simulator-subscription","reconcileID":"97b19af3-a157-4b77-a168-4657ced5801e","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"name":"maas-trlp-simulator-w2-91cd99","model":"e2e-models-e2e-worker-w2-91cd99/simulator-w2-91cd99","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:14:04.345421255Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"07a31138-1b9c-4e31-a7a1-38fbc3b628e2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:14:04.400358542Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"07a31138-1b9c-4e31-a7a1-38fbc3b628e2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:14:04.45377631Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"07a31138-1b9c-4e31-a7a1-38fbc3b628e2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:14:04.492643021Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"892a8a98-715a-41b1-a27a-f4beec4603fd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:14:04.544869361Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"892a8a98-715a-41b1-a27a-f4beec4603fd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:14:04.596701373Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"892a8a98-715a-41b1-a27a-f4beec4603fd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:14:06.616048906Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"namespace":"ai-tenant-e2e-worker-w3-bb1b51","name":"simulator-access","reconcileID":"bed9e761-5c9a-4cf4-9046-19baaebb6a0b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bb1b51","tenantID":"e2e-worker-w3-bb1b51","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:14:06.617168508Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"namespace":"ai-tenant-e2e-worker-w3-bb1b51","name":"premium-simulator-access","reconcileID":"56b8db56-74e0-4f01-a3c1-9488f171f18e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bb1b51","tenantID":"e2e-worker-w3-bb1b51","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:14:06.705536112Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"namespace":"ai-tenant-e2e-worker-w3-bb1b51","name":"simulator-access","reconcileID":"bed9e761-5c9a-4cf4-9046-19baaebb6a0b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"name":"e2e-worker-w3-bb1b51-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:14:06.720358814Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"namespace":"ai-tenant-e2e-worker-w3-bb1b51","name":"premium-simulator-access","reconcileID":"56b8db56-74e0-4f01-a3c1-9488f171f18e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"name":"e2e-worker-w3-bb1b51-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:14:06.973506105Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-e7e4b67d","namespace":"ai-tenant-e2e-mt-e7e4b67d"},"namespace":"ai-tenant-e2e-mt-e7e4b67d","name":"e2e-policy-e7e4b67d","reconcileID":"0ee26bdd-f954-4a61-b610-08c4c14c2db1","MaaSAuthPolicy":{"name":"e2e-policy-e7e4b67d","namespace":"ai-tenant-e2e-mt-e7e4b67d"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:14:07.129732677Z","body":"skipping gateway AuthPolicy reset: policy namespace differs from default tenant namespace (MaasTenantConfig likely already deleted)","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-e7e4b67d","namespace":"ai-tenant-e2e-mt-e7e4b67d"},"namespace":"ai-tenant-e2e-mt-e7e4b67d","name":"e2e-policy-e7e4b67d","reconcileID":"0ee26bdd-f954-4a61-b610-08c4c14c2db1","MaaSAuthPolicy":{"name":"e2e-policy-e7e4b67d","namespace":"ai-tenant-e2e-mt-e7e4b67d"},"policyNamespace":"ai-tenant-e2e-mt-e7e4b67d","defaultTenantNamespace":"models-as-a-service","gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:14:08.138715868Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ee66140d-29fc-492d-b638-af454c664140","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:14:08.187815569Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ee66140d-29fc-492d-b638-af454c664140","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:14:08.237341569Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ee66140d-29fc-492d-b638-af454c664140","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:14:08.286794393Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ee66140d-29fc-492d-b638-af454c664140","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:14:10.111386657Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8aed3651-69c0-40ef-af39-51ae101c7fac","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:14:10.160028353Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8aed3651-69c0-40ef-af39-51ae101c7fac","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:14:10.208570918Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8aed3651-69c0-40ef-af39-51ae101c7fac","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:14:10.244081924Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-5951bc","namespace":"e2e-models-e2e-worker-w1-5951bc"},"namespace":"e2e-models-e2e-worker-w1-5951bc","name":"distinct-w1-5951bc","reconcileID":"3bf0bc59-5ae2-4413-8cd4-6f1bcfcea3c6","MaaSModelRef":{"name":"distinct-w1-5951bc","namespace":"e2e-models-e2e-worker-w1-5951bc"},"routeName":"distinct-w1-5951bc-kserve-route","namespace":"e2e-models-e2e-worker-w1-5951bc","llmisvcName":"distinct-w1-5951bc","gateway":"openshift-ingress/e2e-worker-w1-5951bc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:14:10.257231062Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8aed3651-69c0-40ef-af39-51ae101c7fac","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:14:14.598514497Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"231e08db-8290-4b18-ba03-a1d9579da103","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:14:14.651722811Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"231e08db-8290-4b18-ba03-a1d9579da103","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:14:14.742031116Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"342dc139-f2e8-45c9-a837-8e4d31d29ad7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:14:14.794816773Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"342dc139-f2e8-45c9-a837-8e4d31d29ad7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:14:14.952218064Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"79e5c0e4-7fff-4be0-84fb-5d9dae90eaf2","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:14:14.952238476Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"79e5c0e4-7fff-4be0-84fb-5d9dae90eaf2","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:14:15.051643959Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d948c731-9b00-4b1f-8dab-d6c2a1657af3","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:14:15.051663316Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d948c731-9b00-4b1f-8dab-d6c2a1657af3","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:14:17.79075812Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"ce3d9a8a-331e-4bc8-a59e-942213f9b431","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:14:17.907787768Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"namespace":"ai-tenant-e2e-worker-w3-bb1b51","name":"premium-simulator-subscription","reconcileID":"7feaa346-7391-47c3-a30a-49b16d675898","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"name":"maas-trlp-premium-w3-bb1b51","model":"e2e-models-e2e-worker-w3-bb1b51/premium-w3-bb1b51","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:14:18.005457546Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"namespace":"ai-tenant-e2e-worker-w3-bb1b51","name":"simulator-subscription","reconcileID":"f525863c-abaf-4cda-8557-a481244f7383","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"name":"maas-trlp-simulator-w3-bb1b51","model":"e2e-models-e2e-worker-w3-bb1b51/simulator-w3-bb1b51","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:14:18.113841316Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"feb97363-24bf-435b-97d6-b447731df264","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:14:18.146432395Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"premium-simulator-subscription","reconcileID":"73379e97-d43a-4470-98d4-c4d5d10680f3","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"name":"maas-trlp-premium-w2-91cd99","model":"e2e-models-e2e-worker-w2-91cd99/premium-w2-91cd99","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:14:18.215362567Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"namespace":"ai-tenant-e2e-worker-w1-5951bc","name":"premium-simulator-subscription","reconcileID":"099f6f5e-835a-49a4-8d9a-e79d1baeefe5","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"name":"maas-trlp-premium-w1-5951bc","model":"e2e-models-e2e-worker-w1-5951bc/premium-w1-5951bc","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:14:18.327748812Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"namespace":"ai-tenant-e2e-worker-w1-5951bc","name":"simulator-subscription","reconcileID":"5e09812e-cd7c-4dfd-9969-41a505ce3026","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"name":"maas-trlp-simulator-w1-5951bc","model":"e2e-models-e2e-worker-w1-5951bc/simulator-w1-5951bc","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:14:18.530445258Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"namespace":"ai-tenant-e2e-worker-w0-9893f0","name":"premium-simulator-subscription","reconcileID":"82a0ff26-07aa-4fdc-99a0-f3ebb71bee06","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"name":"maas-trlp-premium-w0-9893f0","model":"e2e-models-e2e-worker-w0-9893f0/premium-w0-9893f0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:14:18.631921945Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"namespace":"ai-tenant-e2e-worker-w4-8d2c7c","name":"premium-simulator-subscription","reconcileID":"d4509ee3-3381-4fec-bc3c-70dc00b83dc9","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"name":"maas-trlp-premium-w4-8d2c7c","model":"e2e-models-e2e-worker-w4-8d2c7c/premium-w4-8d2c7c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:14:18.632343379Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"simulator-subscription","reconcileID":"16f46d91-f1c6-4085-a423-f41742d8c0b5","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"name":"maas-trlp-simulator-w2-91cd99","model":"e2e-models-e2e-worker-w2-91cd99/simulator-w2-91cd99","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:14:18.732820253Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"namespace":"ai-tenant-e2e-worker-w0-9893f0","name":"simulator-subscription","reconcileID":"2d1a63bb-1775-4786-bba9-7d39a31e13e2","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"name":"maas-trlp-simulator-w0-9893f0","model":"e2e-models-e2e-worker-w0-9893f0/simulator-w0-9893f0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:14:18.831592592Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"namespace":"ai-tenant-e2e-worker-w4-8d2c7c","name":"simulator-subscription","reconcileID":"c2e09cfe-84e7-42e2-8ffa-c353ab10c3f2","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"name":"maas-trlp-simulator-w4-8d2c7c","model":"e2e-models-e2e-worker-w4-8d2c7c/simulator-w4-8d2c7c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:14:20.312079928Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-5951bc","namespace":"e2e-models-e2e-worker-w1-5951bc"},"namespace":"e2e-models-e2e-worker-w1-5951bc","name":"distinct-w1-5951bc","reconcileID":"949c7d73-ba10-40f4-8548-342d3e2188de","MaaSModelRef":{"name":"distinct-w1-5951bc","namespace":"e2e-models-e2e-worker-w1-5951bc"},"routeName":"distinct-w1-5951bc-kserve-route","namespace":"e2e-models-e2e-worker-w1-5951bc","llmisvcName":"distinct-w1-5951bc","gateway":"openshift-ingress/e2e-worker-w1-5951bc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:14:25.714215405Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:14:29.056573671Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-ac6071"},"namespace":"ai-tenant-e2e-api-a-ac6071","name":"default-tenant","reconcileID":"4d1401ba-4436-4627-9fd5-840b53b0edb1","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-ac6071","tenantID":"e2e-api-a-ac6071","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:14:29.162519845Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-ac6071"},"namespace":"ai-tenant-e2e-api-a-ac6071","name":"default-tenant","reconcileID":"4d1401ba-4436-4627-9fd5-840b53b0edb1","name":"e2e-api-a-ac6071-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:14:30.313391331Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-5951bc","namespace":"e2e-models-e2e-worker-w1-5951bc"},"namespace":"e2e-models-e2e-worker-w1-5951bc","name":"distinct-w1-5951bc","reconcileID":"46110512-a747-49b4-8503-3089285ed408","MaaSModelRef":{"name":"distinct-w1-5951bc","namespace":"e2e-models-e2e-worker-w1-5951bc"},"routeName":"distinct-w1-5951bc-kserve-route","namespace":"e2e-models-e2e-worker-w1-5951bc","llmisvcName":"distinct-w1-5951bc","gateway":"openshift-ingress/e2e-worker-w1-5951bc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:14:33.542937301Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-86d7ad"},"namespace":"ai-tenant-e2e-api-a-86d7ad","name":"default-tenant","reconcileID":"c85dcf7b-bf1b-42fd-b2e5-78cc921f1c20","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-86d7ad","tenantID":"e2e-api-a-86d7ad","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:14:33.651893876Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-86d7ad"},"namespace":"ai-tenant-e2e-api-a-86d7ad","name":"default-tenant","reconcileID":"c85dcf7b-bf1b-42fd-b2e5-78cc921f1c20","name":"e2e-api-a-86d7ad-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:14:40.314576981Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-5951bc","namespace":"e2e-models-e2e-worker-w1-5951bc"},"namespace":"e2e-models-e2e-worker-w1-5951bc","name":"distinct-w1-5951bc","reconcileID":"ca2ce88a-28c4-4fd5-88d6-49b03908028d","MaaSModelRef":{"name":"distinct-w1-5951bc","namespace":"e2e-models-e2e-worker-w1-5951bc"},"routeName":"distinct-w1-5951bc-kserve-route","namespace":"e2e-models-e2e-worker-w1-5951bc","llmisvcName":"distinct-w1-5951bc","gateway":"openshift-ingress/e2e-worker-w1-5951bc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:14:43.614642849Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"namespace":"ai-tenant-e2e-worker-w0-9893f0","name":"premium-simulator-subscription","reconcileID":"ca9787d8-4ad0-4572-8676-e82cc0c1c333","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"name":"maas-trlp-premium-w0-9893f0","model":"e2e-models-e2e-worker-w0-9893f0/premium-w0-9893f0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:14:43.726887627Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"namespace":"ai-tenant-e2e-worker-w1-5951bc","name":"simulator-subscription","reconcileID":"35ce421c-0697-4a0f-a320-a95628e179d7","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"name":"maas-trlp-simulator-w1-5951bc","model":"e2e-models-e2e-worker-w1-5951bc/simulator-w1-5951bc","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:14:43.82846448Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"namespace":"ai-tenant-e2e-worker-w4-8d2c7c","name":"simulator-subscription","reconcileID":"657b337d-a4f7-4a96-8bdb-7ed2a0e0ea23","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"name":"maas-trlp-simulator-w4-8d2c7c","model":"e2e-models-e2e-worker-w4-8d2c7c/simulator-w4-8d2c7c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:14:43.92655617Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"namespace":"ai-tenant-e2e-worker-w0-9893f0","name":"simulator-subscription","reconcileID":"5da50f95-559c-48d4-8c44-145298fd57d3","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"name":"maas-trlp-simulator-w0-9893f0","model":"e2e-models-e2e-worker-w0-9893f0/simulator-w0-9893f0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:14:44.025650167Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"namespace":"ai-tenant-e2e-worker-w3-bb1b51","name":"simulator-subscription","reconcileID":"beb7b735-5fce-4754-9d62-59c38b1e83e9","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"name":"maas-trlp-simulator-w3-bb1b51","model":"e2e-models-e2e-worker-w3-bb1b51/simulator-w3-bb1b51","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:14:44.025860599Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"simulator-subscription","reconcileID":"61374aaf-9f42-4086-96f3-ca80a1dc4296","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"name":"maas-trlp-simulator-w2-91cd99","model":"e2e-models-e2e-worker-w2-91cd99/simulator-w2-91cd99","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:14:44.101238026Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-91cd99","namespace":"e2e-models-e2e-worker-w2-91cd99"},"namespace":"e2e-models-e2e-worker-w2-91cd99","name":"simulator-w2-91cd99","reconcileID":"7431eda9-6992-4d86-87aa-7a9d81ad72bf","MaaSModelRef":{"name":"simulator-w2-91cd99","namespace":"e2e-models-e2e-worker-w2-91cd99"},"routeName":"simulator-w2-91cd99-kserve-route","namespace":"e2e-models-e2e-worker-w2-91cd99","llmisvcName":"simulator-w2-91cd99","gateway":"openshift-ingress/e2e-worker-w2-91cd99","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:14:44.101777363Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-91cd99","namespace":"e2e-models-e2e-worker-w2-91cd99"},"namespace":"e2e-models-e2e-worker-w2-91cd99","name":"premium-w2-91cd99","reconcileID":"959531c2-9062-477f-a46b-95e8a2cb9bad","MaaSModelRef":{"name":"premium-w2-91cd99","namespace":"e2e-models-e2e-worker-w2-91cd99"},"routeName":"premium-w2-91cd99-kserve-route","namespace":"e2e-models-e2e-worker-w2-91cd99","llmisvcName":"premium-w2-91cd99","gateway":"openshift-ingress/e2e-worker-w2-91cd99","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:14:44.169147933Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-91cd99","namespace":"e2e-models-e2e-worker-w2-91cd99"},"namespace":"e2e-models-e2e-worker-w2-91cd99","name":"simulator-w2-91cd99","reconcileID":"139afe18-7cfc-4fd9-bb8a-416d351371a4","MaaSModelRef":{"name":"simulator-w2-91cd99","namespace":"e2e-models-e2e-worker-w2-91cd99"},"routeName":"simulator-w2-91cd99-kserve-route","namespace":"e2e-models-e2e-worker-w2-91cd99","llmisvcName":"simulator-w2-91cd99","gateway":"openshift-ingress/e2e-worker-w2-91cd99","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:14:44.169600898Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-91cd99","namespace":"e2e-models-e2e-worker-w2-91cd99"},"namespace":"e2e-models-e2e-worker-w2-91cd99","name":"premium-w2-91cd99","reconcileID":"31998cd5-fc6a-465e-927d-c7d6d3c77f6a","MaaSModelRef":{"name":"premium-w2-91cd99","namespace":"e2e-models-e2e-worker-w2-91cd99"},"routeName":"premium-w2-91cd99-kserve-route","namespace":"e2e-models-e2e-worker-w2-91cd99","llmisvcName":"premium-w2-91cd99","gateway":"openshift-ingress/e2e-worker-w2-91cd99","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:14:44.191074212Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"40b5dc59-1317-46f6-aaac-70f0b220468b","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:14:44.250171296Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"premium-simulator-access","reconcileID":"2d4bb3a9-f282-4c00-b3e8-9c3826359235","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-91cd99","tenantID":"e2e-worker-w2-91cd99","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:14:44.250171352Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"simulator-access","reconcileID":"3138c047-ef95-43d5-b165-013436109b42","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-91cd99","tenantID":"e2e-worker-w2-91cd99","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:14:44.304600638Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"premium-simulator-subscription","reconcileID":"95717eb7-820b-4a93-bc2c-f5a92a00ec73","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"name":"maas-trlp-premium-w2-91cd99","model":"e2e-models-e2e-worker-w2-91cd99/premium-w2-91cd99","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:14:44.348702799Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"premium-simulator-access","reconcileID":"2d4bb3a9-f282-4c00-b3e8-9c3826359235","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"name":"e2e-worker-w2-91cd99-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:14:44.356304874Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"simulator-access","reconcileID":"3138c047-ef95-43d5-b165-013436109b42","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"name":"e2e-worker-w2-91cd99-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:14:44.406411306Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"1f768ed3-0b24-46cc-a348-4cd212b6b3e8","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:14:44.406748413Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"simulator-subscription","reconcileID":"2f6d4ea5-dd24-42e0-8ba4-ea3139313fe1","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"name":"maas-trlp-simulator-w2-91cd99","model":"e2e-models-e2e-worker-w2-91cd99/simulator-w2-91cd99","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:14:44.407614193Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"namespace":"ai-tenant-e2e-worker-w1-5951bc","name":"premium-simulator-subscription","reconcileID":"64456b6e-ae4c-40c9-8112-58b94fa71e3c","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"name":"maas-trlp-premium-w1-5951bc","model":"e2e-models-e2e-worker-w1-5951bc/premium-w1-5951bc","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:14:44.503018973Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"namespace":"ai-tenant-e2e-worker-w3-bb1b51","name":"premium-simulator-subscription","reconcileID":"f30ffb13-7abe-4b93-81ef-1c6d1bc4c62c","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"name":"maas-trlp-premium-w3-bb1b51","model":"e2e-models-e2e-worker-w3-bb1b51/premium-w3-bb1b51","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:14:44.606693676Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"premium-simulator-subscription","reconcileID":"a54e0f31-983b-47d2-b292-5c0fc1d0a2ca","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"name":"maas-trlp-premium-w2-91cd99","model":"e2e-models-e2e-worker-w2-91cd99/premium-w2-91cd99","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:14:44.638093286Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"premium-simulator-access","reconcileID":"b4b774ad-fdfb-4333-b15c-34a434255d73","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-91cd99","tenantID":"e2e-worker-w2-91cd99","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:14:44.653873225Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"simulator-access","reconcileID":"c183850b-7df1-4e76-9ff6-3902475cde62","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-91cd99","tenantID":"e2e-worker-w2-91cd99","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:14:44.690545967Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"premium-simulator-access","reconcileID":"b4b774ad-fdfb-4333-b15c-34a434255d73","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"name":"e2e-worker-w2-91cd99-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:14:44.70494178Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"namespace":"ai-tenant-e2e-worker-w4-8d2c7c","name":"premium-simulator-subscription","reconcileID":"8603cfac-b746-4d21-bce5-c9177dfa97dd","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"name":"maas-trlp-premium-w4-8d2c7c","model":"e2e-models-e2e-worker-w4-8d2c7c/premium-w4-8d2c7c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:14:44.70668211Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"simulator-access","reconcileID":"c183850b-7df1-4e76-9ff6-3902475cde62","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"name":"e2e-worker-w2-91cd99-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:14:50.31580658Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-5951bc","namespace":"e2e-models-e2e-worker-w1-5951bc"},"namespace":"e2e-models-e2e-worker-w1-5951bc","name":"distinct-w1-5951bc","reconcileID":"fc8aa5e6-d9f6-4b9e-ad07-cf95dc9f8ab2","MaaSModelRef":{"name":"distinct-w1-5951bc","namespace":"e2e-models-e2e-worker-w1-5951bc"},"routeName":"distinct-w1-5951bc-kserve-route","namespace":"e2e-models-e2e-worker-w1-5951bc","llmisvcName":"distinct-w1-5951bc","gateway":"openshift-ingress/e2e-worker-w1-5951bc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:14:55.712159497Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:14:56.376365999Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-5951bc","namespace":"e2e-models-e2e-worker-w1-5951bc"},"namespace":"e2e-models-e2e-worker-w1-5951bc","name":"distinct-w1-5951bc","reconcileID":"954b44fd-bf1e-42b4-b27d-9933fff2f73c","MaaSModelRef":{"name":"distinct-w1-5951bc","namespace":"e2e-models-e2e-worker-w1-5951bc"},"routeName":"distinct-w1-5951bc-kserve-route","namespace":"e2e-models-e2e-worker-w1-5951bc","llmisvcName":"distinct-w1-5951bc","gateway":"openshift-ingress/e2e-worker-w1-5951bc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:15:06.631117009Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"premium-simulator-access","reconcileID":"2d5a1d15-f106-40e1-ba9f-b6bdd6ff6aec","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-91cd99","tenantID":"e2e-worker-w2-91cd99","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:15:06.631116969Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"simulator-access","reconcileID":"9b255301-7038-48a6-8753-28b8c9367ff2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-91cd99","tenantID":"e2e-worker-w2-91cd99","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:15:06.684520396Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"premium-simulator-access","reconcileID":"2d5a1d15-f106-40e1-ba9f-b6bdd6ff6aec","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"name":"e2e-worker-w2-91cd99-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:15:06.684549098Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"simulator-access","reconcileID":"9b255301-7038-48a6-8753-28b8c9367ff2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"name":"e2e-worker-w2-91cd99-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:15:10.92169249Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-91cd99","namespace":"e2e-models-e2e-worker-w2-91cd99"},"namespace":"e2e-models-e2e-worker-w2-91cd99","name":"distinct-w2-91cd99","reconcileID":"e61f0674-e1c5-4d4d-bcda-96cd3bc06112","MaaSModelRef":{"name":"distinct-w2-91cd99","namespace":"e2e-models-e2e-worker-w2-91cd99"},"routeName":"distinct-w2-91cd99-kserve-route","namespace":"e2e-models-e2e-worker-w2-91cd99","llmisvcName":"distinct-w2-91cd99","gateway":"openshift-ingress/e2e-worker-w2-91cd99","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:15:10.965832989Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7640dfec-f3c8-45f0-8d8a-5a8c5caf6a18","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:15:11.014824627Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7640dfec-f3c8-45f0-8d8a-5a8c5caf6a18","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:15:11.06393486Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7640dfec-f3c8-45f0-8d8a-5a8c5caf6a18","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:15:11.112841888Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7640dfec-f3c8-45f0-8d8a-5a8c5caf6a18","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:15:12.924270897Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0778910e-00a8-43bb-b3bf-7b20aec129d6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:15:12.973095407Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0778910e-00a8-43bb-b3bf-7b20aec129d6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:15:13.022251041Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0778910e-00a8-43bb-b3bf-7b20aec129d6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:15:13.07083676Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0778910e-00a8-43bb-b3bf-7b20aec129d6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:15:15.845690462Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"95534882-ebf2-4b1f-a561-08f7908eb5b7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:15:15.894537188Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"95534882-ebf2-4b1f-a561-08f7908eb5b7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:15:15.943241736Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"95534882-ebf2-4b1f-a561-08f7908eb5b7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:15:15.992134994Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"95534882-ebf2-4b1f-a561-08f7908eb5b7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:15:17.825971379Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"15c44e48-0fc9-4ff4-8873-9ad446254d3d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:15:17.874926677Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"15c44e48-0fc9-4ff4-8873-9ad446254d3d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:15:17.923706475Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"15c44e48-0fc9-4ff4-8873-9ad446254d3d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:15:17.972217082Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"15c44e48-0fc9-4ff4-8873-9ad446254d3d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:15:18.385227782Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ed12a52f-6978-4d66-9017-b7c44e467623","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:15:18.385250962Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ed12a52f-6978-4d66-9017-b7c44e467623","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:15:18.43709321Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a5321c17-72e8-4280-9e80-6ac52a28951b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:15:18.437118597Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a5321c17-72e8-4280-9e80-6ac52a28951b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:15:18.534162132Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-86d7ad-policy","namespace":"ai-tenant-e2e-api-a-86d7ad"},"namespace":"ai-tenant-e2e-api-a-86d7ad","name":"e2e-e2e-api-a-86d7ad-policy","reconcileID":"3558615a-3077-4dca-afa0-5b4c5baece2d","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-86d7ad-policy","namespace":"ai-tenant-e2e-api-a-86d7ad"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-86d7ad","tenantID":"e2e-api-a-86d7ad","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:15:18.652977987Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-86d7ad-policy","namespace":"ai-tenant-e2e-api-a-86d7ad"},"namespace":"ai-tenant-e2e-api-a-86d7ad","name":"e2e-e2e-api-a-86d7ad-policy","reconcileID":"3558615a-3077-4dca-afa0-5b4c5baece2d","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-86d7ad-policy","namespace":"ai-tenant-e2e-api-a-86d7ad"},"name":"e2e-api-a-86d7ad-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:15:18.705283296Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-86d7ad-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-86d7ad-policy","namespace":"ai-tenant-e2e-api-a-86d7ad"},"namespace":"ai-tenant-e2e-api-a-86d7ad","name":"e2e-e2e-api-a-86d7ad-policy","reconcileID":"3558615a-3077-4dca-afa0-5b4c5baece2d","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-86d7ad-policy","namespace":"ai-tenant-e2e-api-a-86d7ad"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:15:18.759067479Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"1e674487-1899-423c-bd4d-a9d57701287c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:15:18.759087272Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"1e674487-1899-423c-bd4d-a9d57701287c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:15:18.971617386Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-69fd8043","namespace":"ai-tenant-e2e-mt-69fd8043"},"namespace":"ai-tenant-e2e-mt-69fd8043","name":"e2e-lifecycle-model-69fd8043","reconcileID":"6bb0d877-6cf9-4729-9152-0ad968cef750","MaaSModelRef":{"name":"e2e-lifecycle-model-69fd8043","namespace":"ai-tenant-e2e-mt-69fd8043"},"tenant":"e2e-mt-69fd8043","gateway":"openshift-ingress/e2e-mt-69fd8043","model":"ai-tenant-e2e-mt-69fd8043/e2e-lifecycle-model-69fd8043","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:15:18.971654945Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-69fd8043","namespace":"ai-tenant-e2e-mt-69fd8043"},"namespace":"ai-tenant-e2e-mt-69fd8043","name":"e2e-lifecycle-model-69fd8043","reconcileID":"6bb0d877-6cf9-4729-9152-0ad968cef750","MaaSModelRef":{"name":"e2e-lifecycle-model-69fd8043","namespace":"ai-tenant-e2e-mt-69fd8043"},"routeName":"e2e-lifecycle-model-69fd8043-kserve-route","namespace":"ai-tenant-e2e-mt-69fd8043","llmisvcName":"e2e-lifecycle-model-69fd8043","gateway":"openshift-ingress/e2e-mt-69fd8043","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:15:19.322914749Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-69fd8043","namespace":"ai-tenant-e2e-mt-69fd8043"},"namespace":"ai-tenant-e2e-mt-69fd8043","name":"e2e-lifecycle-model-69fd8043","reconcileID":"1fe5426e-69c8-42e2-91f2-9ae2b497e31f","MaaSModelRef":{"name":"e2e-lifecycle-model-69fd8043","namespace":"ai-tenant-e2e-mt-69fd8043"},"tenant":"e2e-mt-69fd8043","gateway":"openshift-ingress/e2e-mt-69fd8043","model":"ai-tenant-e2e-mt-69fd8043/e2e-lifecycle-model-69fd8043","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:15:19.322945458Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-69fd8043","namespace":"ai-tenant-e2e-mt-69fd8043"},"namespace":"ai-tenant-e2e-mt-69fd8043","name":"e2e-lifecycle-model-69fd8043","reconcileID":"1fe5426e-69c8-42e2-91f2-9ae2b497e31f","MaaSModelRef":{"name":"e2e-lifecycle-model-69fd8043","namespace":"ai-tenant-e2e-mt-69fd8043"},"routeName":"e2e-lifecycle-model-69fd8043-kserve-route","namespace":"ai-tenant-e2e-mt-69fd8043","llmisvcName":"e2e-lifecycle-model-69fd8043","gateway":"openshift-ingress/e2e-mt-69fd8043","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:15:19.377733987Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-69fd8043","namespace":"ai-tenant-e2e-mt-69fd8043"},"namespace":"ai-tenant-e2e-mt-69fd8043","name":"e2e-lifecycle-model-69fd8043","reconcileID":"131477e8-8872-442c-8a23-4ae345412f1e","MaaSModelRef":{"name":"e2e-lifecycle-model-69fd8043","namespace":"ai-tenant-e2e-mt-69fd8043"},"tenant":"e2e-mt-69fd8043","gateway":"openshift-ingress/e2e-mt-69fd8043","model":"ai-tenant-e2e-mt-69fd8043/e2e-lifecycle-model-69fd8043","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:15:19.377760162Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-69fd8043","namespace":"ai-tenant-e2e-mt-69fd8043"},"namespace":"ai-tenant-e2e-mt-69fd8043","name":"e2e-lifecycle-model-69fd8043","reconcileID":"131477e8-8872-442c-8a23-4ae345412f1e","MaaSModelRef":{"name":"e2e-lifecycle-model-69fd8043","namespace":"ai-tenant-e2e-mt-69fd8043"},"routeName":"e2e-lifecycle-model-69fd8043-kserve-route","namespace":"ai-tenant-e2e-mt-69fd8043","llmisvcName":"e2e-lifecycle-model-69fd8043","gateway":"openshift-ingress/e2e-mt-69fd8043","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:15:19.513004968Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-69fd8043","namespace":"ai-tenant-e2e-mt-69fd8043"},"namespace":"ai-tenant-e2e-mt-69fd8043","name":"e2e-policy-69fd8043","reconcileID":"13d8fe46-d334-47ca-ad60-0ceddf3257c6","MaaSAuthPolicy":{"name":"e2e-policy-69fd8043","namespace":"ai-tenant-e2e-mt-69fd8043"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-69fd8043","tenantID":"e2e-mt-69fd8043","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:15:19.608713482Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-69fd8043","namespace":"ai-tenant-e2e-mt-69fd8043"},"namespace":"ai-tenant-e2e-mt-69fd8043","name":"e2e-lifecycle-model-69fd8043","reconcileID":"d0ff0af9-fa57-4a4a-a964-12b4eb2add55","MaaSModelRef":{"name":"e2e-lifecycle-model-69fd8043","namespace":"ai-tenant-e2e-mt-69fd8043"},"tenant":"e2e-mt-69fd8043","gateway":"openshift-ingress/e2e-mt-69fd8043","model":"ai-tenant-e2e-mt-69fd8043/e2e-lifecycle-model-69fd8043","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:15:19.608750492Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-69fd8043","namespace":"ai-tenant-e2e-mt-69fd8043"},"namespace":"ai-tenant-e2e-mt-69fd8043","name":"e2e-lifecycle-model-69fd8043","reconcileID":"d0ff0af9-fa57-4a4a-a964-12b4eb2add55","MaaSModelRef":{"name":"e2e-lifecycle-model-69fd8043","namespace":"ai-tenant-e2e-mt-69fd8043"},"routeName":"e2e-lifecycle-model-69fd8043-kserve-route","namespace":"ai-tenant-e2e-mt-69fd8043","llmisvcName":"e2e-lifecycle-model-69fd8043","gateway":"openshift-ingress/e2e-mt-69fd8043","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:15:19.632051737Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-69fd8043","namespace":"ai-tenant-e2e-mt-69fd8043"},"namespace":"ai-tenant-e2e-mt-69fd8043","name":"e2e-policy-69fd8043","reconcileID":"13d8fe46-d334-47ca-ad60-0ceddf3257c6","MaaSAuthPolicy":{"name":"e2e-policy-69fd8043","namespace":"ai-tenant-e2e-mt-69fd8043"},"name":"e2e-mt-69fd8043-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:15:19.664711924Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-69fd8043","namespace":"ai-tenant-e2e-mt-69fd8043"},"namespace":"ai-tenant-e2e-mt-69fd8043","name":"e2e-lifecycle-model-69fd8043","reconcileID":"22580e27-592a-4b2b-9d85-f607194b71c0","MaaSModelRef":{"name":"e2e-lifecycle-model-69fd8043","namespace":"ai-tenant-e2e-mt-69fd8043"},"tenant":"e2e-mt-69fd8043","gateway":"openshift-ingress/e2e-mt-69fd8043","model":"ai-tenant-e2e-mt-69fd8043/e2e-lifecycle-model-69fd8043","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:15:19.664743424Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-69fd8043","namespace":"ai-tenant-e2e-mt-69fd8043"},"namespace":"ai-tenant-e2e-mt-69fd8043","name":"e2e-lifecycle-model-69fd8043","reconcileID":"22580e27-592a-4b2b-9d85-f607194b71c0","MaaSModelRef":{"name":"e2e-lifecycle-model-69fd8043","namespace":"ai-tenant-e2e-mt-69fd8043"},"routeName":"e2e-lifecycle-model-69fd8043-kserve-route","namespace":"ai-tenant-e2e-mt-69fd8043","llmisvcName":"e2e-lifecycle-model-69fd8043","gateway":"openshift-ingress/e2e-mt-69fd8043","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:15:19.684089676Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-mt-69fd8043-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-69fd8043","namespace":"ai-tenant-e2e-mt-69fd8043"},"namespace":"ai-tenant-e2e-mt-69fd8043","name":"e2e-policy-69fd8043","reconcileID":"13d8fe46-d334-47ca-ad60-0ceddf3257c6","MaaSAuthPolicy":{"name":"e2e-policy-69fd8043","namespace":"ai-tenant-e2e-mt-69fd8043"},"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T12:15:19.71375079Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-69fd8043","namespace":"ai-tenant-e2e-mt-69fd8043"},"namespace":"ai-tenant-e2e-mt-69fd8043","name":"e2e-sub-69fd8043","reconcileID":"ae531958-0ea4-4ca7-8680-7a41e98f8919","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-sub-69fd8043\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T12:15:19.735907058Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-69fd8043","namespace":"ai-tenant-e2e-mt-69fd8043"},"namespace":"ai-tenant-e2e-mt-69fd8043","name":"e2e-lifecycle-model-69fd8043","reconcileID":"90cc96e9-a65d-4f5a-bc00-48ad73d31abf","MaaSModelRef":{"name":"e2e-lifecycle-model-69fd8043","namespace":"ai-tenant-e2e-mt-69fd8043"},"tenant":"e2e-mt-69fd8043","gateway":"openshift-ingress/e2e-mt-69fd8043","model":"ai-tenant-e2e-mt-69fd8043/e2e-lifecycle-model-69fd8043","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:15:19.735934218Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-69fd8043","namespace":"ai-tenant-e2e-mt-69fd8043"},"namespace":"ai-tenant-e2e-mt-69fd8043","name":"e2e-lifecycle-model-69fd8043","reconcileID":"90cc96e9-a65d-4f5a-bc00-48ad73d31abf","MaaSModelRef":{"name":"e2e-lifecycle-model-69fd8043","namespace":"ai-tenant-e2e-mt-69fd8043"},"routeName":"e2e-lifecycle-model-69fd8043-kserve-route","namespace":"ai-tenant-e2e-mt-69fd8043","llmisvcName":"e2e-lifecycle-model-69fd8043","gateway":"openshift-ingress/e2e-mt-69fd8043","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:15:19.816612668Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-69fd8043","namespace":"ai-tenant-e2e-mt-69fd8043"},"namespace":"ai-tenant-e2e-mt-69fd8043","name":"e2e-lifecycle-model-69fd8043","reconcileID":"1490deff-a1b6-4eda-b256-92bb775a1602","MaaSModelRef":{"name":"e2e-lifecycle-model-69fd8043","namespace":"ai-tenant-e2e-mt-69fd8043"},"tenant":"e2e-mt-69fd8043","gateway":"openshift-ingress/e2e-mt-69fd8043","model":"ai-tenant-e2e-mt-69fd8043/e2e-lifecycle-model-69fd8043","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:15:19.816642605Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-69fd8043","namespace":"ai-tenant-e2e-mt-69fd8043"},"namespace":"ai-tenant-e2e-mt-69fd8043","name":"e2e-lifecycle-model-69fd8043","reconcileID":"1490deff-a1b6-4eda-b256-92bb775a1602","MaaSModelRef":{"name":"e2e-lifecycle-model-69fd8043","namespace":"ai-tenant-e2e-mt-69fd8043"},"routeName":"e2e-lifecycle-model-69fd8043-kserve-route","namespace":"ai-tenant-e2e-mt-69fd8043","llmisvcName":"e2e-lifecycle-model-69fd8043","gateway":"openshift-ingress/e2e-mt-69fd8043","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:15:19.833656283Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-69fd8043","namespace":"ai-tenant-e2e-mt-69fd8043"},"namespace":"ai-tenant-e2e-mt-69fd8043","name":"e2e-policy-69fd8043","reconcileID":"754fbb7d-bd13-4035-9fb8-168a832e114a","MaaSAuthPolicy":{"name":"e2e-policy-69fd8043","namespace":"ai-tenant-e2e-mt-69fd8043"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-69fd8043","tenantID":"e2e-mt-69fd8043","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:15:19.869151505Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-69fd8043","namespace":"ai-tenant-e2e-mt-69fd8043"},"namespace":"ai-tenant-e2e-mt-69fd8043","name":"e2e-lifecycle-model-69fd8043","reconcileID":"c4bdc347-57a2-476e-b607-d10ececf24b8","MaaSModelRef":{"name":"e2e-lifecycle-model-69fd8043","namespace":"ai-tenant-e2e-mt-69fd8043"},"tenant":"e2e-mt-69fd8043","gateway":"openshift-ingress/e2e-mt-69fd8043","model":"ai-tenant-e2e-mt-69fd8043/e2e-lifecycle-model-69fd8043","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:15:19.869242304Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-69fd8043","namespace":"ai-tenant-e2e-mt-69fd8043"},"namespace":"ai-tenant-e2e-mt-69fd8043","name":"e2e-lifecycle-model-69fd8043","reconcileID":"c4bdc347-57a2-476e-b607-d10ececf24b8","MaaSModelRef":{"name":"e2e-lifecycle-model-69fd8043","namespace":"ai-tenant-e2e-mt-69fd8043"},"routeName":"e2e-lifecycle-model-69fd8043-kserve-route","namespace":"ai-tenant-e2e-mt-69fd8043","llmisvcName":"e2e-lifecycle-model-69fd8043","gateway":"openshift-ingress/e2e-mt-69fd8043","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:15:19.891558573Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-69fd8043","namespace":"ai-tenant-e2e-mt-69fd8043"},"namespace":"ai-tenant-e2e-mt-69fd8043","name":"e2e-policy-69fd8043","reconcileID":"754fbb7d-bd13-4035-9fb8-168a832e114a","MaaSAuthPolicy":{"name":"e2e-policy-69fd8043","namespace":"ai-tenant-e2e-mt-69fd8043"},"name":"e2e-mt-69fd8043-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:15:19.944285905Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-mt-69fd8043-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-69fd8043","namespace":"ai-tenant-e2e-mt-69fd8043"},"namespace":"ai-tenant-e2e-mt-69fd8043","name":"e2e-policy-69fd8043","reconcileID":"754fbb7d-bd13-4035-9fb8-168a832e114a","MaaSAuthPolicy":{"name":"e2e-policy-69fd8043","namespace":"ai-tenant-e2e-mt-69fd8043"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:15:20.069113651Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-69fd8043","namespace":"ai-tenant-e2e-mt-69fd8043"},"namespace":"ai-tenant-e2e-mt-69fd8043","name":"e2e-sub-69fd8043","reconcileID":"702fbb1d-4d66-4e06-9c4a-998fb6df7be9","MaaSSubscription":{"name":"e2e-sub-69fd8043","namespace":"ai-tenant-e2e-mt-69fd8043"},"name":"maas-trlp-e2e-lifecycle-model-69fd8043","model":"e2e-lifecycle-model-69fd8043","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-mt-69fd8043/e2e-sub-69fd8043"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:15:20.232491158Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-69fd8043","namespace":"ai-tenant-e2e-mt-69fd8043"},"namespace":"ai-tenant-e2e-mt-69fd8043","name":"e2e-lifecycle-model-69fd8043","reconcileID":"a140655b-9ce4-4848-9570-9847b5f1eaee","MaaSModelRef":{"name":"e2e-lifecycle-model-69fd8043","namespace":"ai-tenant-e2e-mt-69fd8043"},"tenant":"e2e-mt-69fd8043","gateway":"openshift-ingress/e2e-mt-69fd8043","model":"ai-tenant-e2e-mt-69fd8043/e2e-lifecycle-model-69fd8043","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:15:20.232516216Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-69fd8043","namespace":"ai-tenant-e2e-mt-69fd8043"},"namespace":"ai-tenant-e2e-mt-69fd8043","name":"e2e-lifecycle-model-69fd8043","reconcileID":"a140655b-9ce4-4848-9570-9847b5f1eaee","MaaSModelRef":{"name":"e2e-lifecycle-model-69fd8043","namespace":"ai-tenant-e2e-mt-69fd8043"},"routeName":"e2e-lifecycle-model-69fd8043-kserve-route","namespace":"ai-tenant-e2e-mt-69fd8043","llmisvcName":"e2e-lifecycle-model-69fd8043","gateway":"openshift-ingress/e2e-mt-69fd8043","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:15:20.429437866Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-69fd8043","namespace":"ai-tenant-e2e-mt-69fd8043"},"namespace":"ai-tenant-e2e-mt-69fd8043","name":"e2e-sub-69fd8043","reconcileID":"4aa5d05b-aede-4bff-ab1b-eebb0ac6eac3","MaaSSubscription":{"name":"e2e-sub-69fd8043","namespace":"ai-tenant-e2e-mt-69fd8043"},"name":"maas-trlp-e2e-lifecycle-model-69fd8043","model":"ai-tenant-e2e-mt-69fd8043/e2e-lifecycle-model-69fd8043","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:15:21.212282753Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-69fd8043","namespace":"ai-tenant-e2e-mt-69fd8043"},"namespace":"ai-tenant-e2e-mt-69fd8043","name":"e2e-policy-69fd8043","reconcileID":"6d7f77ff-34ea-4d4b-ba0c-942abb23c459","MaaSAuthPolicy":{"name":"e2e-policy-69fd8043","namespace":"ai-tenant-e2e-mt-69fd8043"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-69fd8043","tenantID":"e2e-mt-69fd8043","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:15:21.217343782Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"be8731ec-b205-4996-a2fa-056e5f7145ae","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:15:21.217368678Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"be8731ec-b205-4996-a2fa-056e5f7145ae","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:15:21.268622321Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-69fd8043","namespace":"ai-tenant-e2e-mt-69fd8043"},"namespace":"ai-tenant-e2e-mt-69fd8043","name":"e2e-policy-69fd8043","reconcileID":"6d7f77ff-34ea-4d4b-ba0c-942abb23c459","MaaSAuthPolicy":{"name":"e2e-policy-69fd8043","namespace":"ai-tenant-e2e-mt-69fd8043"},"name":"e2e-mt-69fd8043-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:15:21.272583155Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e375a86e-77d8-4d36-8c53-bb94da56c9b7","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:15:21.272601313Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e375a86e-77d8-4d36-8c53-bb94da56c9b7","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:15:21.319770746Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-mt-69fd8043-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-69fd8043","namespace":"ai-tenant-e2e-mt-69fd8043"},"namespace":"ai-tenant-e2e-mt-69fd8043","name":"e2e-policy-69fd8043","reconcileID":"6d7f77ff-34ea-4d4b-ba0c-942abb23c459","MaaSAuthPolicy":{"name":"e2e-policy-69fd8043","namespace":"ai-tenant-e2e-mt-69fd8043"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:15:21.372223503Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-ac6071-policy","namespace":"ai-tenant-e2e-api-a-ac6071"},"namespace":"ai-tenant-e2e-api-a-ac6071","name":"e2e-e2e-api-a-ac6071-policy","reconcileID":"f01109ff-3a10-4662-98ed-d2e69c7bad8b","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-ac6071-policy","namespace":"ai-tenant-e2e-api-a-ac6071"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-ac6071","tenantID":"e2e-api-a-ac6071","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:15:21.49192702Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-ac6071-policy","namespace":"ai-tenant-e2e-api-a-ac6071"},"namespace":"ai-tenant-e2e-api-a-ac6071","name":"e2e-e2e-api-a-ac6071-policy","reconcileID":"f01109ff-3a10-4662-98ed-d2e69c7bad8b","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-ac6071-policy","namespace":"ai-tenant-e2e-api-a-ac6071"},"name":"e2e-api-a-ac6071-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:15:21.54930475Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-ac6071-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-ac6071-policy","namespace":"ai-tenant-e2e-api-a-ac6071"},"namespace":"ai-tenant-e2e-api-a-ac6071","name":"e2e-e2e-api-a-ac6071-policy","reconcileID":"f01109ff-3a10-4662-98ed-d2e69c7bad8b","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-ac6071-policy","namespace":"ai-tenant-e2e-api-a-ac6071"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:15:21.617491684Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"845eabd5-6d54-4a6c-8d67-177c4342fab4","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:15:21.617514987Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"845eabd5-6d54-4a6c-8d67-177c4342fab4","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:15:23.625552753Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6056e288-50b5-4871-9b5e-1faa40518b16","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:15:23.67472533Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6056e288-50b5-4871-9b5e-1faa40518b16","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:15:23.723661128Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6056e288-50b5-4871-9b5e-1faa40518b16","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:15:23.742855826Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-91cd99","namespace":"e2e-models-e2e-worker-w2-91cd99"},"namespace":"e2e-models-e2e-worker-w2-91cd99","name":"simulator-w2-91cd99","reconcileID":"cc8edf4d-8a19-4560-808f-1750acba4005","MaaSModelRef":{"name":"simulator-w2-91cd99","namespace":"e2e-models-e2e-worker-w2-91cd99"},"routeName":"simulator-w2-91cd99-kserve-route","namespace":"e2e-models-e2e-worker-w2-91cd99","llmisvcName":"simulator-w2-91cd99","gateway":"openshift-ingress/e2e-worker-w2-91cd99","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:15:23.773473063Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6056e288-50b5-4871-9b5e-1faa40518b16","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:15:23.775645096Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-91cd99","namespace":"e2e-models-e2e-worker-w2-91cd99"},"namespace":"e2e-models-e2e-worker-w2-91cd99","name":"premium-w2-91cd99","reconcileID":"4ca8e1ab-84ec-44ef-89ba-fcd8c2a5b58a","MaaSModelRef":{"name":"premium-w2-91cd99","namespace":"e2e-models-e2e-worker-w2-91cd99"},"routeName":"premium-w2-91cd99-kserve-route","namespace":"e2e-models-e2e-worker-w2-91cd99","llmisvcName":"premium-w2-91cd99","gateway":"openshift-ingress/e2e-worker-w2-91cd99","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:15:23.776151751Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-91cd99","namespace":"e2e-models-e2e-worker-w2-91cd99"},"namespace":"e2e-models-e2e-worker-w2-91cd99","name":"distinct-w2-91cd99","reconcileID":"84d705af-1765-46af-aa3d-5688da3a9101","MaaSModelRef":{"name":"distinct-w2-91cd99","namespace":"e2e-models-e2e-worker-w2-91cd99"},"routeName":"distinct-w2-91cd99-kserve-route","namespace":"e2e-models-e2e-worker-w2-91cd99","llmisvcName":"distinct-w2-91cd99","gateway":"openshift-ingress/e2e-worker-w2-91cd99","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:15:23.898851016Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-91cd99","namespace":"e2e-models-e2e-worker-w2-91cd99"},"namespace":"e2e-models-e2e-worker-w2-91cd99","name":"simulator-w2-91cd99","reconcileID":"b2151124-bdcf-4b87-a440-8f22a44f25d0","MaaSModelRef":{"name":"simulator-w2-91cd99","namespace":"e2e-models-e2e-worker-w2-91cd99"},"routeName":"simulator-w2-91cd99-kserve-route","namespace":"e2e-models-e2e-worker-w2-91cd99","llmisvcName":"simulator-w2-91cd99","gateway":"openshift-ingress/e2e-worker-w2-91cd99","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:15:23.89921153Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-91cd99","namespace":"e2e-models-e2e-worker-w2-91cd99"},"namespace":"e2e-models-e2e-worker-w2-91cd99","name":"premium-w2-91cd99","reconcileID":"bb74d8ed-27e4-4916-b066-98b0789f0d91","MaaSModelRef":{"name":"premium-w2-91cd99","namespace":"e2e-models-e2e-worker-w2-91cd99"},"routeName":"premium-w2-91cd99-kserve-route","namespace":"e2e-models-e2e-worker-w2-91cd99","llmisvcName":"premium-w2-91cd99","gateway":"openshift-ingress/e2e-worker-w2-91cd99","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:15:23.899487701Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-91cd99","namespace":"e2e-models-e2e-worker-w2-91cd99"},"namespace":"e2e-models-e2e-worker-w2-91cd99","name":"distinct-w2-91cd99","reconcileID":"026f2f4d-509f-4dcb-8c41-cc89cec2030d","MaaSModelRef":{"name":"distinct-w2-91cd99","namespace":"e2e-models-e2e-worker-w2-91cd99"},"routeName":"distinct-w2-91cd99-kserve-route","namespace":"e2e-models-e2e-worker-w2-91cd99","llmisvcName":"distinct-w2-91cd99","gateway":"openshift-ingress/e2e-worker-w2-91cd99","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:15:23.93222445Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"simulator-access","reconcileID":"49599095-3b52-4ccf-9d5c-82682113537f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-91cd99","tenantID":"e2e-worker-w2-91cd99","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:15:23.933309478Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"premium-simulator-access","reconcileID":"d94b4d06-8926-4778-85f0-3247c2959f19","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-91cd99","tenantID":"e2e-worker-w2-91cd99","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:15:24.025082425Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"simulator-subscription","reconcileID":"5f391c13-e435-4b0e-bbf5-190a70ffc4fc","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"name":"maas-trlp-simulator-w2-91cd99","model":"e2e-models-e2e-worker-w2-91cd99/simulator-w2-91cd99","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:15:24.026140437Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"premium-simulator-subscription","reconcileID":"2b04f468-cb31-4114-a31f-a554c4737838","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"name":"maas-trlp-premium-w2-91cd99","model":"e2e-models-e2e-worker-w2-91cd99/premium-w2-91cd99","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:15:24.031679803Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"simulator-access","reconcileID":"49599095-3b52-4ccf-9d5c-82682113537f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"name":"e2e-worker-w2-91cd99-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:15:24.036608448Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"premium-simulator-access","reconcileID":"d94b4d06-8926-4778-85f0-3247c2959f19","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"name":"e2e-worker-w2-91cd99-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:15:24.235712991Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-b-913a17","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-b-913a17","reconcileID":"7ee305ea-1fe2-4534-8579-a5ead7a1b065","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-api-b-913a17","applied":{"maas.opendatahub.io/gateway-access-e2e-api-b-913a17":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:15:24.383975262Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"premium-simulator-access","reconcileID":"502484fd-7ac4-4878-820f-13fada708623","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-91cd99","tenantID":"e2e-worker-w2-91cd99","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:15:24.383998959Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"simulator-access","reconcileID":"b312b8e9-95c1-4b65-ad58-c7961d34d9ea","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-91cd99","tenantID":"e2e-worker-w2-91cd99","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:15:24.444013956Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"simulator-access","reconcileID":"b312b8e9-95c1-4b65-ad58-c7961d34d9ea","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"name":"e2e-worker-w2-91cd99-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:15:24.444915337Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"premium-simulator-access","reconcileID":"502484fd-7ac4-4878-820f-13fada708623","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"name":"e2e-worker-w2-91cd99-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:15:25.712802099Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:15:25.722157625Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"63d9dc87-4057-45d9-901e-3a33930c9abc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:15:25.770727376Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"63d9dc87-4057-45d9-901e-3a33930c9abc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:15:25.819753702Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"63d9dc87-4057-45d9-901e-3a33930c9abc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:15:25.868292762Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"63d9dc87-4057-45d9-901e-3a33930c9abc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:15:27.443577225Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-b-931523","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-b-931523","reconcileID":"8d6f9464-639a-4225-91d1-cbde016588a4","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-api-b-931523","applied":{"maas.opendatahub.io/gateway-access-e2e-api-b-931523":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:15:27.721892956Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b2d3a5a3-68c5-4579-b86e-ee358ddf6265","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:15:27.771293297Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b2d3a5a3-68c5-4579-b86e-ee358ddf6265","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:15:27.820410603Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b2d3a5a3-68c5-4579-b86e-ee358ddf6265","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:15:27.869097831Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b2d3a5a3-68c5-4579-b86e-ee358ddf6265","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:15:28.917226602Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-86d7ad-policy","namespace":"ai-tenant-e2e-api-a-86d7ad"},"namespace":"ai-tenant-e2e-api-a-86d7ad","name":"e2e-e2e-api-a-86d7ad-policy","reconcileID":"603b0301-771f-42ed-9ab1-505101719177","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-86d7ad-policy","namespace":"ai-tenant-e2e-api-a-86d7ad"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-86d7ad","tenantID":"e2e-api-a-86d7ad","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:15:28.970064441Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-86d7ad-policy","namespace":"ai-tenant-e2e-api-a-86d7ad"},"namespace":"ai-tenant-e2e-api-a-86d7ad","name":"e2e-e2e-api-a-86d7ad-policy","reconcileID":"603b0301-771f-42ed-9ab1-505101719177","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-86d7ad-policy","namespace":"ai-tenant-e2e-api-a-86d7ad"},"name":"e2e-api-a-86d7ad-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:15:29.021041715Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-86d7ad-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-86d7ad-policy","namespace":"ai-tenant-e2e-api-a-86d7ad"},"namespace":"ai-tenant-e2e-api-a-86d7ad","name":"e2e-e2e-api-a-86d7ad-policy","reconcileID":"603b0301-771f-42ed-9ab1-505101719177","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-86d7ad-policy","namespace":"ai-tenant-e2e-api-a-86d7ad"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:15:29.725266626Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"68823262-69bd-4f86-ab6f-a3d53d5ffb24","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:15:29.774599738Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"68823262-69bd-4f86-ab6f-a3d53d5ffb24","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:15:29.826980284Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"68823262-69bd-4f86-ab6f-a3d53d5ffb24","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:15:29.875623383Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"68823262-69bd-4f86-ab6f-a3d53d5ffb24","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:15:31.417981194Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-69fd8043","namespace":"ai-tenant-e2e-mt-69fd8043"},"namespace":"ai-tenant-e2e-mt-69fd8043","name":"e2e-policy-69fd8043","reconcileID":"6c13a506-c2c5-4ca2-ac38-fa65717e39e1","MaaSAuthPolicy":{"name":"e2e-policy-69fd8043","namespace":"ai-tenant-e2e-mt-69fd8043"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-69fd8043","tenantID":"e2e-mt-69fd8043","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:15:31.470294928Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-69fd8043","namespace":"ai-tenant-e2e-mt-69fd8043"},"namespace":"ai-tenant-e2e-mt-69fd8043","name":"e2e-policy-69fd8043","reconcileID":"6c13a506-c2c5-4ca2-ac38-fa65717e39e1","MaaSAuthPolicy":{"name":"e2e-policy-69fd8043","namespace":"ai-tenant-e2e-mt-69fd8043"},"name":"e2e-mt-69fd8043-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:15:31.521105841Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-mt-69fd8043-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-69fd8043","namespace":"ai-tenant-e2e-mt-69fd8043"},"namespace":"ai-tenant-e2e-mt-69fd8043","name":"e2e-policy-69fd8043","reconcileID":"6c13a506-c2c5-4ca2-ac38-fa65717e39e1","MaaSAuthPolicy":{"name":"e2e-policy-69fd8043","namespace":"ai-tenant-e2e-mt-69fd8043"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:15:31.714319077Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-ac6071-policy","namespace":"ai-tenant-e2e-api-a-ac6071"},"namespace":"ai-tenant-e2e-api-a-ac6071","name":"e2e-e2e-api-a-ac6071-policy","reconcileID":"e0f739a9-7b79-4a06-903c-037d4c39daf4","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-ac6071-policy","namespace":"ai-tenant-e2e-api-a-ac6071"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-ac6071","tenantID":"e2e-api-a-ac6071","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:15:31.76655442Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-ac6071-policy","namespace":"ai-tenant-e2e-api-a-ac6071"},"namespace":"ai-tenant-e2e-api-a-ac6071","name":"e2e-e2e-api-a-ac6071-policy","reconcileID":"e0f739a9-7b79-4a06-903c-037d4c39daf4","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-ac6071-policy","namespace":"ai-tenant-e2e-api-a-ac6071"},"name":"e2e-api-a-ac6071-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:15:31.817973282Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-ac6071-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-ac6071-policy","namespace":"ai-tenant-e2e-api-a-ac6071"},"namespace":"ai-tenant-e2e-api-a-ac6071","name":"e2e-e2e-api-a-ac6071-policy","reconcileID":"e0f739a9-7b79-4a06-903c-037d4c39daf4","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-ac6071-policy","namespace":"ai-tenant-e2e-api-a-ac6071"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:15:36.810215143Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-69fd8043","namespace":"ai-tenant-e2e-mt-69fd8043"},"namespace":"ai-tenant-e2e-mt-69fd8043","name":"e2e-sub-69fd8043","reconcileID":"447a8785-7a84-497e-ae13-fe0f33331b7d","MaaSSubscription":{"name":"e2e-sub-69fd8043","namespace":"ai-tenant-e2e-mt-69fd8043"},"name":"maas-trlp-e2e-lifecycle-model-69fd8043","model":"ai-tenant-e2e-mt-69fd8043/e2e-lifecycle-model-69fd8043","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:15:36.966206064Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-69fd8043","namespace":"ai-tenant-e2e-mt-69fd8043"},"namespace":"ai-tenant-e2e-mt-69fd8043","name":"e2e-lifecycle-model-69fd8043","reconcileID":"e2d8a088-b6ab-439b-abee-000111fdf2df","MaaSModelRef":{"name":"e2e-lifecycle-model-69fd8043","namespace":"ai-tenant-e2e-mt-69fd8043"},"tenant":"e2e-mt-69fd8043","gateway":"openshift-ingress/e2e-mt-69fd8043","model":"ai-tenant-e2e-mt-69fd8043/e2e-lifecycle-model-69fd8043","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:15:36.966244042Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-69fd8043","namespace":"ai-tenant-e2e-mt-69fd8043"},"namespace":"ai-tenant-e2e-mt-69fd8043","name":"e2e-lifecycle-model-69fd8043","reconcileID":"e2d8a088-b6ab-439b-abee-000111fdf2df","MaaSModelRef":{"name":"e2e-lifecycle-model-69fd8043","namespace":"ai-tenant-e2e-mt-69fd8043"},"routeName":"e2e-lifecycle-model-69fd8043-kserve-route","namespace":"ai-tenant-e2e-mt-69fd8043","llmisvcName":"e2e-lifecycle-model-69fd8043","gateway":"openshift-ingress/e2e-mt-69fd8043","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:15:37.853484586Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"premium-simulator-access","reconcileID":"5c9d08cb-00ca-4cd1-9605-eef27aae2ec0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-91cd99","tenantID":"e2e-worker-w2-91cd99","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:15:37.85348482Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"simulator-access","reconcileID":"c4a7ac21-dd45-43ef-855a-eb4e542ab4d9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-91cd99","tenantID":"e2e-worker-w2-91cd99","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:15:37.907964558Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"simulator-access","reconcileID":"c4a7ac21-dd45-43ef-855a-eb4e542ab4d9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"name":"e2e-worker-w2-91cd99-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:15:37.909320782Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"premium-simulator-access","reconcileID":"5c9d08cb-00ca-4cd1-9605-eef27aae2ec0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"name":"e2e-worker-w2-91cd99-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:15:38.131361851Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-69fd8043","namespace":"ai-tenant-e2e-mt-69fd8043"},"namespace":"ai-tenant-e2e-mt-69fd8043","name":"e2e-policy-69fd8043","reconcileID":"5120c890-c6fe-4edc-832d-c11aeb380c5c","MaaSAuthPolicy":{"name":"e2e-policy-69fd8043","namespace":"ai-tenant-e2e-mt-69fd8043"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-69fd8043","tenantID":"e2e-mt-69fd8043","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:15:38.192014436Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-69fd8043","namespace":"ai-tenant-e2e-mt-69fd8043"},"namespace":"ai-tenant-e2e-mt-69fd8043","name":"e2e-policy-69fd8043","reconcileID":"5120c890-c6fe-4edc-832d-c11aeb380c5c","MaaSAuthPolicy":{"name":"e2e-policy-69fd8043","namespace":"ai-tenant-e2e-mt-69fd8043"},"name":"e2e-mt-69fd8043-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:15:38.244225571Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-mt-69fd8043-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (2b1c53665de21483b85a8ce06eda0f9facf657637abed70a42f71dc51abac62b) AuthConfig (9c56adec199e87c620088616f76d935c0648e310220349ce2bbfb3331bed59db) AuthConfig (bddce34c755c7d3a3ae497ec4854c2de592d1174332e6d62da31474aff4fe683) AuthConfig (5beadfae96e80699964baf90d6581687d8facd359b40752a6f1def1fc6950ae9) AuthConfig (007b04efec844c1e32436cf4c67549cc51ad663c35ad812e432a804df4b7e2c4) AuthConfig (6cbe97c3664782556b69efa0b05f8de80e7c3e3d8b3eeda1b8efce87d2c7040c) AuthConfig (e627fc7c0e6587479ddc5c95f1809a77c421e2da1ff867802044b011a9ee8b0a) AuthConfig (4f320bfe577ed736768bfd88c339d04d354914685719699718fad082d1af23c9) AuthConfig (6f2eeec2f7ffcd8f376f0037a7a38b97b6ccb901bff0692866f628f8f2700030) AuthConfig (adddbb3c3c86e95b560bd9533e2064aab89e34fe30d95beccd9c954d102db95c) AuthConfig (4c9e6656180727d822a02fcfb94fddd64e0847d8eee7f0c2c398625edfe82caa) AuthConfig (b943edc3113fcb26817b98e9b7ebf17b889b62272e95a8b5209e57078aa5c436) AuthConfig (ad0ec5fed694d90667ad26588e1c784377ef1c7fab5e29e92a23325faffb6ce0) AuthConfig (140166d7505dfade37af5887e39f8b8a5dbc6fa893108d9f5e9126380163f383) AuthConfig (2288115413247ae553914d1dccb36b0622df4f01f768cb2acdf6300928d6786f) AuthConfig (da3af5108ae585d746d4f9826d0edfcd477b4fadf64aa5597c0c4b9f516743b6) AuthConfig (5efe9d048b437562b6941ca3e11ae643d51babb86ef524b0760757f7cd97f6f5) AuthConfig (1f4ff5386b43dc4b9507c9370edec9048b750ae74444b5269b4ef0661f4fa871)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-69fd8043","namespace":"ai-tenant-e2e-mt-69fd8043"},"namespace":"ai-tenant-e2e-mt-69fd8043","name":"e2e-policy-69fd8043","reconcileID":"5120c890-c6fe-4edc-832d-c11aeb380c5c","MaaSAuthPolicy":{"name":"e2e-policy-69fd8043","namespace":"ai-tenant-e2e-mt-69fd8043"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:15:38.298224217Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-69fd8043","namespace":"ai-tenant-e2e-mt-69fd8043"},"namespace":"ai-tenant-e2e-mt-69fd8043","name":"e2e-lifecycle-model-69fd8043","reconcileID":"611d382e-c989-4d94-afed-8e67dd5f4b79","MaaSModelRef":{"name":"e2e-lifecycle-model-69fd8043","namespace":"ai-tenant-e2e-mt-69fd8043"},"tenant":"e2e-mt-69fd8043","gateway":"openshift-ingress/e2e-mt-69fd8043","model":"ai-tenant-e2e-mt-69fd8043/e2e-lifecycle-model-69fd8043","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:15:38.298248656Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-69fd8043","namespace":"ai-tenant-e2e-mt-69fd8043"},"namespace":"ai-tenant-e2e-mt-69fd8043","name":"e2e-lifecycle-model-69fd8043","reconcileID":"611d382e-c989-4d94-afed-8e67dd5f4b79","MaaSModelRef":{"name":"e2e-lifecycle-model-69fd8043","namespace":"ai-tenant-e2e-mt-69fd8043"},"routeName":"e2e-lifecycle-model-69fd8043-kserve-route","namespace":"ai-tenant-e2e-mt-69fd8043","llmisvcName":"e2e-lifecycle-model-69fd8043","gateway":"openshift-ingress/e2e-mt-69fd8043","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:15:39.125853841Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-86d7ad-policy","namespace":"ai-tenant-e2e-api-a-86d7ad"},"namespace":"ai-tenant-e2e-api-a-86d7ad","name":"e2e-e2e-api-a-86d7ad-policy","reconcileID":"e0f491e0-59e9-4fc5-8a04-25401c8a456a","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-86d7ad-policy","namespace":"ai-tenant-e2e-api-a-86d7ad"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-86d7ad","tenantID":"e2e-api-a-86d7ad","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:15:39.182873301Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-86d7ad-policy","namespace":"ai-tenant-e2e-api-a-86d7ad"},"namespace":"ai-tenant-e2e-api-a-86d7ad","name":"e2e-e2e-api-a-86d7ad-policy","reconcileID":"e0f491e0-59e9-4fc5-8a04-25401c8a456a","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-86d7ad-policy","namespace":"ai-tenant-e2e-api-a-86d7ad"},"name":"e2e-api-a-86d7ad-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:15:39.237405929Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-86d7ad-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (5019ed7b2fda7a8c45e2ae94f9ac0da9542c69dee45a51862f3d7294208712b7) AuthConfig (79327f18f43745de0a55aedbd7568a2065e9cc580619985731f488900ca6d614) AuthConfig (26a0255b5a90f86d4f5b93a15fe651661e30a94d40b353ea480f89999c84b826) AuthConfig (775fcf2cc592f260bbf07d882301ae931f5a4b85362f10728d4055435921418b) AuthConfig (496641c8bed4618d856a79df02504fc888f59d4bc09d5b954a0a82560832de5e) AuthConfig (375a8bc1f7bdaf8d689f8c0d89bd46b6a036cb547dbf80f7654a77a87569daca)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-86d7ad-policy","namespace":"ai-tenant-e2e-api-a-86d7ad"},"namespace":"ai-tenant-e2e-api-a-86d7ad","name":"e2e-e2e-api-a-86d7ad-policy","reconcileID":"e0f491e0-59e9-4fc5-8a04-25401c8a456a","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-86d7ad-policy","namespace":"ai-tenant-e2e-api-a-86d7ad"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:15:39.291217885Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"cf030df7-5065-40f0-a5d9-2547f7ee9dc3","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:15:39.291239452Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"cf030df7-5065-40f0-a5d9-2547f7ee9dc3","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:15:42.015849244Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-ac6071-policy","namespace":"ai-tenant-e2e-api-a-ac6071"},"namespace":"ai-tenant-e2e-api-a-ac6071","name":"e2e-e2e-api-a-ac6071-policy","reconcileID":"31fa24f5-f219-4125-aedb-09937cfda65f","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-ac6071-policy","namespace":"ai-tenant-e2e-api-a-ac6071"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-ac6071","tenantID":"e2e-api-a-ac6071","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:15:42.069110542Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-ac6071-policy","namespace":"ai-tenant-e2e-api-a-ac6071"},"namespace":"ai-tenant-e2e-api-a-ac6071","name":"e2e-e2e-api-a-ac6071-policy","reconcileID":"31fa24f5-f219-4125-aedb-09937cfda65f","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-ac6071-policy","namespace":"ai-tenant-e2e-api-a-ac6071"},"name":"e2e-api-a-ac6071-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:15:42.120434291Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-ac6071-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (7904df26c11e4ad00b61cd53c5f8126105e4fcf92953b7bcfe682a8af9c39350) AuthConfig (e2d909c8800afef662b0fc9eb08db6ca63fb285003e815faaa32d6eceb1f5e1f) AuthConfig (e8a7f1aa874870077830c1ff0997a5be991a87a44b89f84794f6aac84a15b476) AuthConfig (609a49b39b34ec6c7ac821da42a4c795107c36f75699185b56d85f7d09336de5) AuthConfig (6e4a8eff0f171f284d1c482beff1a55eb7550d7e1a4e21c045c0ee9fdf4b0809) AuthConfig (f0a341086c26825c7a01f8f28a8956f94dc9a6f8515946e2481ca5f99807dde2)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-ac6071-policy","namespace":"ai-tenant-e2e-api-a-ac6071"},"namespace":"ai-tenant-e2e-api-a-ac6071","name":"e2e-e2e-api-a-ac6071-policy","reconcileID":"31fa24f5-f219-4125-aedb-09937cfda65f","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-ac6071-policy","namespace":"ai-tenant-e2e-api-a-ac6071"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:15:42.173633589Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"9f501fd2-b44d-4dfa-bf3c-2a365c709a0d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:15:42.173651807Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"9f501fd2-b44d-4dfa-bf3c-2a365c709a0d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:15:42.522881777Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5fb1592a-f1af-428f-bf36-767a9681e0e9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:15:42.572224119Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5fb1592a-f1af-428f-bf36-767a9681e0e9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:15:42.622178779Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5fb1592a-f1af-428f-bf36-767a9681e0e9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:15:42.671980115Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5fb1592a-f1af-428f-bf36-767a9681e0e9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:15:42.973904962Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-a-f6c034","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-a-f6c034","reconcileID":"4d5f3cda-a522-4dc0-8635-ade8e555caf2","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-api-a-f6c034","applied":{"maas.opendatahub.io/gateway-access-e2e-api-a-f6c034":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:15:44.528034199Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f7191954-5c12-405a-8e35-82747ee4e1cd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:15:44.576645863Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f7191954-5c12-405a-8e35-82747ee4e1cd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:15:44.625237842Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f7191954-5c12-405a-8e35-82747ee4e1cd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:15:44.674649238Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f7191954-5c12-405a-8e35-82747ee4e1cd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:15:46.527597719Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"657eb7ab-e4c0-4094-b700-7003c8163c08","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:15:46.577758134Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"657eb7ab-e4c0-4094-b700-7003c8163c08","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:15:46.626866304Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"657eb7ab-e4c0-4094-b700-7003c8163c08","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:15:46.676012142Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"657eb7ab-e4c0-4094-b700-7003c8163c08","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:15:48.395743656Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-69fd8043","namespace":"ai-tenant-e2e-mt-69fd8043"},"namespace":"ai-tenant-e2e-mt-69fd8043","name":"e2e-policy-69fd8043","reconcileID":"fc9298d2-96c8-4923-9fee-f71881715c81","MaaSAuthPolicy":{"name":"e2e-policy-69fd8043","namespace":"ai-tenant-e2e-mt-69fd8043"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-69fd8043","tenantID":"e2e-mt-69fd8043","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:15:48.447980226Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-69fd8043","namespace":"ai-tenant-e2e-mt-69fd8043"},"namespace":"ai-tenant-e2e-mt-69fd8043","name":"e2e-policy-69fd8043","reconcileID":"fc9298d2-96c8-4923-9fee-f71881715c81","MaaSAuthPolicy":{"name":"e2e-policy-69fd8043","namespace":"ai-tenant-e2e-mt-69fd8043"},"name":"e2e-mt-69fd8043-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:15:48.487177094Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b08eadd3-8db4-44a0-975b-12a1b3d7a180","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:15:48.539980381Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b08eadd3-8db4-44a0-975b-12a1b3d7a180","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:15:48.540343649Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-mt-69fd8043-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (2b1c53665de21483b85a8ce06eda0f9facf657637abed70a42f71dc51abac62b) AuthConfig (9c56adec199e87c620088616f76d935c0648e310220349ce2bbfb3331bed59db) AuthConfig (bddce34c755c7d3a3ae497ec4854c2de592d1174332e6d62da31474aff4fe683) AuthConfig (5beadfae96e80699964baf90d6581687d8facd359b40752a6f1def1fc6950ae9) AuthConfig (007b04efec844c1e32436cf4c67549cc51ad663c35ad812e432a804df4b7e2c4) AuthConfig (6cbe97c3664782556b69efa0b05f8de80e7c3e3d8b3eeda1b8efce87d2c7040c) AuthConfig (e627fc7c0e6587479ddc5c95f1809a77c421e2da1ff867802044b011a9ee8b0a) AuthConfig (4f320bfe577ed736768bfd88c339d04d354914685719699718fad082d1af23c9) AuthConfig (6f2eeec2f7ffcd8f376f0037a7a38b97b6ccb901bff0692866f628f8f2700030) AuthConfig (adddbb3c3c86e95b560bd9533e2064aab89e34fe30d95beccd9c954d102db95c) AuthConfig (4c9e6656180727d822a02fcfb94fddd64e0847d8eee7f0c2c398625edfe82caa) AuthConfig (b943edc3113fcb26817b98e9b7ebf17b889b62272e95a8b5209e57078aa5c436) AuthConfig (ad0ec5fed694d90667ad26588e1c784377ef1c7fab5e29e92a23325faffb6ce0) AuthConfig (140166d7505dfade37af5887e39f8b8a5dbc6fa893108d9f5e9126380163f383) AuthConfig (2288115413247ae553914d1dccb36b0622df4f01f768cb2acdf6300928d6786f) AuthConfig (da3af5108ae585d746d4f9826d0edfcd477b4fadf64aa5597c0c4b9f516743b6) AuthConfig (5efe9d048b437562b6941ca3e11ae643d51babb86ef524b0760757f7cd97f6f5) AuthConfig (1f4ff5386b43dc4b9507c9370edec9048b750ae74444b5269b4ef0661f4fa871)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-69fd8043","namespace":"ai-tenant-e2e-mt-69fd8043"},"namespace":"ai-tenant-e2e-mt-69fd8043","name":"e2e-policy-69fd8043","reconcileID":"fc9298d2-96c8-4923-9fee-f71881715c81","MaaSAuthPolicy":{"name":"e2e-policy-69fd8043","namespace":"ai-tenant-e2e-mt-69fd8043"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:15:48.591178215Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b08eadd3-8db4-44a0-975b-12a1b3d7a180","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:15:48.640173426Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b08eadd3-8db4-44a0-975b-12a1b3d7a180","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:15:49.389119139Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-86d7ad-policy","namespace":"ai-tenant-e2e-api-a-86d7ad"},"namespace":"ai-tenant-e2e-api-a-86d7ad","name":"e2e-e2e-api-a-86d7ad-policy","reconcileID":"83dcb289-ca2f-4f40-b34a-3fd791c26668","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-86d7ad-policy","namespace":"ai-tenant-e2e-api-a-86d7ad"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-86d7ad","tenantID":"e2e-api-a-86d7ad","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:15:49.441277964Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-86d7ad-policy","namespace":"ai-tenant-e2e-api-a-86d7ad"},"namespace":"ai-tenant-e2e-api-a-86d7ad","name":"e2e-e2e-api-a-86d7ad-policy","reconcileID":"83dcb289-ca2f-4f40-b34a-3fd791c26668","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-86d7ad-policy","namespace":"ai-tenant-e2e-api-a-86d7ad"},"name":"e2e-api-a-86d7ad-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:15:49.491896423Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-86d7ad-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (5019ed7b2fda7a8c45e2ae94f9ac0da9542c69dee45a51862f3d7294208712b7) AuthConfig (79327f18f43745de0a55aedbd7568a2065e9cc580619985731f488900ca6d614) AuthConfig (26a0255b5a90f86d4f5b93a15fe651661e30a94d40b353ea480f89999c84b826) AuthConfig (775fcf2cc592f260bbf07d882301ae931f5a4b85362f10728d4055435921418b) AuthConfig (496641c8bed4618d856a79df02504fc888f59d4bc09d5b954a0a82560832de5e) AuthConfig (375a8bc1f7bdaf8d689f8c0d89bd46b6a036cb547dbf80f7654a77a87569daca)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-86d7ad-policy","namespace":"ai-tenant-e2e-api-a-86d7ad"},"namespace":"ai-tenant-e2e-api-a-86d7ad","name":"e2e-e2e-api-a-86d7ad-policy","reconcileID":"83dcb289-ca2f-4f40-b34a-3fd791c26668","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-86d7ad-policy","namespace":"ai-tenant-e2e-api-a-86d7ad"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:15:50.448734102Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f14fd030-df55-4a1f-8d4a-2ec6212ec448","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:15:50.49744177Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f14fd030-df55-4a1f-8d4a-2ec6212ec448","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:15:50.546014491Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f14fd030-df55-4a1f-8d4a-2ec6212ec448","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:15:50.594888431Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f14fd030-df55-4a1f-8d4a-2ec6212ec448","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:15:52.270085276Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-ac6071-policy","namespace":"ai-tenant-e2e-api-a-ac6071"},"namespace":"ai-tenant-e2e-api-a-ac6071","name":"e2e-e2e-api-a-ac6071-policy","reconcileID":"952e73d1-a539-48fb-8c02-59f650959cd0","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-ac6071-policy","namespace":"ai-tenant-e2e-api-a-ac6071"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-ac6071","tenantID":"e2e-api-a-ac6071","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:15:52.322458625Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-ac6071-policy","namespace":"ai-tenant-e2e-api-a-ac6071"},"namespace":"ai-tenant-e2e-api-a-ac6071","name":"e2e-e2e-api-a-ac6071-policy","reconcileID":"952e73d1-a539-48fb-8c02-59f650959cd0","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-ac6071-policy","namespace":"ai-tenant-e2e-api-a-ac6071"},"name":"e2e-api-a-ac6071-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:15:52.373158758Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-ac6071-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (7904df26c11e4ad00b61cd53c5f8126105e4fcf92953b7bcfe682a8af9c39350) AuthConfig (e2d909c8800afef662b0fc9eb08db6ca63fb285003e815faaa32d6eceb1f5e1f) AuthConfig (e8a7f1aa874870077830c1ff0997a5be991a87a44b89f84794f6aac84a15b476) AuthConfig (609a49b39b34ec6c7ac821da42a4c795107c36f75699185b56d85f7d09336de5) AuthConfig (6e4a8eff0f171f284d1c482beff1a55eb7550d7e1a4e21c045c0ee9fdf4b0809) AuthConfig (f0a341086c26825c7a01f8f28a8956f94dc9a6f8515946e2481ca5f99807dde2)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-ac6071-policy","namespace":"ai-tenant-e2e-api-a-ac6071"},"namespace":"ai-tenant-e2e-api-a-ac6071","name":"e2e-e2e-api-a-ac6071-policy","reconcileID":"952e73d1-a539-48fb-8c02-59f650959cd0","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-ac6071-policy","namespace":"ai-tenant-e2e-api-a-ac6071"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:15:55.713680723Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:15:58.639601956Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-69fd8043","namespace":"ai-tenant-e2e-mt-69fd8043"},"namespace":"ai-tenant-e2e-mt-69fd8043","name":"e2e-policy-69fd8043","reconcileID":"8678138c-9dc8-4b61-8d86-080aea1075c9","MaaSAuthPolicy":{"name":"e2e-policy-69fd8043","namespace":"ai-tenant-e2e-mt-69fd8043"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-69fd8043","tenantID":"e2e-mt-69fd8043","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:15:58.691790228Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-69fd8043","namespace":"ai-tenant-e2e-mt-69fd8043"},"namespace":"ai-tenant-e2e-mt-69fd8043","name":"e2e-policy-69fd8043","reconcileID":"8678138c-9dc8-4b61-8d86-080aea1075c9","MaaSAuthPolicy":{"name":"e2e-policy-69fd8043","namespace":"ai-tenant-e2e-mt-69fd8043"},"name":"e2e-mt-69fd8043-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:15:58.743205369Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-mt-69fd8043-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (2b1c53665de21483b85a8ce06eda0f9facf657637abed70a42f71dc51abac62b) AuthConfig (9c56adec199e87c620088616f76d935c0648e310220349ce2bbfb3331bed59db) AuthConfig (bddce34c755c7d3a3ae497ec4854c2de592d1174332e6d62da31474aff4fe683) AuthConfig (5beadfae96e80699964baf90d6581687d8facd359b40752a6f1def1fc6950ae9) AuthConfig (007b04efec844c1e32436cf4c67549cc51ad663c35ad812e432a804df4b7e2c4) AuthConfig (6cbe97c3664782556b69efa0b05f8de80e7c3e3d8b3eeda1b8efce87d2c7040c) AuthConfig (e627fc7c0e6587479ddc5c95f1809a77c421e2da1ff867802044b011a9ee8b0a) AuthConfig (4f320bfe577ed736768bfd88c339d04d354914685719699718fad082d1af23c9) AuthConfig (6f2eeec2f7ffcd8f376f0037a7a38b97b6ccb901bff0692866f628f8f2700030) AuthConfig (adddbb3c3c86e95b560bd9533e2064aab89e34fe30d95beccd9c954d102db95c) AuthConfig (4c9e6656180727d822a02fcfb94fddd64e0847d8eee7f0c2c398625edfe82caa) AuthConfig (b943edc3113fcb26817b98e9b7ebf17b889b62272e95a8b5209e57078aa5c436) AuthConfig (ad0ec5fed694d90667ad26588e1c784377ef1c7fab5e29e92a23325faffb6ce0) AuthConfig (140166d7505dfade37af5887e39f8b8a5dbc6fa893108d9f5e9126380163f383) AuthConfig (2288115413247ae553914d1dccb36b0622df4f01f768cb2acdf6300928d6786f) AuthConfig (da3af5108ae585d746d4f9826d0edfcd477b4fadf64aa5597c0c4b9f516743b6) AuthConfig (5efe9d048b437562b6941ca3e11ae643d51babb86ef524b0760757f7cd97f6f5) AuthConfig (1f4ff5386b43dc4b9507c9370edec9048b750ae74444b5269b4ef0661f4fa871)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-69fd8043","namespace":"ai-tenant-e2e-mt-69fd8043"},"namespace":"ai-tenant-e2e-mt-69fd8043","name":"e2e-policy-69fd8043","reconcileID":"8678138c-9dc8-4b61-8d86-080aea1075c9","MaaSAuthPolicy":{"name":"e2e-policy-69fd8043","namespace":"ai-tenant-e2e-mt-69fd8043"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:15:59.590352145Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-86d7ad-policy","namespace":"ai-tenant-e2e-api-a-86d7ad"},"namespace":"ai-tenant-e2e-api-a-86d7ad","name":"e2e-e2e-api-a-86d7ad-policy","reconcileID":"a12bca3c-2e98-4dc1-b4c8-b1955440956e","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-86d7ad-policy","namespace":"ai-tenant-e2e-api-a-86d7ad"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-86d7ad","tenantID":"e2e-api-a-86d7ad","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:15:59.643055052Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-86d7ad-policy","namespace":"ai-tenant-e2e-api-a-86d7ad"},"namespace":"ai-tenant-e2e-api-a-86d7ad","name":"e2e-e2e-api-a-86d7ad-policy","reconcileID":"a12bca3c-2e98-4dc1-b4c8-b1955440956e","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-86d7ad-policy","namespace":"ai-tenant-e2e-api-a-86d7ad"},"name":"e2e-api-a-86d7ad-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:15:59.694063143Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-86d7ad-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (5019ed7b2fda7a8c45e2ae94f9ac0da9542c69dee45a51862f3d7294208712b7) AuthConfig (79327f18f43745de0a55aedbd7568a2065e9cc580619985731f488900ca6d614) AuthConfig (26a0255b5a90f86d4f5b93a15fe651661e30a94d40b353ea480f89999c84b826) AuthConfig (775fcf2cc592f260bbf07d882301ae931f5a4b85362f10728d4055435921418b) AuthConfig (496641c8bed4618d856a79df02504fc888f59d4bc09d5b954a0a82560832de5e) AuthConfig (375a8bc1f7bdaf8d689f8c0d89bd46b6a036cb547dbf80f7654a77a87569daca)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-86d7ad-policy","namespace":"ai-tenant-e2e-api-a-86d7ad"},"namespace":"ai-tenant-e2e-api-a-86d7ad","name":"e2e-e2e-api-a-86d7ad-policy","reconcileID":"a12bca3c-2e98-4dc1-b4c8-b1955440956e","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-86d7ad-policy","namespace":"ai-tenant-e2e-api-a-86d7ad"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:16:00.862075049Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"namespace":"ai-tenant-e2e-worker-w0-9893f0","name":"premium-simulator-subscription","reconcileID":"6cda2054-2a13-43b3-a142-c2da34bf0b45","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"name":"maas-trlp-premium-w0-9893f0","model":"e2e-models-e2e-worker-w0-9893f0/premium-w0-9893f0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:16:00.935619529Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"59f94011-99c6-4bdf-8553-7febe477daa0","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:16:01.036047548Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"namespace":"ai-tenant-e2e-worker-w1-5951bc","name":"premium-simulator-subscription","reconcileID":"ca269acb-226d-4d58-99cd-ba490be544a0","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"name":"maas-trlp-premium-w1-5951bc","model":"e2e-models-e2e-worker-w1-5951bc/premium-w1-5951bc","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:16:01.045083015Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"namespace":"ai-tenant-e2e-worker-w3-bb1b51","name":"premium-simulator-subscription","reconcileID":"8759577f-60eb-4519-bff3-e77127e78fbd","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"name":"maas-trlp-premium-w3-bb1b51","model":"e2e-models-e2e-worker-w3-bb1b51/premium-w3-bb1b51","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:16:01.136707798Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"d41d08c0-cb58-4fec-926b-b93d6fb22f3e","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:16:01.236635919Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"simulator-subscription","reconcileID":"4ff0e902-f524-4844-8f8d-226ff3fb5f59","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"name":"maas-trlp-simulator-w2-91cd99","model":"e2e-models-e2e-worker-w2-91cd99/simulator-w2-91cd99","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:16:01.337662912Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-69fd8043","namespace":"ai-tenant-e2e-mt-69fd8043"},"namespace":"ai-tenant-e2e-mt-69fd8043","name":"e2e-sub-69fd8043","reconcileID":"2609a8b0-54fd-44fc-ae55-a7d28e3c04e1","MaaSSubscription":{"name":"e2e-sub-69fd8043","namespace":"ai-tenant-e2e-mt-69fd8043"},"name":"maas-trlp-e2e-lifecycle-model-69fd8043","model":"ai-tenant-e2e-mt-69fd8043/e2e-lifecycle-model-69fd8043","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:16:01.438850615Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"namespace":"ai-tenant-e2e-worker-w4-8d2c7c","name":"simulator-subscription","reconcileID":"9d5b38dd-249c-47bb-adaa-b4711b8d363e","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"name":"maas-trlp-simulator-w4-8d2c7c","model":"e2e-models-e2e-worker-w4-8d2c7c/simulator-w4-8d2c7c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:16:01.570674571Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"namespace":"ai-tenant-e2e-worker-w4-8d2c7c","name":"premium-simulator-subscription","reconcileID":"96263fb0-819b-438b-8997-cc827f94ebea","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"name":"maas-trlp-premium-w4-8d2c7c","model":"e2e-models-e2e-worker-w4-8d2c7c/premium-w4-8d2c7c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:16:01.740471763Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"premium-simulator-subscription","reconcileID":"89f3593d-ddd9-40db-9aba-cafb18e54479","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"name":"maas-trlp-premium-w2-91cd99","model":"e2e-models-e2e-worker-w2-91cd99/premium-w2-91cd99","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:16:01.839895505Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"namespace":"ai-tenant-e2e-worker-w3-bb1b51","name":"simulator-subscription","reconcileID":"83223882-32f1-407b-ac76-ed1df9f58be7","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"name":"maas-trlp-simulator-w3-bb1b51","model":"e2e-models-e2e-worker-w3-bb1b51/simulator-w3-bb1b51","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:16:01.859553177Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"namespace":"ai-tenant-e2e-worker-w0-9893f0","name":"simulator-subscription","reconcileID":"7b09c14a-ab73-4e18-a4b2-3181324ec419","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"name":"maas-trlp-simulator-w0-9893f0","model":"e2e-models-e2e-worker-w0-9893f0/simulator-w0-9893f0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:16:02.031556745Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"namespace":"ai-tenant-e2e-worker-w1-5951bc","name":"simulator-subscription","reconcileID":"e4b1921d-28f0-47d4-ab32-349d05acb5d9","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"name":"maas-trlp-simulator-w1-5951bc","model":"e2e-models-e2e-worker-w1-5951bc/simulator-w1-5951bc","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:16:02.471487014Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-ac6071-policy","namespace":"ai-tenant-e2e-api-a-ac6071"},"namespace":"ai-tenant-e2e-api-a-ac6071","name":"e2e-e2e-api-a-ac6071-policy","reconcileID":"529e7dfa-e3ea-4bd0-92e4-3edf98d486d0","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-ac6071-policy","namespace":"ai-tenant-e2e-api-a-ac6071"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-ac6071","tenantID":"e2e-api-a-ac6071","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:16:02.524117377Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-ac6071-policy","namespace":"ai-tenant-e2e-api-a-ac6071"},"namespace":"ai-tenant-e2e-api-a-ac6071","name":"e2e-e2e-api-a-ac6071-policy","reconcileID":"529e7dfa-e3ea-4bd0-92e4-3edf98d486d0","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-ac6071-policy","namespace":"ai-tenant-e2e-api-a-ac6071"},"name":"e2e-api-a-ac6071-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:16:02.775080999Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"10abdae4-92d6-4bd2-b353-8a21eea9c508","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:16:02.775101461Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"10abdae4-92d6-4bd2-b353-8a21eea9c508","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:16:08.840760265Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-69fd8043","namespace":"ai-tenant-e2e-mt-69fd8043"},"namespace":"ai-tenant-e2e-mt-69fd8043","name":"e2e-policy-69fd8043","reconcileID":"946f4cb0-ed25-48be-a365-179933f57d1a","MaaSAuthPolicy":{"name":"e2e-policy-69fd8043","namespace":"ai-tenant-e2e-mt-69fd8043"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-69fd8043","tenantID":"e2e-mt-69fd8043","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:16:08.893298339Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-69fd8043","namespace":"ai-tenant-e2e-mt-69fd8043"},"namespace":"ai-tenant-e2e-mt-69fd8043","name":"e2e-policy-69fd8043","reconcileID":"946f4cb0-ed25-48be-a365-179933f57d1a","MaaSAuthPolicy":{"name":"e2e-policy-69fd8043","namespace":"ai-tenant-e2e-mt-69fd8043"},"name":"e2e-mt-69fd8043-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:16:09.195824268Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-69fd8043","namespace":"ai-tenant-e2e-mt-69fd8043"},"namespace":"ai-tenant-e2e-mt-69fd8043","name":"e2e-lifecycle-model-69fd8043","reconcileID":"f07a09b8-eb00-4cee-8985-ebbdf68c6a81","MaaSModelRef":{"name":"e2e-lifecycle-model-69fd8043","namespace":"ai-tenant-e2e-mt-69fd8043"},"tenant":"e2e-mt-69fd8043","gateway":"openshift-ingress/e2e-mt-69fd8043","model":"ai-tenant-e2e-mt-69fd8043/e2e-lifecycle-model-69fd8043","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:16:09.195849996Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-69fd8043","namespace":"ai-tenant-e2e-mt-69fd8043"},"namespace":"ai-tenant-e2e-mt-69fd8043","name":"e2e-lifecycle-model-69fd8043","reconcileID":"f07a09b8-eb00-4cee-8985-ebbdf68c6a81","MaaSModelRef":{"name":"e2e-lifecycle-model-69fd8043","namespace":"ai-tenant-e2e-mt-69fd8043"},"routeName":"e2e-lifecycle-model-69fd8043-kserve-route","namespace":"ai-tenant-e2e-mt-69fd8043","llmisvcName":"e2e-lifecycle-model-69fd8043","gateway":"openshift-ingress/e2e-mt-69fd8043","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:16:09.343499926Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-913a17"},"namespace":"ai-tenant-e2e-api-b-913a17","name":"default-tenant","reconcileID":"8c5b8755-0618-4132-926b-9c6850f6661d","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-913a17","tenantID":"e2e-api-b-913a17","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:16:09.450750826Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-913a17"},"namespace":"ai-tenant-e2e-api-b-913a17","name":"default-tenant","reconcileID":"8c5b8755-0618-4132-926b-9c6850f6661d","name":"e2e-api-b-913a17-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:16:09.812539029Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-86d7ad-policy","namespace":"ai-tenant-e2e-api-a-86d7ad"},"namespace":"ai-tenant-e2e-api-a-86d7ad","name":"e2e-e2e-api-a-86d7ad-policy","reconcileID":"270c2c80-479e-4a21-a79a-8088a6ab5086","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-86d7ad-policy","namespace":"ai-tenant-e2e-api-a-86d7ad"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-86d7ad","tenantID":"e2e-api-a-86d7ad","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:16:09.865815571Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-86d7ad-policy","namespace":"ai-tenant-e2e-api-a-86d7ad"},"namespace":"ai-tenant-e2e-api-a-86d7ad","name":"e2e-e2e-api-a-86d7ad-policy","reconcileID":"270c2c80-479e-4a21-a79a-8088a6ab5086","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-86d7ad-policy","namespace":"ai-tenant-e2e-api-a-86d7ad"},"name":"e2e-api-a-86d7ad-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:16:10.11681901Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"46211e93-4f14-4cad-a833-676e12f27ba5","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:16:10.116843984Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"46211e93-4f14-4cad-a833-676e12f27ba5","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:16:18.385948704Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-931523"},"namespace":"ai-tenant-e2e-api-b-931523","name":"default-tenant","reconcileID":"aebdb979-f18c-4c7d-9060-db1916965d5d","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-931523","tenantID":"e2e-api-b-931523","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:16:18.493101862Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-931523"},"namespace":"ai-tenant-e2e-api-b-931523","name":"default-tenant","reconcileID":"aebdb979-f18c-4c7d-9060-db1916965d5d","name":"e2e-api-b-931523-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:16:19.117362166Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-91cd99","namespace":"e2e-models-e2e-worker-w2-91cd99"},"namespace":"e2e-models-e2e-worker-w2-91cd99","name":"distinct-2-w2-91cd99","reconcileID":"e6e5f45e-a380-4c7d-99ba-b509418158f0","MaaSModelRef":{"name":"distinct-2-w2-91cd99","namespace":"e2e-models-e2e-worker-w2-91cd99"},"routeName":"distinct-2-w2-91cd99-kserve-route","namespace":"e2e-models-e2e-worker-w2-91cd99","llmisvcName":"distinct-2-w2-91cd99","gateway":"openshift-ingress/e2e-worker-w2-91cd99","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:16:20.012112362Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-91cd99","namespace":"e2e-models-e2e-worker-w2-91cd99"},"namespace":"e2e-models-e2e-worker-w2-91cd99","name":"simulator-w2-91cd99","reconcileID":"9317cfe1-ab8b-4da4-8d32-0e7cf113a588","MaaSModelRef":{"name":"simulator-w2-91cd99","namespace":"e2e-models-e2e-worker-w2-91cd99"},"routeName":"simulator-w2-91cd99-kserve-route","namespace":"e2e-models-e2e-worker-w2-91cd99","llmisvcName":"simulator-w2-91cd99","gateway":"openshift-ingress/e2e-worker-w2-91cd99","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:16:20.064541471Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-91cd99","namespace":"e2e-models-e2e-worker-w2-91cd99"},"namespace":"e2e-models-e2e-worker-w2-91cd99","name":"simulator-w2-91cd99","reconcileID":"e5c02807-0d81-4f09-967f-9741d382a9e0","MaaSModelRef":{"name":"simulator-w2-91cd99","namespace":"e2e-models-e2e-worker-w2-91cd99"},"routeName":"simulator-w2-91cd99-kserve-route","namespace":"e2e-models-e2e-worker-w2-91cd99","llmisvcName":"simulator-w2-91cd99","gateway":"openshift-ingress/e2e-worker-w2-91cd99","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:16:20.208844869Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"e2e-api-key-scoped-auth","reconcileID":"602e46c6-f567-4e9d-b3db-fbd0b18e1a48","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-91cd99","tenantID":"e2e-worker-w2-91cd99","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:16:20.261306897Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"e2e-api-key-scoped-auth","reconcileID":"602e46c6-f567-4e9d-b3db-fbd0b18e1a48","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"name":"e2e-worker-w2-91cd99-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:16:20.274648975Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-91cd99","namespace":"e2e-models-e2e-worker-w2-91cd99"},"namespace":"e2e-models-e2e-worker-w2-91cd99","name":"simulator-w2-91cd99","reconcileID":"694315eb-55d6-4ea5-bc69-3866a65f99c0","MaaSModelRef":{"name":"simulator-w2-91cd99","namespace":"e2e-models-e2e-worker-w2-91cd99"},"routeName":"simulator-w2-91cd99-kserve-route","namespace":"e2e-models-e2e-worker-w2-91cd99","llmisvcName":"simulator-w2-91cd99","gateway":"openshift-ingress/e2e-worker-w2-91cd99","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:16:20.32601189Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-91cd99","namespace":"e2e-models-e2e-worker-w2-91cd99"},"namespace":"e2e-models-e2e-worker-w2-91cd99","name":"simulator-w2-91cd99","reconcileID":"50c26289-c663-4dee-b0af-37b851725aa8","MaaSModelRef":{"name":"simulator-w2-91cd99","namespace":"e2e-models-e2e-worker-w2-91cd99"},"routeName":"simulator-w2-91cd99-kserve-route","namespace":"e2e-models-e2e-worker-w2-91cd99","llmisvcName":"simulator-w2-91cd99","gateway":"openshift-ingress/e2e-worker-w2-91cd99","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T12:16:20.373879859Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-api-key-scoped-sub","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"e2e-api-key-scoped-sub","reconcileID":"fcc657a5-31d0-42be-bc8f-244b9dbefb28","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-api-key-scoped-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T12:16:20.421716122Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"simulator-access","reconcileID":"14bcbcad-17d6-41e3-8ced-04be2057d249","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-91cd99","tenantID":"e2e-worker-w2-91cd99","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:16:20.421716125Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"premium-simulator-access","reconcileID":"a6f35479-965f-41ba-9fe6-2c4127de72e1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-91cd99","tenantID":"e2e-worker-w2-91cd99","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:16:20.474916549Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"premium-simulator-access","reconcileID":"a6f35479-965f-41ba-9fe6-2c4127de72e1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"name":"e2e-worker-w2-91cd99-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:16:20.476388889Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"simulator-access","reconcileID":"14bcbcad-17d6-41e3-8ced-04be2057d249","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"name":"e2e-worker-w2-91cd99-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:16:20.480871841Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-91cd99","namespace":"e2e-models-e2e-worker-w2-91cd99"},"namespace":"e2e-models-e2e-worker-w2-91cd99","name":"simulator-w2-91cd99","reconcileID":"89005ad6-fe58-467d-be9c-4222a5be6f2d","MaaSModelRef":{"name":"simulator-w2-91cd99","namespace":"e2e-models-e2e-worker-w2-91cd99"},"routeName":"simulator-w2-91cd99-kserve-route","namespace":"e2e-models-e2e-worker-w2-91cd99","llmisvcName":"simulator-w2-91cd99","gateway":"openshift-ingress/e2e-worker-w2-91cd99","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:16:20.534438097Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-91cd99","namespace":"e2e-models-e2e-worker-w2-91cd99"},"namespace":"e2e-models-e2e-worker-w2-91cd99","name":"simulator-w2-91cd99","reconcileID":"069918b2-964e-4ab2-b86a-38a50380e335","MaaSModelRef":{"name":"simulator-w2-91cd99","namespace":"e2e-models-e2e-worker-w2-91cd99"},"routeName":"simulator-w2-91cd99-kserve-route","namespace":"e2e-models-e2e-worker-w2-91cd99","llmisvcName":"simulator-w2-91cd99","gateway":"openshift-ingress/e2e-worker-w2-91cd99","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:16:20.563337259Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-91cd99","namespace":"e2e-models-e2e-worker-w2-91cd99"},"namespace":"e2e-models-e2e-worker-w2-91cd99","name":"simulator-w2-91cd99","reconcileID":"7d2f2eb1-7feb-4563-bd6f-e5feec06b0d5","MaaSModelRef":{"name":"simulator-w2-91cd99","namespace":"e2e-models-e2e-worker-w2-91cd99"},"routeName":"simulator-w2-91cd99-kserve-route","namespace":"e2e-models-e2e-worker-w2-91cd99","llmisvcName":"simulator-w2-91cd99","gateway":"openshift-ingress/e2e-worker-w2-91cd99","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:16:20.707938335Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"e2e-api-key-scoped-auth","reconcileID":"4436ac25-8d1b-415a-abee-c895da7d7bc0","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-91cd99","tenantID":"e2e-worker-w2-91cd99","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:16:20.762130909Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"e2e-api-key-scoped-auth","reconcileID":"4436ac25-8d1b-415a-abee-c895da7d7bc0","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"name":"e2e-worker-w2-91cd99-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:16:20.781529342Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-api-key-scoped-sub","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"e2e-api-key-scoped-sub","reconcileID":"a9bb0cc0-896f-4002-bf8c-51036e04ab35","MaaSSubscription":{"name":"e2e-api-key-scoped-sub","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"name":"maas-trlp-simulator-w2-91cd99","model":"e2e-models-e2e-worker-w2-91cd99/simulator-w2-91cd99","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w2-91cd99/e2e-api-key-scoped-sub","ai-tenant-e2e-worker-w2-91cd99/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:16:20.855836078Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"simulator-access","reconcileID":"29d9a72a-4ee6-4e08-a10a-b2d6fc7e81ea","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-91cd99","tenantID":"e2e-worker-w2-91cd99","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:16:20.855860954Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"premium-simulator-access","reconcileID":"937c1a50-0f86-4c4c-b896-92443083027c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-91cd99","tenantID":"e2e-worker-w2-91cd99","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:16:20.907889337Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"simulator-access","reconcileID":"29d9a72a-4ee6-4e08-a10a-b2d6fc7e81ea","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"name":"e2e-worker-w2-91cd99-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:16:20.908256358Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"premium-simulator-access","reconcileID":"937c1a50-0f86-4c4c-b896-92443083027c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"name":"e2e-worker-w2-91cd99-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:16:20.936126927Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-91cd99","namespace":"e2e-models-e2e-worker-w2-91cd99"},"namespace":"e2e-models-e2e-worker-w2-91cd99","name":"simulator-w2-91cd99","reconcileID":"23d73376-0fb9-4e19-9f58-010a6ba41a52","MaaSModelRef":{"name":"simulator-w2-91cd99","namespace":"e2e-models-e2e-worker-w2-91cd99"},"routeName":"simulator-w2-91cd99-kserve-route","namespace":"e2e-models-e2e-worker-w2-91cd99","llmisvcName":"simulator-w2-91cd99","gateway":"openshift-ingress/e2e-worker-w2-91cd99","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:16:20.976085671Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"simulator-subscription","reconcileID":"599b621b-38a5-43cf-b031-7e4c794cbae3","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"name":"maas-trlp-simulator-w2-91cd99","model":"e2e-models-e2e-worker-w2-91cd99/simulator-w2-91cd99","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:16:21.048478663Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-69fd8043","namespace":"ai-tenant-e2e-mt-69fd8043"},"namespace":"ai-tenant-e2e-mt-69fd8043","name":"e2e-lifecycle-model-69fd8043","reconcileID":"8533ab86-1951-4714-b1ae-8a1c85aee7d7","MaaSModelRef":{"name":"e2e-lifecycle-model-69fd8043","namespace":"ai-tenant-e2e-mt-69fd8043"},"tenant":"e2e-mt-69fd8043","gateway":"openshift-ingress/e2e-mt-69fd8043","model":"ai-tenant-e2e-mt-69fd8043/e2e-lifecycle-model-69fd8043","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:16:21.048502558Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-69fd8043","namespace":"ai-tenant-e2e-mt-69fd8043"},"namespace":"ai-tenant-e2e-mt-69fd8043","name":"e2e-lifecycle-model-69fd8043","reconcileID":"8533ab86-1951-4714-b1ae-8a1c85aee7d7","MaaSModelRef":{"name":"e2e-lifecycle-model-69fd8043","namespace":"ai-tenant-e2e-mt-69fd8043"},"routeName":"e2e-lifecycle-model-69fd8043-kserve-route","namespace":"ai-tenant-e2e-mt-69fd8043","llmisvcName":"e2e-lifecycle-model-69fd8043","gateway":"openshift-ingress/e2e-mt-69fd8043","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:16:21.134550306Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-api-key-scoped-sub","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"e2e-api-key-scoped-sub","reconcileID":"0234fb53-47fd-49a6-8d06-19be703b22ae","MaaSSubscription":{"name":"e2e-api-key-scoped-sub","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"name":"maas-trlp-simulator-w2-91cd99","model":"e2e-models-e2e-worker-w2-91cd99/simulator-w2-91cd99","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:16:21.151951171Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-69fd8043","namespace":"ai-tenant-e2e-mt-69fd8043"},"namespace":"ai-tenant-e2e-mt-69fd8043","name":"e2e-lifecycle-model-69fd8043","reconcileID":"65c115e6-79e2-4a8f-83da-2f7683aac196","MaaSModelRef":{"name":"e2e-lifecycle-model-69fd8043","namespace":"ai-tenant-e2e-mt-69fd8043"},"tenant":"e2e-mt-69fd8043","gateway":"openshift-ingress/e2e-mt-69fd8043","model":"ai-tenant-e2e-mt-69fd8043/e2e-lifecycle-model-69fd8043","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:16:21.151968945Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-69fd8043","namespace":"ai-tenant-e2e-mt-69fd8043"},"namespace":"ai-tenant-e2e-mt-69fd8043","name":"e2e-lifecycle-model-69fd8043","reconcileID":"65c115e6-79e2-4a8f-83da-2f7683aac196","MaaSModelRef":{"name":"e2e-lifecycle-model-69fd8043","namespace":"ai-tenant-e2e-mt-69fd8043"},"routeName":"e2e-lifecycle-model-69fd8043-kserve-route","namespace":"ai-tenant-e2e-mt-69fd8043","llmisvcName":"e2e-lifecycle-model-69fd8043","gateway":"openshift-ingress/e2e-mt-69fd8043","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:16:21.242639878Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-69fd8043","namespace":"ai-tenant-e2e-mt-69fd8043"},"namespace":"ai-tenant-e2e-mt-69fd8043","name":"e2e-policy-69fd8043","reconcileID":"1770bf8d-051d-4eeb-82fc-e319c364f037","MaaSAuthPolicy":{"name":"e2e-policy-69fd8043","namespace":"ai-tenant-e2e-mt-69fd8043"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-69fd8043","tenantID":"e2e-mt-69fd8043","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:16:21.244654673Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-69fd8043","namespace":"ai-tenant-e2e-mt-69fd8043"},"namespace":"ai-tenant-e2e-mt-69fd8043","name":"e2e-sub-69fd8043","reconcileID":"3f8e4100-cce3-4d23-aea8-72943bc5bf9a","MaaSSubscription":{"name":"e2e-sub-69fd8043","namespace":"ai-tenant-e2e-mt-69fd8043"},"name":"maas-trlp-e2e-lifecycle-model-69fd8043","model":"ai-tenant-e2e-mt-69fd8043/e2e-lifecycle-model-69fd8043","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:16:21.295243432Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-69fd8043","namespace":"ai-tenant-e2e-mt-69fd8043"},"namespace":"ai-tenant-e2e-mt-69fd8043","name":"e2e-policy-69fd8043","reconcileID":"1770bf8d-051d-4eeb-82fc-e319c364f037","MaaSAuthPolicy":{"name":"e2e-policy-69fd8043","namespace":"ai-tenant-e2e-mt-69fd8043"},"name":"e2e-mt-69fd8043-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:16:21.301068234Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-91cd99","namespace":"e2e-models-e2e-worker-w2-91cd99"},"namespace":"e2e-models-e2e-worker-w2-91cd99","name":"simulator-w2-91cd99","reconcileID":"203692fe-2a65-4a61-b020-2591622ccdc2","MaaSModelRef":{"name":"simulator-w2-91cd99","namespace":"e2e-models-e2e-worker-w2-91cd99"},"routeName":"simulator-w2-91cd99-kserve-route","namespace":"e2e-models-e2e-worker-w2-91cd99","llmisvcName":"simulator-w2-91cd99","gateway":"openshift-ingress/e2e-worker-w2-91cd99","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:16:21.588705266Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-69fd8043","namespace":"ai-tenant-e2e-mt-69fd8043"},"namespace":"ai-tenant-e2e-mt-69fd8043","name":"e2e-policy-69fd8043","reconcileID":"1ab8f775-5e0f-4c2e-9dee-0ae3f3214766","MaaSAuthPolicy":{"name":"e2e-policy-69fd8043","namespace":"ai-tenant-e2e-mt-69fd8043"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-69fd8043","tenantID":"e2e-mt-69fd8043","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:16:21.592050235Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-69fd8043","namespace":"ai-tenant-e2e-mt-69fd8043"},"namespace":"ai-tenant-e2e-mt-69fd8043","name":"e2e-sub-69fd8043","reconcileID":"ca1ee8bb-4dcc-4136-b201-b05d080147c2","MaaSSubscription":{"name":"e2e-sub-69fd8043","namespace":"ai-tenant-e2e-mt-69fd8043"},"name":"maas-trlp-e2e-lifecycle-model-69fd8043","model":"ai-tenant-e2e-mt-69fd8043/e2e-lifecycle-model-69fd8043","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:16:21.640937142Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-69fd8043","namespace":"ai-tenant-e2e-mt-69fd8043"},"namespace":"ai-tenant-e2e-mt-69fd8043","name":"e2e-policy-69fd8043","reconcileID":"1ab8f775-5e0f-4c2e-9dee-0ae3f3214766","MaaSAuthPolicy":{"name":"e2e-policy-69fd8043","namespace":"ai-tenant-e2e-mt-69fd8043"},"name":"e2e-mt-69fd8043-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:16:21.970082535Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d0f5c282-2f88-4d0c-853a-5706e723d027","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:16:22.018882344Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d0f5c282-2f88-4d0c-853a-5706e723d027","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:16:22.067842296Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d0f5c282-2f88-4d0c-853a-5706e723d027","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:16:22.116281985Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d0f5c282-2f88-4d0c-853a-5706e723d027","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:16:23.519018032Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-91cd99","namespace":"e2e-models-e2e-worker-w2-91cd99"},"namespace":"e2e-models-e2e-worker-w2-91cd99","name":"simulator-w2-91cd99","reconcileID":"f931f309-8fd7-4fd8-878f-5658cb38e402","MaaSModelRef":{"name":"simulator-w2-91cd99","namespace":"e2e-models-e2e-worker-w2-91cd99"},"routeName":"simulator-w2-91cd99-kserve-route","namespace":"e2e-models-e2e-worker-w2-91cd99","llmisvcName":"simulator-w2-91cd99","gateway":"openshift-ingress/e2e-worker-w2-91cd99","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:16:23.661926731Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"e2e-api-key-scoped-auth","reconcileID":"958d5653-98f8-4182-9eb8-05903f191957","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-91cd99","tenantID":"e2e-worker-w2-91cd99","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:16:23.663176302Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"simulator-access","reconcileID":"0c3185fb-823f-42e2-a595-f3ad6727faf6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-91cd99","tenantID":"e2e-worker-w2-91cd99","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:16:23.663543729Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"premium-simulator-access","reconcileID":"382916cd-4086-441d-a89f-6b8b22e1aecb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-91cd99","tenantID":"e2e-worker-w2-91cd99","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:16:23.715354076Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"e2e-api-key-scoped-auth","reconcileID":"958d5653-98f8-4182-9eb8-05903f191957","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"name":"e2e-worker-w2-91cd99-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:16:23.718477722Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"simulator-access","reconcileID":"0c3185fb-823f-42e2-a595-f3ad6727faf6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"name":"e2e-worker-w2-91cd99-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:16:23.721084651Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"premium-simulator-access","reconcileID":"382916cd-4086-441d-a89f-6b8b22e1aecb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"name":"e2e-worker-w2-91cd99-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:16:24.026468874Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1577e99b-01e6-4464-acc5-5b13c6a3d2ff","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:16:24.078437467Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1577e99b-01e6-4464-acc5-5b13c6a3d2ff","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:16:24.127225162Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1577e99b-01e6-4464-acc5-5b13c6a3d2ff","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:16:24.176239991Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1577e99b-01e6-4464-acc5-5b13c6a3d2ff","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:16:25.814761167Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:16:26.071167896Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0668c0df-2c1d-4490-a8ac-9de205f36229","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:16:26.120302821Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0668c0df-2c1d-4490-a8ac-9de205f36229","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:16:26.168853725Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0668c0df-2c1d-4490-a8ac-9de205f36229","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:16:26.21746827Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0668c0df-2c1d-4490-a8ac-9de205f36229","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:16:28.024325034Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b4d2961a-ba86-4bea-a87e-41ccc339d5da","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:16:28.072894397Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b4d2961a-ba86-4bea-a87e-41ccc339d5da","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:16:28.121441764Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b4d2961a-ba86-4bea-a87e-41ccc339d5da","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:16:28.17014611Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b4d2961a-ba86-4bea-a87e-41ccc339d5da","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:16:30.027141774Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a2e71c26-716a-45ce-b888-ddd58018501a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:16:30.075774625Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a2e71c26-716a-45ce-b888-ddd58018501a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:16:30.124660204Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a2e71c26-716a-45ce-b888-ddd58018501a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:16:30.174281976Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a2e71c26-716a-45ce-b888-ddd58018501a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:16:31.544846749Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-69fd8043","namespace":"ai-tenant-e2e-mt-69fd8043"},"namespace":"ai-tenant-e2e-mt-69fd8043","name":"e2e-lifecycle-model-69fd8043","reconcileID":"b35137dc-f8a8-4dcb-97d4-1234bc49710e","MaaSModelRef":{"name":"e2e-lifecycle-model-69fd8043","namespace":"ai-tenant-e2e-mt-69fd8043"},"tenant":"e2e-mt-69fd8043","gateway":"openshift-ingress/e2e-mt-69fd8043","model":"ai-tenant-e2e-mt-69fd8043/e2e-lifecycle-model-69fd8043","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:16:31.544877601Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-69fd8043","namespace":"ai-tenant-e2e-mt-69fd8043"},"namespace":"ai-tenant-e2e-mt-69fd8043","name":"e2e-lifecycle-model-69fd8043","reconcileID":"b35137dc-f8a8-4dcb-97d4-1234bc49710e","MaaSModelRef":{"name":"e2e-lifecycle-model-69fd8043","namespace":"ai-tenant-e2e-mt-69fd8043"},"routeName":"e2e-lifecycle-model-69fd8043-kserve-route","namespace":"ai-tenant-e2e-mt-69fd8043","llmisvcName":"e2e-lifecycle-model-69fd8043","gateway":"openshift-ingress/e2e-mt-69fd8043","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:16:31.642692007Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-69fd8043","namespace":"ai-tenant-e2e-mt-69fd8043"},"namespace":"ai-tenant-e2e-mt-69fd8043","name":"e2e-policy-69fd8043","reconcileID":"c1fedd33-bf3b-4aca-b8ae-f3fe3b3674ac","MaaSAuthPolicy":{"name":"e2e-policy-69fd8043","namespace":"ai-tenant-e2e-mt-69fd8043"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-69fd8043","tenantID":"e2e-mt-69fd8043","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:16:31.69494382Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-69fd8043","namespace":"ai-tenant-e2e-mt-69fd8043"},"namespace":"ai-tenant-e2e-mt-69fd8043","name":"e2e-policy-69fd8043","reconcileID":"c1fedd33-bf3b-4aca-b8ae-f3fe3b3674ac","MaaSAuthPolicy":{"name":"e2e-policy-69fd8043","namespace":"ai-tenant-e2e-mt-69fd8043"},"name":"e2e-mt-69fd8043-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:16:31.740789756Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-69fd8043","namespace":"ai-tenant-e2e-mt-69fd8043"},"namespace":"ai-tenant-e2e-mt-69fd8043","name":"e2e-sub-69fd8043","reconcileID":"d0c88b0b-c241-498b-9f4e-385cea2fbcf4","MaaSSubscription":{"name":"e2e-sub-69fd8043","namespace":"ai-tenant-e2e-mt-69fd8043"},"name":"maas-trlp-e2e-lifecycle-model-69fd8043","model":"ai-tenant-e2e-mt-69fd8043/e2e-lifecycle-model-69fd8043","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:16:31.839974927Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"namespace":"ai-tenant-e2e-worker-w0-9893f0","name":"simulator-subscription","reconcileID":"7c3eac35-83ba-431e-820d-230a98841bed","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"name":"maas-trlp-simulator-w0-9893f0","model":"e2e-models-e2e-worker-w0-9893f0/simulator-w0-9893f0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:16:31.867480153Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"premium-simulator-subscription","reconcileID":"82283de3-c0c2-4b9f-a413-6776d1152048","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"name":"maas-trlp-premium-w2-91cd99","model":"e2e-models-e2e-worker-w2-91cd99/premium-w2-91cd99","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:16:31.937122669Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-69fd8043","namespace":"ai-tenant-e2e-mt-69fd8043"},"namespace":"ai-tenant-e2e-mt-69fd8043","name":"e2e-policy-69fd8043","reconcileID":"ded7a656-070e-4cc4-b1b4-679c75bc43a0","MaaSAuthPolicy":{"name":"e2e-policy-69fd8043","namespace":"ai-tenant-e2e-mt-69fd8043"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-69fd8043","tenantID":"e2e-mt-69fd8043","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:16:31.989364954Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-69fd8043","namespace":"ai-tenant-e2e-mt-69fd8043"},"namespace":"ai-tenant-e2e-mt-69fd8043","name":"e2e-policy-69fd8043","reconcileID":"ded7a656-070e-4cc4-b1b4-679c75bc43a0","MaaSAuthPolicy":{"name":"e2e-policy-69fd8043","namespace":"ai-tenant-e2e-mt-69fd8043"},"name":"e2e-mt-69fd8043-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:16:32.022567873Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"77b18795-9ae4-42f5-9f9c-1381e00772c9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:16:32.034488317Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-69fd8043","namespace":"ai-tenant-e2e-mt-69fd8043"},"namespace":"ai-tenant-e2e-mt-69fd8043","name":"e2e-sub-69fd8043","reconcileID":"14f2b0ce-94c9-4c6e-84e6-3032900eb115","MaaSSubscription":{"name":"e2e-sub-69fd8043","namespace":"ai-tenant-e2e-mt-69fd8043"},"name":"maas-trlp-e2e-lifecycle-model-69fd8043","model":"ai-tenant-e2e-mt-69fd8043/e2e-lifecycle-model-69fd8043","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:16:32.041151365Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"fb3ebdf2-e594-4803-b1e5-654d38090df8","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:16:32.071476787Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"77b18795-9ae4-42f5-9f9c-1381e00772c9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:16:32.120087732Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"77b18795-9ae4-42f5-9f9c-1381e00772c9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:16:32.168854095Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"77b18795-9ae4-42f5-9f9c-1381e00772c9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:16:32.217797455Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"namespace":"ai-tenant-e2e-worker-w4-8d2c7c","name":"premium-simulator-subscription","reconcileID":"91de0188-7648-498b-8a6e-194929127c8a","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"name":"maas-trlp-premium-w4-8d2c7c","model":"e2e-models-e2e-worker-w4-8d2c7c/premium-w4-8d2c7c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:16:32.364037767Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"namespace":"ai-tenant-e2e-worker-w3-bb1b51","name":"simulator-subscription","reconcileID":"22785774-e472-4b74-af1d-86c23972150d","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"name":"maas-trlp-simulator-w3-bb1b51","model":"e2e-models-e2e-worker-w3-bb1b51/simulator-w3-bb1b51","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:16:32.511610972Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-69fd8043","namespace":"ai-tenant-e2e-mt-69fd8043"},"namespace":"ai-tenant-e2e-mt-69fd8043","name":"e2e-sub-69fd8043","reconcileID":"c4d9bf72-955d-41a8-8cf5-f51be92b5590","MaaSSubscription":{"name":"e2e-sub-69fd8043","namespace":"ai-tenant-e2e-mt-69fd8043"},"name":"maas-trlp-e2e-lifecycle-model-69fd8043","model":"ai-tenant-e2e-mt-69fd8043/e2e-lifecycle-model-69fd8043","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:16:32.511831899Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"namespace":"ai-tenant-e2e-worker-w1-5951bc","name":"simulator-subscription","reconcileID":"fc2576c2-bd48-42d8-8b77-2c0a41b52ca6","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"name":"maas-trlp-simulator-w1-5951bc","model":"e2e-models-e2e-worker-w1-5951bc/simulator-w1-5951bc","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:16:32.564321694Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"namespace":"ai-tenant-e2e-worker-w3-bb1b51","name":"premium-simulator-subscription","reconcileID":"17bb7cc5-2e06-47e5-9b53-0ba486c553ea","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"name":"maas-trlp-premium-w3-bb1b51","model":"e2e-models-e2e-worker-w3-bb1b51/premium-w3-bb1b51","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:16:32.564413825Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"namespace":"ai-tenant-e2e-worker-w4-8d2c7c","name":"simulator-subscription","reconcileID":"1bbc3b94-d1fe-446d-a81e-4b1394d67c0b","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"name":"maas-trlp-simulator-w4-8d2c7c","model":"e2e-models-e2e-worker-w4-8d2c7c/simulator-w4-8d2c7c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:16:32.667087507Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"63bd40c3-430f-44c9-a449-28c0bf2ea514","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:16:32.8103091Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"namespace":"ai-tenant-e2e-worker-w1-5951bc","name":"premium-simulator-subscription","reconcileID":"6d7fc0bc-e764-4df8-ab8b-41b0558aec24","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"name":"maas-trlp-premium-w1-5951bc","model":"e2e-models-e2e-worker-w1-5951bc/premium-w1-5951bc","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:16:32.851754417Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"namespace":"ai-tenant-e2e-worker-w0-9893f0","name":"premium-simulator-subscription","reconcileID":"2481dfbf-5409-426b-a8e4-55868ec8d180","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"name":"maas-trlp-premium-w0-9893f0","model":"e2e-models-e2e-worker-w0-9893f0/premium-w0-9893f0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:16:33.083546278Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"simulator-subscription","reconcileID":"f54c2fb5-7f18-443c-bcdb-95c6865b00f8","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"name":"maas-trlp-simulator-w2-91cd99","model":"e2e-models-e2e-worker-w2-91cd99/simulator-w2-91cd99","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w2-91cd99/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:16:33.433011639Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"simulator-subscription","reconcileID":"351d1c6e-ee94-439b-aa4b-5eafea5bf64f","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"name":"maas-trlp-simulator-w2-91cd99","model":"e2e-models-e2e-worker-w2-91cd99/simulator-w2-91cd99","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:16:33.671997713Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-api-key-scoped-sub","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"e2e-api-key-scoped-sub","reconcileID":"dcaa2498-5962-4fcc-a717-5831e57642d1","MaaSSubscription":{"name":"e2e-api-key-scoped-sub","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"model":"e2e-models-e2e-worker-w2-91cd99/simulator-w2-91cd99","subscription":"e2e-api-key-scoped-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:16:33.820095517Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-api-key-scoped-sub","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"e2e-api-key-scoped-sub","reconcileID":"dcaa2498-5962-4fcc-a717-5831e57642d1","MaaSSubscription":{"name":"e2e-api-key-scoped-sub","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"name":"maas-trlp-simulator-w2-91cd99","model":"e2e-models-e2e-worker-w2-91cd99/simulator-w2-91cd99","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:16:33.99943754Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f942d921-20b4-49ac-8e05-8be8ca768b72","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:16:34.031155445Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-91cd99","namespace":"e2e-models-e2e-worker-w2-91cd99"},"namespace":"e2e-models-e2e-worker-w2-91cd99","name":"simulator-w2-91cd99","reconcileID":"cb9752a5-6112-4e8d-aff2-b0fb5b672852","MaaSModelRef":{"name":"simulator-w2-91cd99","namespace":"e2e-models-e2e-worker-w2-91cd99"},"routeName":"simulator-w2-91cd99-kserve-route","namespace":"e2e-models-e2e-worker-w2-91cd99","llmisvcName":"simulator-w2-91cd99","gateway":"openshift-ingress/e2e-worker-w2-91cd99","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:16:34.05309187Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f942d921-20b4-49ac-8e05-8be8ca768b72","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:16:34.106723267Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f942d921-20b4-49ac-8e05-8be8ca768b72","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:16:34.156558515Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f942d921-20b4-49ac-8e05-8be8ca768b72","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:16:34.175213185Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-91cd99","namespace":"e2e-models-e2e-worker-w2-91cd99"},"namespace":"e2e-models-e2e-worker-w2-91cd99","name":"simulator-w2-91cd99","reconcileID":"f4a91b84-80d6-4fff-a5cd-7bddfcec1f92","MaaSModelRef":{"name":"simulator-w2-91cd99","namespace":"e2e-models-e2e-worker-w2-91cd99"},"routeName":"simulator-w2-91cd99-kserve-route","namespace":"e2e-models-e2e-worker-w2-91cd99","llmisvcName":"simulator-w2-91cd99","gateway":"openshift-ingress/e2e-worker-w2-91cd99","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:16:34.260340319Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"simulator-access","reconcileID":"9e8320fc-7d58-4c55-a980-5429158b38b4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-91cd99","tenantID":"e2e-worker-w2-91cd99","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:16:34.318357586Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"simulator-access","reconcileID":"9e8320fc-7d58-4c55-a980-5429158b38b4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"name":"e2e-worker-w2-91cd99-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:16:34.415625277Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"premium-simulator-access","reconcileID":"4c8f8625-366f-42ff-b9fd-1bb4127fa24c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-91cd99","tenantID":"e2e-worker-w2-91cd99","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:16:34.41567028Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"e2e-api-key-scoped-auth","reconcileID":"ff350d1d-bb4a-4e29-aec4-0fe2897e2faa","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-91cd99","tenantID":"e2e-worker-w2-91cd99","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:16:34.468513693Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"premium-simulator-access","reconcileID":"4c8f8625-366f-42ff-b9fd-1bb4127fa24c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"name":"e2e-worker-w2-91cd99-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:16:34.46882485Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"e2e-api-key-scoped-auth","reconcileID":"ff350d1d-bb4a-4e29-aec4-0fe2897e2faa","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"name":"e2e-worker-w2-91cd99-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:16:34.765033991Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"e2e-api-key-scoped-auth","reconcileID":"0fa0e680-41c2-4139-ae28-7d436f039156","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"model":"e2e-models-e2e-worker-w2-91cd99/simulator-w2-91cd99","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:16:35.018118147Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-91cd99","namespace":"e2e-models-e2e-worker-w2-91cd99"},"namespace":"e2e-models-e2e-worker-w2-91cd99","name":"simulator-w2-91cd99","reconcileID":"7104b74d-fb73-45ae-a25b-86cd8adff43b","MaaSModelRef":{"name":"simulator-w2-91cd99","namespace":"e2e-models-e2e-worker-w2-91cd99"},"routeName":"simulator-w2-91cd99-kserve-route","namespace":"e2e-models-e2e-worker-w2-91cd99","llmisvcName":"simulator-w2-91cd99","gateway":"openshift-ingress/e2e-worker-w2-91cd99","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:16:36.028854963Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2cd6f7c7-2589-4616-b843-00ef25485894","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:16:36.077480439Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2cd6f7c7-2589-4616-b843-00ef25485894","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:16:36.126417415Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2cd6f7c7-2589-4616-b843-00ef25485894","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:16:36.175704347Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2cd6f7c7-2589-4616-b843-00ef25485894","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:16:37.763588472Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-f6c034"},"namespace":"ai-tenant-e2e-api-a-f6c034","name":"default-tenant","reconcileID":"617eddc8-ee30-44fd-94fd-9ffdb7b68a3f","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-f6c034","tenantID":"e2e-api-a-f6c034","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:16:37.870776774Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-f6c034"},"namespace":"ai-tenant-e2e-api-a-f6c034","name":"default-tenant","reconcileID":"617eddc8-ee30-44fd-94fd-9ffdb7b68a3f","name":"e2e-api-a-f6c034-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:16:38.028573127Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e815f519-4063-445a-825b-0e390bbb711f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:16:38.118819752Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e815f519-4063-445a-825b-0e390bbb711f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:16:38.16872024Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e815f519-4063-445a-825b-0e390bbb711f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:16:38.218818358Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e815f519-4063-445a-825b-0e390bbb711f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:16:40.033759183Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"aaa16449-5614-406b-b205-a0ec7e03555b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:16:40.082672875Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"aaa16449-5614-406b-b205-a0ec7e03555b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:16:40.131445688Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"aaa16449-5614-406b-b205-a0ec7e03555b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:16:40.180040966Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"aaa16449-5614-406b-b205-a0ec7e03555b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:16:55.727283296Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:17:01.605308794Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c92334b7-59e4-4d72-936b-7c473ce50b91","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:17:01.605331502Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c92334b7-59e4-4d72-936b-7c473ce50b91","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:17:01.655767442Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"be21cc1f-bb8c-4ed1-b7b4-978bdffbc0a2","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:17:01.655794966Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"be21cc1f-bb8c-4ed1-b7b4-978bdffbc0a2","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:17:01.800822655Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-fd47c3c5","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-auth-fd47c3c5","reconcileID":"2d6bae1c-2903-44f4-929a-00820cb9d01f","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-fd47c3c5","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:17:01.853195923Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-fd47c3c5","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-auth-fd47c3c5","reconcileID":"2d6bae1c-2903-44f4-929a-00820cb9d01f","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-fd47c3c5","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:17:01.886094931Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"4f4a99c9-c9ba-4584-8d2c-46f63c1b7433","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:17:01.886115912Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"4f4a99c9-c9ba-4584-8d2c-46f63c1b7433","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:17:01.939315698Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ec5e1865-0018-4ce9-982c-639977919f32","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:17:01.939335623Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ec5e1865-0018-4ce9-982c-639977919f32","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T12:17:01.987681465Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-neg-ghost-sub-fd47c3c5","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-fd47c3c5","reconcileID":"cab96aa8-5810-4315-aba7-14e11e56227b","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-neg-ghost-sub-fd47c3c5\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T12:17:02.032547094Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"77de6453-a2c4-45e7-8528-b805e5cca1d7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:17:02.03478895Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"0d51a77c-9736-4401-9d44-f33b4affcd48","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:17:02.085258843Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"77de6453-a2c4-45e7-8528-b805e5cca1d7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:17:02.086930137Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"0d51a77c-9736-4401-9d44-f33b4affcd48","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:17:02.095285307Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ee55c448-9d1a-44fc-99a2-3a86027d42f7","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:17:02.095301456Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ee55c448-9d1a-44fc-99a2-3a86027d42f7","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:17:02.148087277Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"13f5b5b9-d527-4018-ae6c-b84401788f37","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:17:02.148105554Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"13f5b5b9-d527-4018-ae6c-b84401788f37","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:17:02.153076017Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"dd58df92-4562-48f2-bafd-b9685d47b314","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:17:02.153095951Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"dd58df92-4562-48f2-bafd-b9685d47b314","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:17:02.297031583Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-fd47c3c5","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-auth-fd47c3c5","reconcileID":"1a64ce03-442d-4e8f-a75a-f53cfbc02b4b","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-fd47c3c5","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:17:02.348859993Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-fd47c3c5","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-auth-fd47c3c5","reconcileID":"1a64ce03-442d-4e8f-a75a-f53cfbc02b4b","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-fd47c3c5","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:17:02.397184762Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-neg-ghost-sub-fd47c3c5","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-fd47c3c5","reconcileID":"a4d22aa9-9828-40a7-8fcd-a4fe5d13cf33","MaaSSubscription":{"name":"e2e-neg-ghost-sub-fd47c3c5","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"subscriptions":["models-as-a-service/e2e-neg-ghost-sub-fd47c3c5","models-as-a-service/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:17:02.397336518Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-neg-ghost-sub-fd47c3c5","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-fd47c3c5","reconcileID":"a4d22aa9-9828-40a7-8fcd-a4fe5d13cf33","MaaSSubscription":{"name":"e2e-neg-ghost-sub-fd47c3c5","namespace":"models-as-a-service"},"model":"llm/nonexistent-model-fd47c3c5","error":"MaaSModelRef not found: llm/nonexistent-model-fd47c3c5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:17:02.446325804Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"83312c50-749d-49fa-b3fc-bc360138758b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:17:02.446579172Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"3ef6d9ff-40cf-4f77-9446-30f096e85fdd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:17:02.498947479Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"3ef6d9ff-40cf-4f77-9446-30f096e85fdd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:17:02.501010718Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"83312c50-749d-49fa-b3fc-bc360138758b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:17:02.592849323Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"e401059c-1c30-4e1f-8b63-6f0b666ecb1f","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:17:02.600509979Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"f6677c8f-eed4-4e9b-9f02-f1bcb87f734b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:17:02.600530367Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"f6677c8f-eed4-4e9b-9f02-f1bcb87f734b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:17:02.794075313Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-neg-ghost-sub-fd47c3c5","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-fd47c3c5","reconcileID":"eff55c88-eb5b-4b32-81c5-540d43f1eb55","MaaSSubscription":{"name":"e2e-neg-ghost-sub-fd47c3c5","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:17:02.794215066Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-neg-ghost-sub-fd47c3c5","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-fd47c3c5","reconcileID":"eff55c88-eb5b-4b32-81c5-540d43f1eb55","MaaSSubscription":{"name":"e2e-neg-ghost-sub-fd47c3c5","namespace":"models-as-a-service"},"model":"llm/nonexistent-model-fd47c3c5","error":"MaaSModelRef not found: llm/nonexistent-model-fd47c3c5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:17:04.598062384Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"7ebeae99-4900-4981-89e0-b479a8162dd1","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:17:04.598082728Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"7ebeae99-4900-4981-89e0-b479a8162dd1","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:17:04.743055613Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"943df531-a4cb-48aa-a029-d2160f519020","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:17:04.743056955Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"17bb55ed-e258-4955-9a15-fa04b053df86","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:17:04.743607001Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-fd47c3c5","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-auth-fd47c3c5","reconcileID":"3a6c1c0c-eba7-4062-8a3c-4eb08f349423","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-fd47c3c5","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:17:04.773838446Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-69fd8043"},"namespace":"ai-tenant-e2e-mt-69fd8043","name":"default-tenant","reconcileID":"ea7830ea-0270-4950-b2d4-eb4f2a3c6f00","namespace":"ai-tenant-e2e-mt-69fd8043","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:17:04.773922251Z","body":"Deleting MaaSSubscription","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-69fd8043"},"namespace":"ai-tenant-e2e-mt-69fd8043","name":"default-tenant","reconcileID":"ea7830ea-0270-4950-b2d4-eb4f2a3c6f00","name":"e2e-sub-69fd8043","namespace":"ai-tenant-e2e-mt-69fd8043","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:17:04.797442585Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-fd47c3c5","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-auth-fd47c3c5","reconcileID":"3a6c1c0c-eba7-4062-8a3c-4eb08f349423","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-fd47c3c5","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:17:04.800977427Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"943df531-a4cb-48aa-a029-d2160f519020","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:17:04.804135938Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"17bb55ed-e258-4955-9a15-fa04b053df86","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:17:04.826836292Z","body":"Waiting for MaaSSubscription finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-69fd8043"},"namespace":"ai-tenant-e2e-mt-69fd8043","name":"default-tenant","reconcileID":"ea7830ea-0270-4950-b2d4-eb4f2a3c6f00","count":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:17:04.826857082Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-69fd8043"},"namespace":"ai-tenant-e2e-mt-69fd8043","name":"default-tenant","reconcileID":"ea7830ea-0270-4950-b2d4-eb4f2a3c6f00","namespace":"ai-tenant-e2e-mt-69fd8043","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:17:04.826991744Z","body":"Deleting MaaSAuthPolicy","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-69fd8043"},"namespace":"ai-tenant-e2e-mt-69fd8043","name":"default-tenant","reconcileID":"ea7830ea-0270-4950-b2d4-eb4f2a3c6f00","name":"e2e-policy-69fd8043","namespace":"ai-tenant-e2e-mt-69fd8043","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:17:04.827631812Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-69fd8043","namespace":"ai-tenant-e2e-mt-69fd8043"},"namespace":"ai-tenant-e2e-mt-69fd8043","name":"e2e-lifecycle-model-69fd8043","reconcileID":"6dbe3af0-5f03-4237-98e6-ce8125dfd913","MaaSModelRef":{"name":"e2e-lifecycle-model-69fd8043","namespace":"ai-tenant-e2e-mt-69fd8043"},"tenant":"e2e-mt-69fd8043","gateway":"openshift-ingress/e2e-mt-69fd8043","model":"ai-tenant-e2e-mt-69fd8043/e2e-lifecycle-model-69fd8043","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:17:04.827646898Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-69fd8043","namespace":"ai-tenant-e2e-mt-69fd8043"},"namespace":"ai-tenant-e2e-mt-69fd8043","name":"e2e-lifecycle-model-69fd8043","reconcileID":"6dbe3af0-5f03-4237-98e6-ce8125dfd913","MaaSModelRef":{"name":"e2e-lifecycle-model-69fd8043","namespace":"ai-tenant-e2e-mt-69fd8043"},"routeName":"e2e-lifecycle-model-69fd8043-kserve-route","namespace":"ai-tenant-e2e-mt-69fd8043","llmisvcName":"e2e-lifecycle-model-69fd8043","gateway":"openshift-ingress/e2e-mt-69fd8043","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:17:04.877545876Z","body":"Waiting for MaaSAuthPolicy finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-69fd8043"},"namespace":"ai-tenant-e2e-mt-69fd8043","name":"default-tenant","reconcileID":"ea7830ea-0270-4950-b2d4-eb4f2a3c6f00","count":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:17:04.88275857Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-69fd8043","namespace":"ai-tenant-e2e-mt-69fd8043"},"namespace":"ai-tenant-e2e-mt-69fd8043","name":"e2e-lifecycle-model-69fd8043","reconcileID":"f7d43782-29e6-4425-a2ca-6283e915539d","MaaSModelRef":{"name":"e2e-lifecycle-model-69fd8043","namespace":"ai-tenant-e2e-mt-69fd8043"},"tenant":"e2e-mt-69fd8043","gateway":"openshift-ingress/e2e-mt-69fd8043","model":"ai-tenant-e2e-mt-69fd8043/e2e-lifecycle-model-69fd8043","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:17:04.882784442Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-69fd8043","namespace":"ai-tenant-e2e-mt-69fd8043"},"namespace":"ai-tenant-e2e-mt-69fd8043","name":"e2e-lifecycle-model-69fd8043","reconcileID":"f7d43782-29e6-4425-a2ca-6283e915539d","MaaSModelRef":{"name":"e2e-lifecycle-model-69fd8043","namespace":"ai-tenant-e2e-mt-69fd8043"},"routeName":"e2e-lifecycle-model-69fd8043-kserve-route","namespace":"ai-tenant-e2e-mt-69fd8043","llmisvcName":"e2e-lifecycle-model-69fd8043","gateway":"openshift-ingress/e2e-mt-69fd8043","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:17:04.925236124Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-69fd8043","namespace":"ai-tenant-e2e-mt-69fd8043"},"namespace":"ai-tenant-e2e-mt-69fd8043","name":"e2e-policy-69fd8043","reconcileID":"321f3269-133c-4c0a-8bcd-398577f127d1","MaaSAuthPolicy":{"name":"e2e-policy-69fd8043","namespace":"ai-tenant-e2e-mt-69fd8043"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-69fd8043","tenantID":"e2e-mt-69fd8043","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T12:17:04.935022727Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-69fd8043","namespace":"ai-tenant-e2e-mt-69fd8043"},"namespace":"ai-tenant-e2e-mt-69fd8043","name":"e2e-lifecycle-model-69fd8043","reconcileID":"f7d43782-29e6-4425-a2ca-6283e915539d","name":"e2e-lifecycle-model-69fd8043","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-lifecycle-model-69fd8043\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T12:17:04.935101307Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-69fd8043","namespace":"ai-tenant-e2e-mt-69fd8043"},"namespace":"ai-tenant-e2e-mt-69fd8043","name":"e2e-lifecycle-model-69fd8043","reconcileID":"f7d43782-29e6-4425-a2ca-6283e915539d","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-lifecycle-model-69fd8043\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T12:17:04.942751853Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-69fd8043","namespace":"ai-tenant-e2e-mt-69fd8043"},"namespace":"ai-tenant-e2e-mt-69fd8043","name":"e2e-lifecycle-model-69fd8043","reconcileID":"85eef630-0a87-476e-9d4e-f350965a623f","MaaSModelRef":{"name":"e2e-lifecycle-model-69fd8043","namespace":"ai-tenant-e2e-mt-69fd8043"},"tenant":"e2e-mt-69fd8043","gateway":"openshift-ingress/e2e-mt-69fd8043","model":"ai-tenant-e2e-mt-69fd8043/e2e-lifecycle-model-69fd8043","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:17:04.942778072Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-69fd8043","namespace":"ai-tenant-e2e-mt-69fd8043"},"namespace":"ai-tenant-e2e-mt-69fd8043","name":"e2e-lifecycle-model-69fd8043","reconcileID":"85eef630-0a87-476e-9d4e-f350965a623f","MaaSModelRef":{"name":"e2e-lifecycle-model-69fd8043","namespace":"ai-tenant-e2e-mt-69fd8043"},"routeName":"e2e-lifecycle-model-69fd8043-kserve-route","namespace":"ai-tenant-e2e-mt-69fd8043","llmisvcName":"e2e-lifecycle-model-69fd8043","gateway":"openshift-ingress/e2e-mt-69fd8043","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:17:04.97812414Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-69fd8043","namespace":"ai-tenant-e2e-mt-69fd8043"},"namespace":"ai-tenant-e2e-mt-69fd8043","name":"e2e-policy-69fd8043","reconcileID":"321f3269-133c-4c0a-8bcd-398577f127d1","MaaSAuthPolicy":{"name":"e2e-policy-69fd8043","namespace":"ai-tenant-e2e-mt-69fd8043"},"name":"e2e-mt-69fd8043-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:17:04.978537971Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-69fd8043","namespace":"ai-tenant-e2e-mt-69fd8043"},"namespace":"ai-tenant-e2e-mt-69fd8043","name":"e2e-sub-69fd8043","reconcileID":"87f243ed-2384-43ea-96c0-8167c98b9d99","MaaSSubscription":{"name":"e2e-sub-69fd8043","namespace":"ai-tenant-e2e-mt-69fd8043"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-78a7ffe0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:17:05.053123944Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-69fd8043","namespace":"ai-tenant-e2e-mt-69fd8043"},"namespace":"ai-tenant-e2e-mt-69fd8043","name":"e2e-sub-69fd8043","reconcileID":"861e2742-94dd-45d2-bd66-407c1306455b","MaaSSubscription":{"name":"e2e-sub-69fd8043","namespace":"ai-tenant-e2e-mt-69fd8043"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-78a7ffe0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:17:05.195212915Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-69fd8043","namespace":"ai-tenant-e2e-mt-69fd8043"},"namespace":"ai-tenant-e2e-mt-69fd8043","name":"e2e-policy-69fd8043","reconcileID":"7a04eb7a-d955-4b19-aa07-81d3795397b1","MaaSAuthPolicy":{"name":"e2e-policy-69fd8043","namespace":"ai-tenant-e2e-mt-69fd8043"},"model":"ai-tenant-e2e-mt-69fd8043/e2e-lifecycle-model-69fd8043","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:17:05.393178134Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-69fd8043","namespace":"ai-tenant-e2e-mt-69fd8043"},"namespace":"ai-tenant-e2e-mt-69fd8043","name":"e2e-policy-69fd8043","reconcileID":"7a04eb7a-d955-4b19-aa07-81d3795397b1","MaaSAuthPolicy":{"name":"e2e-policy-69fd8043","namespace":"ai-tenant-e2e-mt-69fd8043"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-69fd8043","tenantID":"e2e-mt-69fd8043","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:17:05.506591151Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-69fd8043","namespace":"ai-tenant-e2e-mt-69fd8043"},"namespace":"ai-tenant-e2e-mt-69fd8043","name":"e2e-policy-69fd8043","reconcileID":"7a04eb7a-d955-4b19-aa07-81d3795397b1","MaaSAuthPolicy":{"name":"e2e-policy-69fd8043","namespace":"ai-tenant-e2e-mt-69fd8043"},"name":"e2e-mt-69fd8043-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:17:05.506616477Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-69fd8043","namespace":"ai-tenant-e2e-mt-69fd8043"},"namespace":"ai-tenant-e2e-mt-69fd8043","name":"e2e-policy-69fd8043","reconcileID":"7a04eb7a-d955-4b19-aa07-81d3795397b1","MaaSAuthPolicy":{"name":"e2e-policy-69fd8043","namespace":"ai-tenant-e2e-mt-69fd8043"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-69fd8043","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:17:05.560542405Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-69fd8043","namespace":"ai-tenant-e2e-mt-69fd8043"},"namespace":"ai-tenant-e2e-mt-69fd8043","name":"e2e-lifecycle-model-69fd8043","reconcileID":"0173292a-4f27-437d-8c63-d86051d6cd33","MaaSModelRef":{"name":"e2e-lifecycle-model-69fd8043","namespace":"ai-tenant-e2e-mt-69fd8043"},"tenant":"e2e-mt-69fd8043","gateway":"openshift-ingress/e2e-mt-69fd8043","model":"ai-tenant-e2e-mt-69fd8043/e2e-lifecycle-model-69fd8043","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:17:05.560561014Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-69fd8043","namespace":"ai-tenant-e2e-mt-69fd8043"},"namespace":"ai-tenant-e2e-mt-69fd8043","name":"e2e-lifecycle-model-69fd8043","reconcileID":"0173292a-4f27-437d-8c63-d86051d6cd33","MaaSModelRef":{"name":"e2e-lifecycle-model-69fd8043","namespace":"ai-tenant-e2e-mt-69fd8043"},"routeName":"e2e-lifecycle-model-69fd8043-kserve-route","namespace":"ai-tenant-e2e-mt-69fd8043","llmisvcName":"e2e-lifecycle-model-69fd8043","gateway":"openshift-ingress/e2e-mt-69fd8043","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:17:06.524312033Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"66cefd72-94dd-4520-9fa8-ed513349ea3c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:17:06.572938129Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"66cefd72-94dd-4520-9fa8-ed513349ea3c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:17:06.589763883Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c8b031f7-1b2f-4b35-ada2-333cc5574550","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:17:06.589781903Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c8b031f7-1b2f-4b35-ada2-333cc5574550","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:17:06.621508215Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"66cefd72-94dd-4520-9fa8-ed513349ea3c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:17:06.670223439Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"66cefd72-94dd-4520-9fa8-ed513349ea3c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:17:06.672663812Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"aed34587-136a-4b8f-93ac-3ea180b719fd","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:17:06.672683263Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"aed34587-136a-4b8f-93ac-3ea180b719fd","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:17:06.768821002Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-913a17-policy","namespace":"ai-tenant-e2e-api-b-913a17"},"namespace":"ai-tenant-e2e-api-b-913a17","name":"e2e-e2e-api-b-913a17-policy","reconcileID":"ed23cd42-e4f6-44fd-9ea2-e273a2b91f6c","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-913a17-policy","namespace":"ai-tenant-e2e-api-b-913a17"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-913a17","tenantID":"e2e-api-b-913a17","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:17:06.929607619Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-913a17-policy","namespace":"ai-tenant-e2e-api-b-913a17"},"namespace":"ai-tenant-e2e-api-b-913a17","name":"e2e-e2e-api-b-913a17-policy","reconcileID":"ed23cd42-e4f6-44fd-9ea2-e273a2b91f6c","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-913a17-policy","namespace":"ai-tenant-e2e-api-b-913a17"},"name":"e2e-api-b-913a17-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:17:06.980561404Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-913a17-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-913a17-policy","namespace":"ai-tenant-e2e-api-b-913a17"},"namespace":"ai-tenant-e2e-api-b-913a17","name":"e2e-e2e-api-b-913a17-policy","reconcileID":"ed23cd42-e4f6-44fd-9ea2-e273a2b91f6c","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-913a17-policy","namespace":"ai-tenant-e2e-api-b-913a17"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:17:07.033872311Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"6c9b0df4-d55d-4cf2-96c6-2de2353a79b6","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:17:07.033897345Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"6c9b0df4-d55d-4cf2-96c6-2de2353a79b6","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:17:08.527784262Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"349dfacd-c78f-4a63-a299-a467f3b99fee","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:17:08.576434795Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"349dfacd-c78f-4a63-a299-a467f3b99fee","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:17:08.624966432Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"349dfacd-c78f-4a63-a299-a467f3b99fee","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:17:08.67354837Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"349dfacd-c78f-4a63-a299-a467f3b99fee","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:17:11.42978565Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fb884832-1370-4054-8a20-b31797d05fcb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:17:11.479018404Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fb884832-1370-4054-8a20-b31797d05fcb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:17:11.527993323Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fb884832-1370-4054-8a20-b31797d05fcb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:17:11.576731542Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fb884832-1370-4054-8a20-b31797d05fcb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:17:13.427662056Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c1557ee8-5e69-49dc-a161-6d3e8de7cd2b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:17:13.47653744Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c1557ee8-5e69-49dc-a161-6d3e8de7cd2b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:17:13.525252375Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c1557ee8-5e69-49dc-a161-6d3e8de7cd2b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:17:13.574449155Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c1557ee8-5e69-49dc-a161-6d3e8de7cd2b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:17:13.671892958Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-86d7ad-policy","namespace":"ai-tenant-e2e-api-a-86d7ad"},"namespace":"ai-tenant-e2e-api-a-86d7ad","name":"e2e-e2e-api-a-86d7ad-policy","reconcileID":"f4d65925-426d-418d-aa25-852f10a3485e","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-86d7ad-policy","namespace":"ai-tenant-e2e-api-a-86d7ad"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-86d7ad","tenantID":"e2e-api-a-86d7ad","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:17:13.725601112Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-86d7ad-policy","namespace":"ai-tenant-e2e-api-a-86d7ad"},"namespace":"ai-tenant-e2e-api-a-86d7ad","name":"e2e-e2e-api-a-86d7ad-policy","reconcileID":"f4d65925-426d-418d-aa25-852f10a3485e","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-86d7ad-policy","namespace":"ai-tenant-e2e-api-a-86d7ad"},"name":"e2e-api-a-86d7ad-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:17:14.065090232Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-86d7ad-policy","namespace":"ai-tenant-e2e-api-a-86d7ad"},"namespace":"ai-tenant-e2e-api-a-86d7ad","name":"e2e-e2e-api-a-86d7ad-policy","reconcileID":"bc1087fb-1844-4eb2-a972-b9c259214ae9","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-86d7ad-policy","namespace":"ai-tenant-e2e-api-a-86d7ad"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-86d7ad","tenantID":"e2e-api-a-86d7ad","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:17:14.117968737Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-86d7ad-policy","namespace":"ai-tenant-e2e-api-a-86d7ad"},"namespace":"ai-tenant-e2e-api-a-86d7ad","name":"e2e-e2e-api-a-86d7ad-policy","reconcileID":"bc1087fb-1844-4eb2-a972-b9c259214ae9","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-86d7ad-policy","namespace":"ai-tenant-e2e-api-a-86d7ad"},"name":"e2e-api-a-86d7ad-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:17:14.372428858Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-86d7ad-policy","namespace":"ai-tenant-e2e-api-a-86d7ad"},"namespace":"ai-tenant-e2e-api-a-86d7ad","name":"e2e-e2e-api-a-86d7ad-policy","reconcileID":"8b4707e2-16bf-4950-b0c9-6e194c580097","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-86d7ad-policy","namespace":"ai-tenant-e2e-api-a-86d7ad"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:17:14.372536001Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ab078a92-e366-483a-8aeb-1ab918c16199","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:17:14.372554754Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ab078a92-e366-483a-8aeb-1ab918c16199","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:17:14.43606074Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"89b44ca6-c071-47fb-bf64-85b1cc4c3296","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:17:14.436088913Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"89b44ca6-c071-47fb-bf64-85b1cc4c3296","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:17:14.486371996Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"2c0b72b0-595e-41be-addf-347362331e9a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:17:14.486419252Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"2c0b72b0-595e-41be-addf-347362331e9a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:17:14.609722502Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-86d7ad-policy","namespace":"ai-tenant-e2e-api-a-86d7ad"},"namespace":"ai-tenant-e2e-api-a-86d7ad","name":"e2e-e2e-api-a-86d7ad-policy","reconcileID":"8b4707e2-16bf-4950-b0c9-6e194c580097","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-86d7ad-policy","namespace":"ai-tenant-e2e-api-a-86d7ad"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-86d7ad","tenantID":"e2e-api-a-86d7ad","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:17:14.657906883Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-931523-policy","namespace":"ai-tenant-e2e-api-b-931523"},"namespace":"ai-tenant-e2e-api-b-931523","name":"e2e-e2e-api-b-931523-policy","reconcileID":"a308a07f-0d28-4cf4-a1f9-e6a007ba8864","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-931523-policy","namespace":"ai-tenant-e2e-api-b-931523"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-931523","tenantID":"e2e-api-b-931523","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:17:14.765396097Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-neg-ghost-sub-fd47c3c5","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-fd47c3c5","reconcileID":"7f984022-b17d-4dc0-b135-f81b6b46deaa","MaaSSubscription":{"name":"e2e-neg-ghost-sub-fd47c3c5","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","subscription":"e2e-neg-ghost-sub-fd47c3c5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:17:14.817189591Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-86d7ad-policy","namespace":"ai-tenant-e2e-api-a-86d7ad"},"namespace":"ai-tenant-e2e-api-a-86d7ad","name":"e2e-e2e-api-a-86d7ad-policy","reconcileID":"8b4707e2-16bf-4950-b0c9-6e194c580097","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-86d7ad-policy","namespace":"ai-tenant-e2e-api-a-86d7ad"},"name":"e2e-api-a-86d7ad-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:17:14.817219101Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-86d7ad-policy","namespace":"ai-tenant-e2e-api-a-86d7ad"},"namespace":"ai-tenant-e2e-api-a-86d7ad","name":"e2e-e2e-api-a-86d7ad-policy","reconcileID":"8b4707e2-16bf-4950-b0c9-6e194c580097","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-86d7ad-policy","namespace":"ai-tenant-e2e-api-a-86d7ad"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-86d7ad","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:17:14.830063777Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-931523-policy","namespace":"ai-tenant-e2e-api-b-931523"},"namespace":"ai-tenant-e2e-api-b-931523","name":"e2e-e2e-api-b-931523-policy","reconcileID":"a308a07f-0d28-4cf4-a1f9-e6a007ba8864","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-931523-policy","namespace":"ai-tenant-e2e-api-b-931523"},"name":"e2e-api-b-931523-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:17:14.872181347Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"0e827a68-ad69-49ea-97b5-409ac53435b2","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:17:14.872204345Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"0e827a68-ad69-49ea-97b5-409ac53435b2","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:17:14.920387931Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-931523-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-931523-policy","namespace":"ai-tenant-e2e-api-b-931523"},"namespace":"ai-tenant-e2e-api-b-931523","name":"e2e-e2e-api-b-931523-policy","reconcileID":"a308a07f-0d28-4cf4-a1f9-e6a007ba8864","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-931523-policy","namespace":"ai-tenant-e2e-api-b-931523"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:17:14.971909044Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"41b352c9-909f-4437-bfee-b6e1b962dff4","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:17:14.971931412Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"41b352c9-909f-4437-bfee-b6e1b962dff4","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:17:15.018154565Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-neg-ghost-sub-fd47c3c5","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-fd47c3c5","reconcileID":"7f984022-b17d-4dc0-b135-f81b6b46deaa","MaaSSubscription":{"name":"e2e-neg-ghost-sub-fd47c3c5","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"subscriptions":["models-as-a-service/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:17:15.018192537Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-neg-ghost-sub-fd47c3c5","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-fd47c3c5","reconcileID":"7f984022-b17d-4dc0-b135-f81b6b46deaa","MaaSSubscription":{"name":"e2e-neg-ghost-sub-fd47c3c5","namespace":"models-as-a-service"},"model":"llm/nonexistent-model-fd47c3c5","subscription":"e2e-neg-ghost-sub-fd47c3c5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:17:15.018353501Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-neg-ghost-sub-fd47c3c5","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-fd47c3c5","reconcileID":"7f984022-b17d-4dc0-b135-f81b6b46deaa","MaaSSubscription":{"name":"e2e-neg-ghost-sub-fd47c3c5","namespace":"models-as-a-service"},"model":"llm/nonexistent-model-fd47c3c5","error":"MaaSModelRef not found: llm/nonexistent-model-fd47c3c5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:17:15.10313648Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-69fd8043","namespace":"ai-tenant-e2e-mt-69fd8043"},"namespace":"ai-tenant-e2e-mt-69fd8043","name":"e2e-sub-69fd8043","reconcileID":"d97a6efc-e4ef-4c42-b328-ab57794dc773","MaaSSubscription":{"name":"e2e-sub-69fd8043","namespace":"ai-tenant-e2e-mt-69fd8043"},"model":"ai-tenant-e2e-mt-69fd8043/e2e-lifecycle-model-69fd8043","subscription":"e2e-sub-69fd8043","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:17:15.152326406Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-69fd8043","namespace":"ai-tenant-e2e-mt-69fd8043"},"namespace":"ai-tenant-e2e-mt-69fd8043","name":"e2e-sub-69fd8043","reconcileID":"d97a6efc-e4ef-4c42-b328-ab57794dc773","MaaSSubscription":{"name":"e2e-sub-69fd8043","namespace":"ai-tenant-e2e-mt-69fd8043"},"model":"ai-tenant-e2e-mt-69fd8043/e2e-lifecycle-model-69fd8043","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:17:15.201163417Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-69fd8043","namespace":"ai-tenant-e2e-mt-69fd8043"},"namespace":"ai-tenant-e2e-mt-69fd8043","name":"e2e-sub-69fd8043","reconcileID":"d97a6efc-e4ef-4c42-b328-ab57794dc773","MaaSSubscription":{"name":"e2e-sub-69fd8043","namespace":"ai-tenant-e2e-mt-69fd8043"},"name":"maas-trlp-e2e-lifecycle-model-69fd8043","namespace":"ai-tenant-e2e-mt-69fd8043","model":"ai-tenant-e2e-mt-69fd8043/e2e-lifecycle-model-69fd8043","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:17:15.214028766Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"c63369bf-707f-4fd5-ae59-2c670e2a881d","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:17:15.269960722Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"359e5cc4-9b67-45f0-9ceb-f07c0672c674","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:17:15.269988603Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"359e5cc4-9b67-45f0-9ceb-f07c0672c674","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:17:15.414315998Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"31a91e0c-fe08-42c4-8182-9b46cc1db813","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:17:15.414336718Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"31a91e0c-fe08-42c4-8182-9b46cc1db813","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:17:15.446887451Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"035763eb-9f43-4def-8811-8211bc243b56","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:17:15.447124652Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-fd47c3c5","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-auth-fd47c3c5","reconcileID":"394e9e34-d7d6-46a5-a334-27af892c8cbf","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-fd47c3c5","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:17:15.44760208Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"cde5eee7-3314-46e9-95c4-c05c0a6f3c60","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:17:15.448777494Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"01be5ebe-cba5-4c43-8272-993824d10ab8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:17:15.458677312Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-69fd8043","namespace":"ai-tenant-e2e-mt-69fd8043"},"namespace":"ai-tenant-e2e-mt-69fd8043","name":"e2e-lifecycle-model-69fd8043","reconcileID":"878d13db-6932-45a2-af2b-d3000a3fd78e","MaaSModelRef":{"name":"e2e-lifecycle-model-69fd8043","namespace":"ai-tenant-e2e-mt-69fd8043"},"tenant":"e2e-mt-69fd8043","gateway":"openshift-ingress/e2e-mt-69fd8043","model":"ai-tenant-e2e-mt-69fd8043/e2e-lifecycle-model-69fd8043","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:17:15.458704473Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-69fd8043","namespace":"ai-tenant-e2e-mt-69fd8043"},"namespace":"ai-tenant-e2e-mt-69fd8043","name":"e2e-lifecycle-model-69fd8043","reconcileID":"878d13db-6932-45a2-af2b-d3000a3fd78e","MaaSModelRef":{"name":"e2e-lifecycle-model-69fd8043","namespace":"ai-tenant-e2e-mt-69fd8043"},"routeName":"e2e-lifecycle-model-69fd8043-kserve-route","namespace":"ai-tenant-e2e-mt-69fd8043","llmisvcName":"e2e-lifecycle-model-69fd8043","gateway":"openshift-ingress/e2e-mt-69fd8043","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:17:15.502762608Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"035763eb-9f43-4def-8811-8211bc243b56","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:17:15.555683372Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"035763eb-9f43-4def-8811-8211bc243b56","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:17:15.558010984Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-fd47c3c5","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-auth-fd47c3c5","reconcileID":"394e9e34-d7d6-46a5-a334-27af892c8cbf","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-fd47c3c5","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:17:15.560115296Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"01be5ebe-cba5-4c43-8272-993824d10ab8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:17:15.561089922Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"cde5eee7-3314-46e9-95c4-c05c0a6f3c60","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:17:15.605532579Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"035763eb-9f43-4def-8811-8211bc243b56","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:17:15.805324592Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-fd47c3c5","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-auth-fd47c3c5","reconcileID":"92b60e49-3162-4f34-b37f-52e7604a4f88","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-fd47c3c5","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:17:16.003642559Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"64278632-5afb-4622-bdff-7fb4d87a7c7b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:17:16.003671489Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"64278632-5afb-4622-bdff-7fb4d87a7c7b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:17:16.26662506Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"6c2d6415-2851-431d-b4aa-2ef3c0072d7d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:17:16.266646018Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"6c2d6415-2851-431d-b4aa-2ef3c0072d7d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:17:16.318084847Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"54f3e883-ba06-4238-a69a-1be3a5dbccaf","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:17:16.318106651Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"54f3e883-ba06-4238-a69a-1be3a5dbccaf","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:17:16.510767415Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-2e65a134","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-policy-2e65a134","reconcileID":"5140d5ca-6e3b-486c-8791-f82db1d07599","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-2e65a134","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:17:16.562992589Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-2e65a134","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-policy-2e65a134","reconcileID":"5140d5ca-6e3b-486c-8791-f82db1d07599","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-2e65a134","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:17:16.66260904Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-2e65a134","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-policy-2e65a134","reconcileID":"5140d5ca-6e3b-486c-8791-f82db1d07599","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-2e65a134","namespace":"models-as-a-service"},"model":"llm/nonexistent-model-2e65a134","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:17:16.862823815Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"3b7915e0-72b5-415a-b71d-2c999f00eaac","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:17:16.86284976Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"3b7915e0-72b5-415a-b71d-2c999f00eaac","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:17:17.055071513Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-2e65a134","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-policy-2e65a134","reconcileID":"0c337dca-9c54-4c89-b35e-7a928fda8e98","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-2e65a134","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:17:17.107448349Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-2e65a134","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-policy-2e65a134","reconcileID":"0c337dca-9c54-4c89-b35e-7a928fda8e98","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-2e65a134","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:17:17.132495398Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-913a17-policy","namespace":"ai-tenant-e2e-api-b-913a17"},"namespace":"ai-tenant-e2e-api-b-913a17","name":"e2e-e2e-api-b-913a17-policy","reconcileID":"8062f9d5-ff1c-4abd-adf7-9cd0bb5badda","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-913a17-policy","namespace":"ai-tenant-e2e-api-b-913a17"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-913a17","tenantID":"e2e-api-b-913a17","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:17:17.184865173Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-913a17-policy","namespace":"ai-tenant-e2e-api-b-913a17"},"namespace":"ai-tenant-e2e-api-b-913a17","name":"e2e-e2e-api-b-913a17-policy","reconcileID":"8062f9d5-ff1c-4abd-adf7-9cd0bb5badda","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-913a17-policy","namespace":"ai-tenant-e2e-api-b-913a17"},"name":"e2e-api-b-913a17-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:17:17.206113482Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-2e65a134","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-policy-2e65a134","reconcileID":"0c337dca-9c54-4c89-b35e-7a928fda8e98","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-2e65a134","namespace":"models-as-a-service"},"model":"llm/nonexistent-model-2e65a134","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:17:17.236432675Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-913a17-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-913a17-policy","namespace":"ai-tenant-e2e-api-b-913a17"},"namespace":"ai-tenant-e2e-api-b-913a17","name":"e2e-e2e-api-b-913a17-policy","reconcileID":"8062f9d5-ff1c-4abd-adf7-9cd0bb5badda","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-913a17-policy","namespace":"ai-tenant-e2e-api-b-913a17"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:17:18.96196407Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-2e65a134","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-policy-2e65a134","reconcileID":"0e4657b4-97c3-474d-9958-094ea567899e","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-2e65a134","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:17:18.962063969Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e262fc67-d53d-4951-af2c-88fb18c36785","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:17:18.962082546Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e262fc67-d53d-4951-af2c-88fb18c36785","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:17:19.012859561Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-2e65a134","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-policy-2e65a134","reconcileID":"0e4657b4-97c3-474d-9958-094ea567899e","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-2e65a134","namespace":"models-as-a-service"},"model":"llm/nonexistent-model-2e65a134","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:17:19.265718673Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e19434e4-f59e-42db-9c01-3b5db39aa5b2","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:17:19.265739639Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e19434e4-f59e-42db-9c01-3b5db39aa5b2","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:17:20.521642924Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"namespace":"ai-tenant-e2e-worker-w0-9893f0","name":"premium-simulator-subscription","reconcileID":"90adac90-188a-4050-b878-458dbcdd573b","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"name":"maas-trlp-premium-w0-9893f0","model":"e2e-models-e2e-worker-w0-9893f0/premium-w0-9893f0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:17:20.726123278Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"namespace":"ai-tenant-e2e-worker-w1-5951bc","name":"premium-simulator-subscription","reconcileID":"24b0223b-cf84-4a45-bb4c-ab8998c85030","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"name":"maas-trlp-premium-w1-5951bc","model":"e2e-models-e2e-worker-w1-5951bc/premium-w1-5951bc","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:17:20.827175791Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"781278b8-b957-4a40-9bcb-e5563df13adb","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:17:20.924728635Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"namespace":"ai-tenant-e2e-worker-w0-9893f0","name":"simulator-subscription","reconcileID":"671d534b-8d9c-47b6-a560-ea69572bbf8a","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"name":"maas-trlp-simulator-w0-9893f0","model":"e2e-models-e2e-worker-w0-9893f0/simulator-w0-9893f0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:17:21.065920387Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"namespace":"ai-tenant-e2e-worker-w4-8d2c7c","name":"simulator-subscription","reconcileID":"a158b9c3-b4db-4556-a6e5-d38f8b4ba313","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"name":"maas-trlp-simulator-w4-8d2c7c","model":"e2e-models-e2e-worker-w4-8d2c7c/simulator-w4-8d2c7c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:17:21.18844027Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"namespace":"ai-tenant-e2e-worker-w3-bb1b51","name":"simulator-subscription","reconcileID":"5f8a2169-c165-418b-8927-00b09e0c3f4f","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"name":"maas-trlp-simulator-w3-bb1b51","model":"e2e-models-e2e-worker-w3-bb1b51/simulator-w3-bb1b51","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:17:21.295347812Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"premium-simulator-subscription","reconcileID":"a42e801f-163b-4961-8325-df04caab5c9a","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"name":"maas-trlp-premium-w2-91cd99","model":"e2e-models-e2e-worker-w2-91cd99/premium-w2-91cd99","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:17:21.328965116Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"simulator-subscription","reconcileID":"0458d18a-14fb-413e-929e-4f1d21e420b0","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"name":"maas-trlp-simulator-w2-91cd99","model":"e2e-models-e2e-worker-w2-91cd99/simulator-w2-91cd99","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:17:21.451990703Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"namespace":"ai-tenant-e2e-worker-w4-8d2c7c","name":"premium-simulator-subscription","reconcileID":"05f9f2fd-56c1-435f-b094-1eecc8db21ea","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"name":"maas-trlp-premium-w4-8d2c7c","model":"e2e-models-e2e-worker-w4-8d2c7c/premium-w4-8d2c7c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:17:21.54701927Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"namespace":"ai-tenant-e2e-worker-w1-5951bc","name":"simulator-subscription","reconcileID":"145b95e0-2575-4a9c-ae60-4dc83919a216","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"name":"maas-trlp-simulator-w1-5951bc","model":"e2e-models-e2e-worker-w1-5951bc/simulator-w1-5951bc","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:17:21.91044186Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"namespace":"ai-tenant-e2e-worker-w3-bb1b51","name":"premium-simulator-subscription","reconcileID":"ead64a47-27db-474d-bf9d-66c7c177d04a","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"name":"maas-trlp-premium-w3-bb1b51","model":"e2e-models-e2e-worker-w3-bb1b51/premium-w3-bb1b51","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:17:21.912548755Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-ac6071-policy","namespace":"ai-tenant-e2e-api-a-ac6071"},"namespace":"ai-tenant-e2e-api-a-ac6071","name":"e2e-e2e-api-a-ac6071-policy","reconcileID":"28251d7e-dbdd-485b-a918-14264e7600dd","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-ac6071-policy","namespace":"ai-tenant-e2e-api-a-ac6071"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:17:21.912667891Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"230c9863-e7b8-48b7-ba8b-889636d88862","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:17:21.912684531Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"230c9863-e7b8-48b7-ba8b-889636d88862","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:17:22.141855416Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-ac6071-policy","namespace":"ai-tenant-e2e-api-a-ac6071"},"namespace":"ai-tenant-e2e-api-a-ac6071","name":"e2e-e2e-api-a-ac6071-policy","reconcileID":"28251d7e-dbdd-485b-a918-14264e7600dd","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-ac6071-policy","namespace":"ai-tenant-e2e-api-a-ac6071"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-ac6071","tenantID":"e2e-api-a-ac6071","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:17:22.303988667Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-ac6071-policy","namespace":"ai-tenant-e2e-api-a-ac6071"},"namespace":"ai-tenant-e2e-api-a-ac6071","name":"e2e-e2e-api-a-ac6071-policy","reconcileID":"28251d7e-dbdd-485b-a918-14264e7600dd","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-ac6071-policy","namespace":"ai-tenant-e2e-api-a-ac6071"},"name":"e2e-api-a-ac6071-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:17:22.304102211Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-ac6071-policy","namespace":"ai-tenant-e2e-api-a-ac6071"},"namespace":"ai-tenant-e2e-api-a-ac6071","name":"e2e-e2e-api-a-ac6071-policy","reconcileID":"28251d7e-dbdd-485b-a918-14264e7600dd","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-ac6071-policy","namespace":"ai-tenant-e2e-api-a-ac6071"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-ac6071","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:17:22.359507384Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-ac6071-policy","namespace":"ai-tenant-e2e-api-a-ac6071"},"namespace":"ai-tenant-e2e-api-a-ac6071","name":"e2e-e2e-api-a-ac6071-policy","reconcileID":"ac86a63c-3e23-4d1d-9a8a-887a84ec2e35","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-ac6071-policy","namespace":"ai-tenant-e2e-api-a-ac6071"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:17:22.360477141Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"07e2bbd1-95eb-409b-8a2b-353c85c2dded","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:17:22.360562783Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"07e2bbd1-95eb-409b-8a2b-353c85c2dded","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:17:22.649913747Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-ac6071-policy","namespace":"ai-tenant-e2e-api-a-ac6071"},"namespace":"ai-tenant-e2e-api-a-ac6071","name":"e2e-e2e-api-a-ac6071-policy","reconcileID":"ac86a63c-3e23-4d1d-9a8a-887a84ec2e35","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-ac6071-policy","namespace":"ai-tenant-e2e-api-a-ac6071"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-ac6071","tenantID":"e2e-api-a-ac6071","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:17:22.708280977Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-ac6071-policy","namespace":"ai-tenant-e2e-api-a-ac6071"},"namespace":"ai-tenant-e2e-api-a-ac6071","name":"e2e-e2e-api-a-ac6071-policy","reconcileID":"ac86a63c-3e23-4d1d-9a8a-887a84ec2e35","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-ac6071-policy","namespace":"ai-tenant-e2e-api-a-ac6071"},"name":"e2e-api-a-ac6071-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:17:22.708367655Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-ac6071-policy","namespace":"ai-tenant-e2e-api-a-ac6071"},"namespace":"ai-tenant-e2e-api-a-ac6071","name":"e2e-e2e-api-a-ac6071-policy","reconcileID":"ac86a63c-3e23-4d1d-9a8a-887a84ec2e35","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-ac6071-policy","namespace":"ai-tenant-e2e-api-a-ac6071"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-ac6071","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T12:17:22.767443756Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-ac6071-policy","namespace":"ai-tenant-e2e-api-a-ac6071"},"namespace":"ai-tenant-e2e-api-a-ac6071","name":"e2e-e2e-api-a-ac6071-policy","reconcileID":"ac86a63c-3e23-4d1d-9a8a-887a84ec2e35","error":"maasauthpolicies.maas.opendatahub.io \"e2e-e2e-api-a-ac6071-policy\" not found","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T12:17:23.524777862Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b0887ab5-ba63-4a05-a778-09116c0ac0c6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:17:23.573887073Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b0887ab5-ba63-4a05-a778-09116c0ac0c6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:17:23.64521573Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b0887ab5-ba63-4a05-a778-09116c0ac0c6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:17:23.695786553Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b0887ab5-ba63-4a05-a778-09116c0ac0c6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:17:25.181945242Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-931523-policy","namespace":"ai-tenant-e2e-api-b-931523"},"namespace":"ai-tenant-e2e-api-b-931523","name":"e2e-e2e-api-b-931523-policy","reconcileID":"1b456851-60b0-4d31-be4f-68d5e7f3fb5f","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-931523-policy","namespace":"ai-tenant-e2e-api-b-931523"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-931523","tenantID":"e2e-api-b-931523","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:17:25.234505233Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-931523-policy","namespace":"ai-tenant-e2e-api-b-931523"},"namespace":"ai-tenant-e2e-api-b-931523","name":"e2e-e2e-api-b-931523-policy","reconcileID":"1b456851-60b0-4d31-be4f-68d5e7f3fb5f","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-931523-policy","namespace":"ai-tenant-e2e-api-b-931523"},"name":"e2e-api-b-931523-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:17:25.285543982Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-931523-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-931523-policy","namespace":"ai-tenant-e2e-api-b-931523"},"namespace":"ai-tenant-e2e-api-b-931523","name":"e2e-e2e-api-b-931523-policy","reconcileID":"1b456851-60b0-4d31-be4f-68d5e7f3fb5f","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-931523-policy","namespace":"ai-tenant-e2e-api-b-931523"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:17:25.630235978Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"08e6fa0f-5635-4938-a919-104647111695","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:17:25.678972092Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"08e6fa0f-5635-4938-a919-104647111695","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:17:25.712891836Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:17:25.727664817Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"08e6fa0f-5635-4938-a919-104647111695","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:17:25.776224458Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"08e6fa0f-5635-4938-a919-104647111695","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:17:27.333407289Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-913a17-policy","namespace":"ai-tenant-e2e-api-b-913a17"},"namespace":"ai-tenant-e2e-api-b-913a17","name":"e2e-e2e-api-b-913a17-policy","reconcileID":"b54f20ab-6f71-4799-8ffd-1800037c449f","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-913a17-policy","namespace":"ai-tenant-e2e-api-b-913a17"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-913a17","tenantID":"e2e-api-b-913a17","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:17:27.385781647Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-913a17-policy","namespace":"ai-tenant-e2e-api-b-913a17"},"namespace":"ai-tenant-e2e-api-b-913a17","name":"e2e-e2e-api-b-913a17-policy","reconcileID":"b54f20ab-6f71-4799-8ffd-1800037c449f","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-913a17-policy","namespace":"ai-tenant-e2e-api-b-913a17"},"name":"e2e-api-b-913a17-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:17:27.436900188Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-913a17-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (ee655cf791548f862784ad2379239469f7228c46a96a0b0ad90b9276232fbde1) AuthConfig (6d5ae3f73caf6e1862441d8641e6bf78f226541d74570c836de29f3c545ed238) AuthConfig (345b262ff4749fba6d73b276a073f3e2bbdbe1b2ffbb82190b66868c97be57f8) AuthConfig (62a1a4db5c27338ebd4db0e83c7359caba057b9b4b31913648c0c625c1bc4f31) AuthConfig (651c783243d3aa4d7b1db84c1a7cc9833cffdcfde4efd9a7c3f026b0493f5474) AuthConfig (d989423c40500117547691d8980fd3bb8e582f3ab652632d5fe1fd41cca6c6e8)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-913a17-policy","namespace":"ai-tenant-e2e-api-b-913a17"},"namespace":"ai-tenant-e2e-api-b-913a17","name":"e2e-e2e-api-b-913a17-policy","reconcileID":"b54f20ab-6f71-4799-8ffd-1800037c449f","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-913a17-policy","namespace":"ai-tenant-e2e-api-b-913a17"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:17:27.488848061Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"09b364a5-9535-462c-afef-2ce0fb705871","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:17:27.488866612Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"09b364a5-9535-462c-afef-2ce0fb705871","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:17:28.631946903Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a03e805b-a3ca-45bd-934e-7383e33d67f1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:17:28.681103391Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a03e805b-a3ca-45bd-934e-7383e33d67f1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:17:28.729697362Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a03e805b-a3ca-45bd-934e-7383e33d67f1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:17:28.792234738Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a03e805b-a3ca-45bd-934e-7383e33d67f1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:17:29.908921745Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-a-8e8d12","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-a-8e8d12","reconcileID":"929ec72c-316f-4c6b-930d-d6449a2ba965","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ipp-a-8e8d12","applied":{"maas.opendatahub.io/gateway-access-e2e-ipp-a-8e8d12":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:17:30.656807246Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"dc9c76d8-bb1f-4427-90d0-b9b4ef21c734","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:17:30.656828061Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"dc9c76d8-bb1f-4427-90d0-b9b4ef21c734","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:17:30.709353368Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"efab98fd-a63c-4599-980c-a86cb3573123","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:17:30.70940465Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"efab98fd-a63c-4599-980c-a86cb3573123","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:17:30.720852874Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"49c3041f-4ef2-4a69-a1f5-5127fd067a88","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:17:30.769585833Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"49c3041f-4ef2-4a69-a1f5-5127fd067a88","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:17:30.81849249Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"49c3041f-4ef2-4a69-a1f5-5127fd067a88","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:17:30.867201611Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"49c3041f-4ef2-4a69-a1f5-5127fd067a88","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:17:30.915478417Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-f6c034-policy","namespace":"ai-tenant-e2e-api-a-f6c034"},"namespace":"ai-tenant-e2e-api-a-f6c034","name":"e2e-e2e-api-a-f6c034-policy","reconcileID":"0c41bb4b-905d-4435-8add-da5a0193cc6d","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-f6c034-policy","namespace":"ai-tenant-e2e-api-a-f6c034"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-f6c034","tenantID":"e2e-api-a-f6c034","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:17:31.032086056Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-f6c034-policy","namespace":"ai-tenant-e2e-api-a-f6c034"},"namespace":"ai-tenant-e2e-api-a-f6c034","name":"e2e-e2e-api-a-f6c034-policy","reconcileID":"0c41bb4b-905d-4435-8add-da5a0193cc6d","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-f6c034-policy","namespace":"ai-tenant-e2e-api-a-f6c034"},"name":"e2e-api-a-f6c034-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:17:31.129864338Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-f6c034-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-f6c034-policy","namespace":"ai-tenant-e2e-api-a-f6c034"},"namespace":"ai-tenant-e2e-api-a-f6c034","name":"e2e-e2e-api-a-f6c034-policy","reconcileID":"0c41bb4b-905d-4435-8add-da5a0193cc6d","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-f6c034-policy","namespace":"ai-tenant-e2e-api-a-f6c034"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:17:31.181198223Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"6afa3b45-ce67-4562-891d-fe1bc9b3d0f0","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:17:31.181217374Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"6afa3b45-ce67-4562-891d-fe1bc9b3d0f0","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:17:32.729116772Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"46068abc-4dc5-4bbf-9837-33253f1c355e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:17:32.77802179Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"46068abc-4dc5-4bbf-9837-33253f1c355e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:17:32.826548961Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"46068abc-4dc5-4bbf-9837-33253f1c355e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:17:32.874871442Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"46068abc-4dc5-4bbf-9837-33253f1c355e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:17:33.671170364Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-ac6071"},"namespace":"ai-tenant-e2e-api-a-ac6071","name":"default-tenant","reconcileID":"303295ac-7291-43cc-9b17-a4205216708e","namespace":"ai-tenant-e2e-api-a-ac6071","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:17:33.671226008Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-ac6071"},"namespace":"ai-tenant-e2e-api-a-ac6071","name":"default-tenant","reconcileID":"303295ac-7291-43cc-9b17-a4205216708e","namespace":"ai-tenant-e2e-api-a-ac6071","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:17:33.671274885Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-ac6071"},"namespace":"ai-tenant-e2e-api-a-ac6071","name":"default-tenant","reconcileID":"303295ac-7291-43cc-9b17-a4205216708e","tenant":"e2e-api-a-ac6071","tenantID":"e2e-api-a-ac6071","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:17:33.724663475Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-ac6071"},"namespace":"ai-tenant-e2e-api-a-ac6071","name":"default-tenant","reconcileID":"303295ac-7291-43cc-9b17-a4205216708e","gvk":"Deployment","name":"maas-api-e2e-api-a-ac6071","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:17:33.779934698Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-ac6071"},"namespace":"ai-tenant-e2e-api-a-ac6071","name":"default-tenant","reconcileID":"303295ac-7291-43cc-9b17-a4205216708e","gvk":"Service","name":"maas-api-e2e-api-a-ac6071","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:17:33.851928998Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-ac6071"},"namespace":"ai-tenant-e2e-api-a-ac6071","name":"default-tenant","reconcileID":"303295ac-7291-43cc-9b17-a4205216708e","gvk":"HTTPRoute","name":"maas-api-route-e2e-api-a-ac6071","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:17:33.902038975Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-ac6071"},"namespace":"ai-tenant-e2e-api-a-ac6071","name":"default-tenant","reconcileID":"303295ac-7291-43cc-9b17-a4205216708e","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-api-a-ac6071","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:17:33.952533415Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-ac6071"},"namespace":"ai-tenant-e2e-api-a-ac6071","name":"default-tenant","reconcileID":"303295ac-7291-43cc-9b17-a4205216708e","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-api-a-ac6071","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:17:34.002695962Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-ac6071"},"namespace":"ai-tenant-e2e-api-a-ac6071","name":"default-tenant","reconcileID":"303295ac-7291-43cc-9b17-a4205216708e","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-api-a-ac6071","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:17:34.056264398Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-ac6071"},"namespace":"ai-tenant-e2e-api-a-ac6071","name":"default-tenant","reconcileID":"303295ac-7291-43cc-9b17-a4205216708e","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-api-a-ac6071","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:17:34.110350085Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-ac6071"},"namespace":"ai-tenant-e2e-api-a-ac6071","name":"default-tenant","reconcileID":"303295ac-7291-43cc-9b17-a4205216708e","gvk":"Telemetry","name":"latency-per-subscription-e2e-api-a-ac6071","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:17:34.216096395Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-ac6071"},"namespace":"ai-tenant-e2e-api-a-ac6071","name":"default-tenant","reconcileID":"303295ac-7291-43cc-9b17-a4205216708e","gvk":"Deployment","name":"payload-processing-e2e-api-a-ac6071","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:17:34.264877935Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-ac6071"},"namespace":"ai-tenant-e2e-api-a-ac6071","name":"default-tenant","reconcileID":"303295ac-7291-43cc-9b17-a4205216708e","gvk":"Deployment","name":"payload-pre-processing-e2e-api-a-ac6071","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:17:34.313331362Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-ac6071"},"namespace":"ai-tenant-e2e-api-a-ac6071","name":"default-tenant","reconcileID":"303295ac-7291-43cc-9b17-a4205216708e","gvk":"Service","name":"payload-processing-e2e-api-a-ac6071","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:17:34.362101207Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-ac6071"},"namespace":"ai-tenant-e2e-api-a-ac6071","name":"default-tenant","reconcileID":"303295ac-7291-43cc-9b17-a4205216708e","gvk":"Service","name":"payload-pre-processing-e2e-api-a-ac6071","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:17:34.414633006Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-ac6071"},"namespace":"ai-tenant-e2e-api-a-ac6071","name":"default-tenant","reconcileID":"303295ac-7291-43cc-9b17-a4205216708e","gvk":"DestinationRule","name":"payload-processing-e2e-api-a-ac6071","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:17:34.462626897Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-ac6071"},"namespace":"ai-tenant-e2e-api-a-ac6071","name":"default-tenant","reconcileID":"303295ac-7291-43cc-9b17-a4205216708e","gvk":"DestinationRule","name":"payload-pre-processing-e2e-api-a-ac6071","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:17:34.511017917Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-ac6071"},"namespace":"ai-tenant-e2e-api-a-ac6071","name":"default-tenant","reconcileID":"303295ac-7291-43cc-9b17-a4205216708e","gvk":"EnvoyFilter","name":"payload-processing-e2e-api-a-ac6071","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:17:34.561937841Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-ac6071"},"namespace":"ai-tenant-e2e-api-a-ac6071","name":"default-tenant","reconcileID":"303295ac-7291-43cc-9b17-a4205216708e","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-api-a-ac6071","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:17:34.609809247Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-ac6071"},"namespace":"ai-tenant-e2e-api-a-ac6071","name":"default-tenant","reconcileID":"303295ac-7291-43cc-9b17-a4205216708e","gvk":"NetworkPolicy","name":"payload-processing-e2e-api-a-ac6071","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:17:34.657617551Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-ac6071"},"namespace":"ai-tenant-e2e-api-a-ac6071","name":"default-tenant","reconcileID":"303295ac-7291-43cc-9b17-a4205216708e","gvk":"ServiceAccount","name":"payload-processing-e2e-api-a-ac6071","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:17:34.705373496Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-ac6071"},"namespace":"ai-tenant-e2e-api-a-ac6071","name":"default-tenant","reconcileID":"303295ac-7291-43cc-9b17-a4205216708e","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-api-a-ac6071","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:17:34.751411483Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"027aa14c-2631-422b-85ce-1804b179f186","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:17:34.800100067Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-ac6071"},"namespace":"ai-tenant-e2e-api-a-ac6071","name":"default-tenant","reconcileID":"303295ac-7291-43cc-9b17-a4205216708e","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-api-a-ac6071","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:17:34.800772159Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"027aa14c-2631-422b-85ce-1804b179f186","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:17:34.850080382Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"027aa14c-2631-422b-85ce-1804b179f186","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:17:34.898851752Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"027aa14c-2631-422b-85ce-1804b179f186","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:17:34.898920917Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-86d7ad"},"namespace":"ai-tenant-e2e-api-a-86d7ad","name":"default-tenant","reconcileID":"fe2c0225-0afe-4010-8cb1-06653ddce02a","namespace":"ai-tenant-e2e-api-a-86d7ad","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:17:34.89900574Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-86d7ad"},"namespace":"ai-tenant-e2e-api-a-86d7ad","name":"default-tenant","reconcileID":"fe2c0225-0afe-4010-8cb1-06653ddce02a","namespace":"ai-tenant-e2e-api-a-86d7ad","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:17:34.899088903Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-86d7ad"},"namespace":"ai-tenant-e2e-api-a-86d7ad","name":"default-tenant","reconcileID":"fe2c0225-0afe-4010-8cb1-06653ddce02a","tenant":"e2e-api-a-86d7ad","tenantID":"e2e-api-a-86d7ad","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:17:34.948849619Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-86d7ad"},"namespace":"ai-tenant-e2e-api-a-86d7ad","name":"default-tenant","reconcileID":"fe2c0225-0afe-4010-8cb1-06653ddce02a","gvk":"Deployment","name":"maas-api-e2e-api-a-86d7ad","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:17:35.010641611Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-86d7ad"},"namespace":"ai-tenant-e2e-api-a-86d7ad","name":"default-tenant","reconcileID":"fe2c0225-0afe-4010-8cb1-06653ddce02a","gvk":"Service","name":"maas-api-e2e-api-a-86d7ad","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:17:35.072079037Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-86d7ad"},"namespace":"ai-tenant-e2e-api-a-86d7ad","name":"default-tenant","reconcileID":"fe2c0225-0afe-4010-8cb1-06653ddce02a","gvk":"HTTPRoute","name":"maas-api-route-e2e-api-a-86d7ad","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:17:35.158556385Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-86d7ad"},"namespace":"ai-tenant-e2e-api-a-86d7ad","name":"default-tenant","reconcileID":"fe2c0225-0afe-4010-8cb1-06653ddce02a","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-api-a-86d7ad","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:17:35.214516857Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-86d7ad"},"namespace":"ai-tenant-e2e-api-a-86d7ad","name":"default-tenant","reconcileID":"fe2c0225-0afe-4010-8cb1-06653ddce02a","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-api-a-86d7ad","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:17:35.267173317Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-86d7ad"},"namespace":"ai-tenant-e2e-api-a-86d7ad","name":"default-tenant","reconcileID":"fe2c0225-0afe-4010-8cb1-06653ddce02a","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-api-a-86d7ad","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:17:35.319927974Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-86d7ad"},"namespace":"ai-tenant-e2e-api-a-86d7ad","name":"default-tenant","reconcileID":"fe2c0225-0afe-4010-8cb1-06653ddce02a","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-api-a-86d7ad","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:17:35.370442685Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-86d7ad"},"namespace":"ai-tenant-e2e-api-a-86d7ad","name":"default-tenant","reconcileID":"fe2c0225-0afe-4010-8cb1-06653ddce02a","gvk":"Telemetry","name":"latency-per-subscription-e2e-api-a-86d7ad","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:17:35.388548046Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-931523-policy","namespace":"ai-tenant-e2e-api-b-931523"},"namespace":"ai-tenant-e2e-api-b-931523","name":"e2e-e2e-api-b-931523-policy","reconcileID":"a66f376e-9ace-480a-b386-9564afa88a20","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-931523-policy","namespace":"ai-tenant-e2e-api-b-931523"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-931523","tenantID":"e2e-api-b-931523","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:17:35.419173539Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-86d7ad"},"namespace":"ai-tenant-e2e-api-a-86d7ad","name":"default-tenant","reconcileID":"fe2c0225-0afe-4010-8cb1-06653ddce02a","gvk":"Deployment","name":"payload-processing-e2e-api-a-86d7ad","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:17:35.445582152Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-931523-policy","namespace":"ai-tenant-e2e-api-b-931523"},"namespace":"ai-tenant-e2e-api-b-931523","name":"e2e-e2e-api-b-931523-policy","reconcileID":"a66f376e-9ace-480a-b386-9564afa88a20","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-931523-policy","namespace":"ai-tenant-e2e-api-b-931523"},"name":"e2e-api-b-931523-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:17:35.467493662Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-86d7ad"},"namespace":"ai-tenant-e2e-api-a-86d7ad","name":"default-tenant","reconcileID":"fe2c0225-0afe-4010-8cb1-06653ddce02a","gvk":"Deployment","name":"payload-pre-processing-e2e-api-a-86d7ad","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:17:35.49756556Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-931523-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-931523-policy","namespace":"ai-tenant-e2e-api-b-931523"},"namespace":"ai-tenant-e2e-api-b-931523","name":"e2e-e2e-api-b-931523-policy","reconcileID":"a66f376e-9ace-480a-b386-9564afa88a20","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-931523-policy","namespace":"ai-tenant-e2e-api-b-931523"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:17:35.515649606Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-86d7ad"},"namespace":"ai-tenant-e2e-api-a-86d7ad","name":"default-tenant","reconcileID":"fe2c0225-0afe-4010-8cb1-06653ddce02a","gvk":"Service","name":"payload-processing-e2e-api-a-86d7ad","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:17:35.563736026Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-86d7ad"},"namespace":"ai-tenant-e2e-api-a-86d7ad","name":"default-tenant","reconcileID":"fe2c0225-0afe-4010-8cb1-06653ddce02a","gvk":"Service","name":"payload-pre-processing-e2e-api-a-86d7ad","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:17:35.611871861Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-86d7ad"},"namespace":"ai-tenant-e2e-api-a-86d7ad","name":"default-tenant","reconcileID":"fe2c0225-0afe-4010-8cb1-06653ddce02a","gvk":"DestinationRule","name":"payload-processing-e2e-api-a-86d7ad","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:17:35.660172753Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-86d7ad"},"namespace":"ai-tenant-e2e-api-a-86d7ad","name":"default-tenant","reconcileID":"fe2c0225-0afe-4010-8cb1-06653ddce02a","gvk":"DestinationRule","name":"payload-pre-processing-e2e-api-a-86d7ad","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:17:35.708270849Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-86d7ad"},"namespace":"ai-tenant-e2e-api-a-86d7ad","name":"default-tenant","reconcileID":"fe2c0225-0afe-4010-8cb1-06653ddce02a","gvk":"EnvoyFilter","name":"payload-processing-e2e-api-a-86d7ad","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:17:35.759367534Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-86d7ad"},"namespace":"ai-tenant-e2e-api-a-86d7ad","name":"default-tenant","reconcileID":"fe2c0225-0afe-4010-8cb1-06653ddce02a","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-api-a-86d7ad","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:17:35.807610285Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-86d7ad"},"namespace":"ai-tenant-e2e-api-a-86d7ad","name":"default-tenant","reconcileID":"fe2c0225-0afe-4010-8cb1-06653ddce02a","gvk":"NetworkPolicy","name":"payload-processing-e2e-api-a-86d7ad","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:17:35.890281527Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-86d7ad"},"namespace":"ai-tenant-e2e-api-a-86d7ad","name":"default-tenant","reconcileID":"fe2c0225-0afe-4010-8cb1-06653ddce02a","gvk":"ServiceAccount","name":"payload-processing-e2e-api-a-86d7ad","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:17:35.940331527Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-86d7ad"},"namespace":"ai-tenant-e2e-api-a-86d7ad","name":"default-tenant","reconcileID":"fe2c0225-0afe-4010-8cb1-06653ddce02a","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-api-a-86d7ad","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:17:35.988763071Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-86d7ad"},"namespace":"ai-tenant-e2e-api-a-86d7ad","name":"default-tenant","reconcileID":"fe2c0225-0afe-4010-8cb1-06653ddce02a","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-api-a-86d7ad","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:17:36.316603333Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-b-89a88d","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-b-89a88d","reconcileID":"6c811c1f-cc2f-438c-a730-20ca5a12ff2c","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-api-b-89a88d","applied":{"maas.opendatahub.io/gateway-access-e2e-api-b-89a88d":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:17:36.856915086Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e7d864bd-d4c7-4330-b832-64e9f877e6c6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:17:36.905732658Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e7d864bd-d4c7-4330-b832-64e9f877e6c6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:17:36.954615891Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e7d864bd-d4c7-4330-b832-64e9f877e6c6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:17:37.003343869Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e7d864bd-d4c7-4330-b832-64e9f877e6c6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:17:37.586111023Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-913a17-policy","namespace":"ai-tenant-e2e-api-b-913a17"},"namespace":"ai-tenant-e2e-api-b-913a17","name":"e2e-e2e-api-b-913a17-policy","reconcileID":"701f1959-cbcb-429f-a2b7-b4475163be13","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-913a17-policy","namespace":"ai-tenant-e2e-api-b-913a17"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-913a17","tenantID":"e2e-api-b-913a17","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:17:37.64041649Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-913a17-policy","namespace":"ai-tenant-e2e-api-b-913a17"},"namespace":"ai-tenant-e2e-api-b-913a17","name":"e2e-e2e-api-b-913a17-policy","reconcileID":"701f1959-cbcb-429f-a2b7-b4475163be13","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-913a17-policy","namespace":"ai-tenant-e2e-api-b-913a17"},"name":"e2e-api-b-913a17-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:17:37.691992932Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-913a17-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (ee655cf791548f862784ad2379239469f7228c46a96a0b0ad90b9276232fbde1) AuthConfig (6d5ae3f73caf6e1862441d8641e6bf78f226541d74570c836de29f3c545ed238) AuthConfig (345b262ff4749fba6d73b276a073f3e2bbdbe1b2ffbb82190b66868c97be57f8) AuthConfig (62a1a4db5c27338ebd4db0e83c7359caba057b9b4b31913648c0c625c1bc4f31) AuthConfig (651c783243d3aa4d7b1db84c1a7cc9833cffdcfde4efd9a7c3f026b0493f5474) AuthConfig (d989423c40500117547691d8980fd3bb8e582f3ab652632d5fe1fd41cca6c6e8)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-913a17-policy","namespace":"ai-tenant-e2e-api-b-913a17"},"namespace":"ai-tenant-e2e-api-b-913a17","name":"e2e-e2e-api-b-913a17-policy","reconcileID":"701f1959-cbcb-429f-a2b7-b4475163be13","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-913a17-policy","namespace":"ai-tenant-e2e-api-b-913a17"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:17:38.827461259Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dc9c4475-aa8c-481f-8668-b08fb6548ca7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:17:38.876503203Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dc9c4475-aa8c-481f-8668-b08fb6548ca7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:17:38.925248733Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dc9c4475-aa8c-481f-8668-b08fb6548ca7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:17:38.973965367Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dc9c4475-aa8c-481f-8668-b08fb6548ca7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:17:40.806035456Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d3e8db2b-2a69-40a7-ab55-5a8640df81e2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:17:40.85533862Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d3e8db2b-2a69-40a7-ab55-5a8640df81e2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:17:40.904105329Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d3e8db2b-2a69-40a7-ab55-5a8640df81e2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:17:40.958798038Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d3e8db2b-2a69-40a7-ab55-5a8640df81e2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:17:41.279110897Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-f6c034-policy","namespace":"ai-tenant-e2e-api-a-f6c034"},"namespace":"ai-tenant-e2e-api-a-f6c034","name":"e2e-e2e-api-a-f6c034-policy","reconcileID":"a4df70ce-1bf5-498d-a959-257c4a45ba14","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-f6c034-policy","namespace":"ai-tenant-e2e-api-a-f6c034"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-f6c034","tenantID":"e2e-api-a-f6c034","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:17:41.332313984Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-f6c034-policy","namespace":"ai-tenant-e2e-api-a-f6c034"},"namespace":"ai-tenant-e2e-api-a-f6c034","name":"e2e-e2e-api-a-f6c034-policy","reconcileID":"a4df70ce-1bf5-498d-a959-257c4a45ba14","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-f6c034-policy","namespace":"ai-tenant-e2e-api-a-f6c034"},"name":"e2e-api-a-f6c034-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:17:41.383023259Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-f6c034-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-f6c034-policy","namespace":"ai-tenant-e2e-api-a-f6c034"},"namespace":"ai-tenant-e2e-api-a-f6c034","name":"e2e-e2e-api-a-f6c034-policy","reconcileID":"a4df70ce-1bf5-498d-a959-257c4a45ba14","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-f6c034-policy","namespace":"ai-tenant-e2e-api-a-f6c034"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:17:42.834044037Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0617bef4-b1bb-4bdc-8fea-9a34e9b8a9cf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:17:42.883186312Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0617bef4-b1bb-4bdc-8fea-9a34e9b8a9cf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:17:42.932148199Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0617bef4-b1bb-4bdc-8fea-9a34e9b8a9cf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:17:42.981608469Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0617bef4-b1bb-4bdc-8fea-9a34e9b8a9cf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:17:43.303073556Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-a-ac6071","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-a-ac6071","reconcileID":"cc1fc07d-73c8-4906-bb5a-c3b012a2578d","aitenant":"ai-tenants/e2e-api-a-ac6071","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:17:44.016912726Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"premium-simulator-subscription","reconcileID":"ee0bf151-be2c-416a-9b18-46624ceb1c29","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"name":"maas-trlp-premium-w2-91cd99","model":"e2e-models-e2e-worker-w2-91cd99/premium-w2-91cd99","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:17:44.024471877Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-a-ac6071","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-a-ac6071","reconcileID":"cc1fc07d-73c8-4906-bb5a-c3b012a2578d","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-api-a-ac6071","removed":["maas.opendatahub.io/gateway-access-e2e-api-a-ac6071"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:17:44.168725794Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"namespace":"ai-tenant-e2e-worker-w4-8d2c7c","name":"premium-simulator-subscription","reconcileID":"cb023de0-7a18-4855-bab0-7c4dd37dd9ea","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"name":"maas-trlp-premium-w4-8d2c7c","model":"e2e-models-e2e-worker-w4-8d2c7c/premium-w4-8d2c7c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:17:44.269761456Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"simulator-subscription","reconcileID":"b9571235-a13b-4407-89cb-31b97ad522ed","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"name":"maas-trlp-simulator-w2-91cd99","model":"e2e-models-e2e-worker-w2-91cd99/simulator-w2-91cd99","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:17:44.431704568Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"namespace":"ai-tenant-e2e-worker-w3-bb1b51","name":"premium-simulator-subscription","reconcileID":"98983198-7f44-4cec-b235-8da4804aef10","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"name":"maas-trlp-premium-w3-bb1b51","model":"e2e-models-e2e-worker-w3-bb1b51/premium-w3-bb1b51","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:17:44.531365539Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"65f02bd5-1604-4ba0-b7fa-373ced155bcb","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:17:44.722250986Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"namespace":"ai-tenant-e2e-worker-w4-8d2c7c","name":"simulator-subscription","reconcileID":"956a2c98-51a2-4da7-ba6c-79a46f7dcd30","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"name":"maas-trlp-simulator-w4-8d2c7c","model":"e2e-models-e2e-worker-w4-8d2c7c/simulator-w4-8d2c7c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:17:44.826731519Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"namespace":"ai-tenant-e2e-worker-w0-9893f0","name":"simulator-subscription","reconcileID":"33127b47-8a51-4f7d-9bf1-9a4b507918b4","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"name":"maas-trlp-simulator-w0-9893f0","model":"e2e-models-e2e-worker-w0-9893f0/simulator-w0-9893f0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:17:44.875643907Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3c650b44-c315-4324-8580-33c012088e74","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:17:44.875840412Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-a-86d7ad","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-a-86d7ad","reconcileID":"fa90a79b-91fe-470e-9e08-ce2e4a962561","aitenant":"ai-tenants/e2e-api-a-86d7ad","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:17:44.905339959Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"namespace":"ai-tenant-e2e-worker-w1-5951bc","name":"simulator-subscription","reconcileID":"6328cd06-6368-47a0-a82b-87bbee28716f","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"name":"maas-trlp-simulator-w1-5951bc","model":"e2e-models-e2e-worker-w1-5951bc/simulator-w1-5951bc","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:17:44.925085768Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3c650b44-c315-4324-8580-33c012088e74","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:17:44.974499431Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3c650b44-c315-4324-8580-33c012088e74","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:17:45.023325303Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3c650b44-c315-4324-8580-33c012088e74","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:17:45.125517756Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"namespace":"ai-tenant-e2e-worker-w1-5951bc","name":"premium-simulator-subscription","reconcileID":"21551ea6-19cc-4c7d-8277-551aa05fd75a","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"name":"maas-trlp-premium-w1-5951bc","model":"e2e-models-e2e-worker-w1-5951bc/premium-w1-5951bc","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:17:45.222660059Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"namespace":"ai-tenant-e2e-worker-w0-9893f0","name":"premium-simulator-subscription","reconcileID":"92e7609c-04b9-4074-bb78-afb4fe52f61e","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"name":"maas-trlp-premium-w0-9893f0","model":"e2e-models-e2e-worker-w0-9893f0/premium-w0-9893f0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:17:45.320104207Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"namespace":"ai-tenant-e2e-worker-w3-bb1b51","name":"simulator-subscription","reconcileID":"198b8768-5a88-4c19-858c-ef5377941a56","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"name":"maas-trlp-simulator-w3-bb1b51","model":"e2e-models-e2e-worker-w3-bb1b51/simulator-w3-bb1b51","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:17:45.578890084Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-a-86d7ad","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-a-86d7ad","reconcileID":"fa90a79b-91fe-470e-9e08-ce2e4a962561","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-api-a-86d7ad","removed":["maas.opendatahub.io/gateway-access-e2e-api-a-86d7ad"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:17:45.595422806Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-931523-policy","namespace":"ai-tenant-e2e-api-b-931523"},"namespace":"ai-tenant-e2e-api-b-931523","name":"e2e-e2e-api-b-931523-policy","reconcileID":"229eaf52-21eb-4077-adff-ae2753753df9","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-931523-policy","namespace":"ai-tenant-e2e-api-b-931523"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-931523","tenantID":"e2e-api-b-931523","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:17:45.648754771Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-931523-policy","namespace":"ai-tenant-e2e-api-b-931523"},"namespace":"ai-tenant-e2e-api-b-931523","name":"e2e-e2e-api-b-931523-policy","reconcileID":"229eaf52-21eb-4077-adff-ae2753753df9","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-931523-policy","namespace":"ai-tenant-e2e-api-b-931523"},"name":"e2e-api-b-931523-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:17:45.700796895Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-931523-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (fa6a3f33ead8a16124bc22b917c7d63878f74dd7cf6170aa7812f9cb2337b805) AuthConfig (b242a9bd435b2c5247e58e2f2cd297d6e6507d574a11dd3480bc1b7cfbdac5e8) AuthConfig (12eeb2a0b9d3b1d8388f2c011e7aa98d06b6d2bd8d68941e5453c1effc955f21) AuthConfig (19c127c4838744635f345c90c33cf6601ca4a185325f6bfade8272e62f600ed6) AuthConfig (89b152b1dddec1aaeb874e3ac2b87fc9225c40207655316579e9839b8b6f2bf2) AuthConfig (6f3d0abb612f0820e4a55449a20314f9cc22fdd0f8102a1957dacdd8a661a339)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-931523-policy","namespace":"ai-tenant-e2e-api-b-931523"},"namespace":"ai-tenant-e2e-api-b-931523","name":"e2e-e2e-api-b-931523-policy","reconcileID":"229eaf52-21eb-4077-adff-ae2753753df9","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-931523-policy","namespace":"ai-tenant-e2e-api-b-931523"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:17:45.75590164Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"6c1103b2-c617-42cb-9f77-bbe3d5d5856e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:17:45.755922134Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"6c1103b2-c617-42cb-9f77-bbe3d5d5856e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:17:46.85058691Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f4f5e95d-0b37-44a0-8082-568f26ac5931","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:17:46.899859784Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f4f5e95d-0b37-44a0-8082-568f26ac5931","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:17:46.94858664Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f4f5e95d-0b37-44a0-8082-568f26ac5931","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:17:46.997201958Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f4f5e95d-0b37-44a0-8082-568f26ac5931","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:17:47.789140517Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-913a17-policy","namespace":"ai-tenant-e2e-api-b-913a17"},"namespace":"ai-tenant-e2e-api-b-913a17","name":"e2e-e2e-api-b-913a17-policy","reconcileID":"8f909dbc-ca2c-42f0-96ee-1bdda67731df","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-913a17-policy","namespace":"ai-tenant-e2e-api-b-913a17"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-913a17","tenantID":"e2e-api-b-913a17","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:17:47.841545567Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-913a17-policy","namespace":"ai-tenant-e2e-api-b-913a17"},"namespace":"ai-tenant-e2e-api-b-913a17","name":"e2e-e2e-api-b-913a17-policy","reconcileID":"8f909dbc-ca2c-42f0-96ee-1bdda67731df","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-913a17-policy","namespace":"ai-tenant-e2e-api-b-913a17"},"name":"e2e-api-b-913a17-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:17:48.178301114Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"797c9303-a076-44fa-9f8d-2ad93508bd13","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:17:48.178320225Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"797c9303-a076-44fa-9f8d-2ad93508bd13","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:17:48.817454716Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8a38ac48-cfcb-401d-aded-b750027beecf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:17:48.866101897Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8a38ac48-cfcb-401d-aded-b750027beecf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:17:48.914667004Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8a38ac48-cfcb-401d-aded-b750027beecf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:17:48.963334274Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8a38ac48-cfcb-401d-aded-b750027beecf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:17:50.410774433Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-69fd8043"},"namespace":"ai-tenant-e2e-mt-69fd8043","name":"default-tenant","reconcileID":"fb707301-9eaa-4187-a577-bfaec0f18ed6","namespace":"ai-tenant-e2e-mt-69fd8043","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:17:50.410835962Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-69fd8043"},"namespace":"ai-tenant-e2e-mt-69fd8043","name":"default-tenant","reconcileID":"fb707301-9eaa-4187-a577-bfaec0f18ed6","namespace":"ai-tenant-e2e-mt-69fd8043","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:17:50.410911701Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-69fd8043"},"namespace":"ai-tenant-e2e-mt-69fd8043","name":"default-tenant","reconcileID":"fb707301-9eaa-4187-a577-bfaec0f18ed6","tenant":"e2e-mt-69fd8043","tenantID":"e2e-mt-69fd8043","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:17:50.461298387Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-69fd8043"},"namespace":"ai-tenant-e2e-mt-69fd8043","name":"default-tenant","reconcileID":"fb707301-9eaa-4187-a577-bfaec0f18ed6","gvk":"Deployment","name":"maas-api-e2e-mt-69fd8043","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:17:50.51905042Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-69fd8043"},"namespace":"ai-tenant-e2e-mt-69fd8043","name":"default-tenant","reconcileID":"fb707301-9eaa-4187-a577-bfaec0f18ed6","gvk":"Service","name":"maas-api-e2e-mt-69fd8043","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:17:50.570524525Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-69fd8043"},"namespace":"ai-tenant-e2e-mt-69fd8043","name":"default-tenant","reconcileID":"fb707301-9eaa-4187-a577-bfaec0f18ed6","gvk":"HTTPRoute","name":"maas-api-route-e2e-mt-69fd8043","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:17:50.620499444Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-69fd8043"},"namespace":"ai-tenant-e2e-mt-69fd8043","name":"default-tenant","reconcileID":"fb707301-9eaa-4187-a577-bfaec0f18ed6","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-mt-69fd8043","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:17:50.671419823Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-69fd8043"},"namespace":"ai-tenant-e2e-mt-69fd8043","name":"default-tenant","reconcileID":"fb707301-9eaa-4187-a577-bfaec0f18ed6","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-mt-69fd8043","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:17:50.722055712Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-69fd8043"},"namespace":"ai-tenant-e2e-mt-69fd8043","name":"default-tenant","reconcileID":"fb707301-9eaa-4187-a577-bfaec0f18ed6","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-mt-69fd8043","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:17:50.774992106Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-69fd8043"},"namespace":"ai-tenant-e2e-mt-69fd8043","name":"default-tenant","reconcileID":"fb707301-9eaa-4187-a577-bfaec0f18ed6","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-mt-69fd8043","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:17:50.779660406Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-931523-policy","namespace":"ai-tenant-e2e-api-b-931523"},"namespace":"ai-tenant-e2e-api-b-931523","name":"e2e-e2e-api-b-931523-policy","reconcileID":"fa5006d9-95c4-42ab-8629-78988b20720c","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-931523-policy","namespace":"ai-tenant-e2e-api-b-931523"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-931523","tenantID":"e2e-api-b-931523","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:17:50.825549801Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-69fd8043"},"namespace":"ai-tenant-e2e-mt-69fd8043","name":"default-tenant","reconcileID":"fb707301-9eaa-4187-a577-bfaec0f18ed6","gvk":"Telemetry","name":"latency-per-subscription-e2e-mt-69fd8043","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:17:50.835193623Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-931523-policy","namespace":"ai-tenant-e2e-api-b-931523"},"namespace":"ai-tenant-e2e-api-b-931523","name":"e2e-e2e-api-b-931523-policy","reconcileID":"fa5006d9-95c4-42ab-8629-78988b20720c","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-931523-policy","namespace":"ai-tenant-e2e-api-b-931523"},"name":"e2e-api-b-931523-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:17:50.874655965Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-69fd8043"},"namespace":"ai-tenant-e2e-mt-69fd8043","name":"default-tenant","reconcileID":"fb707301-9eaa-4187-a577-bfaec0f18ed6","gvk":"Deployment","name":"payload-processing-e2e-mt-69fd8043","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:17:50.893327291Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-931523-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (fa6a3f33ead8a16124bc22b917c7d63878f74dd7cf6170aa7812f9cb2337b805) AuthConfig (b242a9bd435b2c5247e58e2f2cd297d6e6507d574a11dd3480bc1b7cfbdac5e8) AuthConfig (12eeb2a0b9d3b1d8388f2c011e7aa98d06b6d2bd8d68941e5453c1effc955f21) AuthConfig (19c127c4838744635f345c90c33cf6601ca4a185325f6bfade8272e62f600ed6) AuthConfig (89b152b1dddec1aaeb874e3ac2b87fc9225c40207655316579e9839b8b6f2bf2) AuthConfig (6f3d0abb612f0820e4a55449a20314f9cc22fdd0f8102a1957dacdd8a661a339)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-931523-policy","namespace":"ai-tenant-e2e-api-b-931523"},"namespace":"ai-tenant-e2e-api-b-931523","name":"e2e-e2e-api-b-931523-policy","reconcileID":"fa5006d9-95c4-42ab-8629-78988b20720c","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-931523-policy","namespace":"ai-tenant-e2e-api-b-931523"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:17:50.923037403Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-69fd8043"},"namespace":"ai-tenant-e2e-mt-69fd8043","name":"default-tenant","reconcileID":"fb707301-9eaa-4187-a577-bfaec0f18ed6","gvk":"Deployment","name":"payload-pre-processing-e2e-mt-69fd8043","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:17:50.971210415Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-69fd8043"},"namespace":"ai-tenant-e2e-mt-69fd8043","name":"default-tenant","reconcileID":"fb707301-9eaa-4187-a577-bfaec0f18ed6","gvk":"Service","name":"payload-processing-e2e-mt-69fd8043","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:17:51.019417169Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-69fd8043"},"namespace":"ai-tenant-e2e-mt-69fd8043","name":"default-tenant","reconcileID":"fb707301-9eaa-4187-a577-bfaec0f18ed6","gvk":"Service","name":"payload-pre-processing-e2e-mt-69fd8043","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:17:51.068526787Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-69fd8043"},"namespace":"ai-tenant-e2e-mt-69fd8043","name":"default-tenant","reconcileID":"fb707301-9eaa-4187-a577-bfaec0f18ed6","gvk":"DestinationRule","name":"payload-processing-e2e-mt-69fd8043","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:17:51.116698924Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-69fd8043"},"namespace":"ai-tenant-e2e-mt-69fd8043","name":"default-tenant","reconcileID":"fb707301-9eaa-4187-a577-bfaec0f18ed6","gvk":"DestinationRule","name":"payload-pre-processing-e2e-mt-69fd8043","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:17:51.173786006Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-69fd8043"},"namespace":"ai-tenant-e2e-mt-69fd8043","name":"default-tenant","reconcileID":"fb707301-9eaa-4187-a577-bfaec0f18ed6","gvk":"EnvoyFilter","name":"payload-processing-e2e-mt-69fd8043","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:17:51.180633785Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"9bb70f52-097c-46d7-88eb-584d882bc064","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:17:51.180653097Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"9bb70f52-097c-46d7-88eb-584d882bc064","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:17:51.223269197Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-931523-policy","namespace":"ai-tenant-e2e-api-b-931523"},"namespace":"ai-tenant-e2e-api-b-931523","name":"e2e-e2e-api-b-931523-policy","reconcileID":"dee05028-ddf4-4f5c-b049-8fb0c4beea26","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-931523-policy","namespace":"ai-tenant-e2e-api-b-931523"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-931523","tenantID":"e2e-api-b-931523","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:17:51.226140843Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-69fd8043"},"namespace":"ai-tenant-e2e-mt-69fd8043","name":"default-tenant","reconcileID":"fb707301-9eaa-4187-a577-bfaec0f18ed6","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-mt-69fd8043","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:17:51.274141772Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-69fd8043"},"namespace":"ai-tenant-e2e-mt-69fd8043","name":"default-tenant","reconcileID":"fb707301-9eaa-4187-a577-bfaec0f18ed6","gvk":"NetworkPolicy","name":"payload-processing-e2e-mt-69fd8043","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:17:51.278190317Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-931523-policy","namespace":"ai-tenant-e2e-api-b-931523"},"namespace":"ai-tenant-e2e-api-b-931523","name":"e2e-e2e-api-b-931523-policy","reconcileID":"dee05028-ddf4-4f5c-b049-8fb0c4beea26","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-931523-policy","namespace":"ai-tenant-e2e-api-b-931523"},"name":"e2e-api-b-931523-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:17:51.321941616Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-69fd8043"},"namespace":"ai-tenant-e2e-mt-69fd8043","name":"default-tenant","reconcileID":"fb707301-9eaa-4187-a577-bfaec0f18ed6","gvk":"ServiceAccount","name":"payload-processing-e2e-mt-69fd8043","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:17:51.328889622Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-931523-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (fa6a3f33ead8a16124bc22b917c7d63878f74dd7cf6170aa7812f9cb2337b805) AuthConfig (b242a9bd435b2c5247e58e2f2cd297d6e6507d574a11dd3480bc1b7cfbdac5e8) AuthConfig (12eeb2a0b9d3b1d8388f2c011e7aa98d06b6d2bd8d68941e5453c1effc955f21) AuthConfig (19c127c4838744635f345c90c33cf6601ca4a185325f6bfade8272e62f600ed6) AuthConfig (89b152b1dddec1aaeb874e3ac2b87fc9225c40207655316579e9839b8b6f2bf2) AuthConfig (6f3d0abb612f0820e4a55449a20314f9cc22fdd0f8102a1957dacdd8a661a339)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-931523-policy","namespace":"ai-tenant-e2e-api-b-931523"},"namespace":"ai-tenant-e2e-api-b-931523","name":"e2e-e2e-api-b-931523-policy","reconcileID":"dee05028-ddf4-4f5c-b049-8fb0c4beea26","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-931523-policy","namespace":"ai-tenant-e2e-api-b-931523"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:17:51.329105075Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-931523-policy","namespace":"ai-tenant-e2e-api-b-931523"},"namespace":"ai-tenant-e2e-api-b-931523","name":"e2e-e2e-api-b-931523-policy","reconcileID":"f1561faa-bad6-44e8-9a58-f235cc9b7789","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-931523-policy","namespace":"ai-tenant-e2e-api-b-931523"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:17:51.378328628Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-69fd8043"},"namespace":"ai-tenant-e2e-mt-69fd8043","name":"default-tenant","reconcileID":"fb707301-9eaa-4187-a577-bfaec0f18ed6","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-mt-69fd8043","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:17:51.443706575Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-69fd8043"},"namespace":"ai-tenant-e2e-mt-69fd8043","name":"default-tenant","reconcileID":"fb707301-9eaa-4187-a577-bfaec0f18ed6","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-mt-69fd8043","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:17:51.53891769Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-931523"},"namespace":"ai-tenant-e2e-api-b-931523","name":"default-tenant","reconcileID":"d62d1abe-eb39-455c-90c9-20cd68410c11","namespace":"ai-tenant-e2e-api-b-931523","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:17:51.538973676Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-931523"},"namespace":"ai-tenant-e2e-api-b-931523","name":"default-tenant","reconcileID":"d62d1abe-eb39-455c-90c9-20cd68410c11","namespace":"ai-tenant-e2e-api-b-931523","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:17:51.539015801Z","body":"Deleting MaaSAuthPolicy","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-931523"},"namespace":"ai-tenant-e2e-api-b-931523","name":"default-tenant","reconcileID":"d62d1abe-eb39-455c-90c9-20cd68410c11","name":"e2e-e2e-api-b-931523-policy","namespace":"ai-tenant-e2e-api-b-931523","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:17:51.61709567Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-f6c034-policy","namespace":"ai-tenant-e2e-api-a-f6c034"},"namespace":"ai-tenant-e2e-api-a-f6c034","name":"e2e-e2e-api-a-f6c034-policy","reconcileID":"39695f90-65d3-4f7e-8f2f-f309cb11ccbd","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-f6c034-policy","namespace":"ai-tenant-e2e-api-a-f6c034"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-f6c034","tenantID":"e2e-api-a-f6c034","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:17:51.617494978Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-931523-policy","namespace":"ai-tenant-e2e-api-b-931523"},"namespace":"ai-tenant-e2e-api-b-931523","name":"e2e-e2e-api-b-931523-policy","reconcileID":"f1561faa-bad6-44e8-9a58-f235cc9b7789","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-931523-policy","namespace":"ai-tenant-e2e-api-b-931523"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-931523","tenantID":"e2e-api-b-931523","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:17:51.618022423Z","body":"Waiting for MaaSAuthPolicy finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-931523"},"namespace":"ai-tenant-e2e-api-b-931523","name":"default-tenant","reconcileID":"d62d1abe-eb39-455c-90c9-20cd68410c11","count":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:17:51.670519037Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-f6c034-policy","namespace":"ai-tenant-e2e-api-a-f6c034"},"namespace":"ai-tenant-e2e-api-a-f6c034","name":"e2e-e2e-api-a-f6c034-policy","reconcileID":"39695f90-65d3-4f7e-8f2f-f309cb11ccbd","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-f6c034-policy","namespace":"ai-tenant-e2e-api-a-f6c034"},"name":"e2e-api-a-f6c034-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:17:51.722489492Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-f6c034-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (e39eb857eb4a64f4ffca6fa3b7d7573cd58398bff3ff52bfc2008f849f8e5a9d) AuthConfig (08af97c109b66239a078495a9e2f7001d349a6821e78a556b3e4a5bafe274766) AuthConfig (ca8b8984795a77e62635782e06ba03c62a71d814ddc6294319bed5e47b906c7b) AuthConfig (4462f329f50e0aa4511ecb10c22f9013dfc601124a9c63d7eae5798fa2520b49) AuthConfig (0f8cc588ee114cb84cef8641cbbd6d9ef1a5a3e17e7f67d8854be9d78b228c92) AuthConfig (c8d2b284f346e15acc738c5fb271088f51fd4fc013c9222c4549e117df47d1fb)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-f6c034-policy","namespace":"ai-tenant-e2e-api-a-f6c034"},"namespace":"ai-tenant-e2e-api-a-f6c034","name":"e2e-e2e-api-a-f6c034-policy","reconcileID":"39695f90-65d3-4f7e-8f2f-f309cb11ccbd","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-f6c034-policy","namespace":"ai-tenant-e2e-api-a-f6c034"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:17:51.731876808Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-931523-policy","namespace":"ai-tenant-e2e-api-b-931523"},"namespace":"ai-tenant-e2e-api-b-931523","name":"e2e-e2e-api-b-931523-policy","reconcileID":"f1561faa-bad6-44e8-9a58-f235cc9b7789","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-931523-policy","namespace":"ai-tenant-e2e-api-b-931523"},"name":"e2e-api-b-931523-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:17:51.731897361Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-931523-policy","namespace":"ai-tenant-e2e-api-b-931523"},"namespace":"ai-tenant-e2e-api-b-931523","name":"e2e-e2e-api-b-931523-policy","reconcileID":"f1561faa-bad6-44e8-9a58-f235cc9b7789","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-931523-policy","namespace":"ai-tenant-e2e-api-b-931523"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-931523","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:17:51.833594149Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"5ec6a354-02c2-40a5-934c-fc0925bac7cf","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:17:51.833615934Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"5ec6a354-02c2-40a5-934c-fc0925bac7cf","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:17:52.097597962Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-913a17-policy","namespace":"ai-tenant-e2e-api-b-913a17"},"namespace":"ai-tenant-e2e-api-b-913a17","name":"e2e-e2e-api-b-913a17-policy","reconcileID":"98c459d0-abf4-405d-99a6-a8974017047e","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-913a17-policy","namespace":"ai-tenant-e2e-api-b-913a17"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:17:52.097626665Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"5f8264ba-a306-4511-8205-e04b695d9bad","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:17:52.097642827Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"5f8264ba-a306-4511-8205-e04b695d9bad","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:17:52.1857778Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"230fbd94-2aeb-4d73-bb7c-02d341f3cedf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:17:52.236472643Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"230fbd94-2aeb-4d73-bb7c-02d341f3cedf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:17:52.289082237Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"230fbd94-2aeb-4d73-bb7c-02d341f3cedf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:17:52.340039639Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"230fbd94-2aeb-4d73-bb7c-02d341f3cedf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:17:52.391818199Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-913a17-policy","namespace":"ai-tenant-e2e-api-b-913a17"},"namespace":"ai-tenant-e2e-api-b-913a17","name":"e2e-e2e-api-b-913a17-policy","reconcileID":"98c459d0-abf4-405d-99a6-a8974017047e","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-913a17-policy","namespace":"ai-tenant-e2e-api-b-913a17"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-913a17","tenantID":"e2e-api-b-913a17","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:17:52.415121311Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-mt-69fd8043","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-mt-69fd8043","reconcileID":"5c287d05-82bf-4e6a-a693-4e8363c77301","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-mt-69fd8043","removed":["maas.opendatahub.io/gateway-access-e2e-mt-69fd8043"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:17:52.508142872Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-913a17-policy","namespace":"ai-tenant-e2e-api-b-913a17"},"namespace":"ai-tenant-e2e-api-b-913a17","name":"e2e-e2e-api-b-913a17-policy","reconcileID":"98c459d0-abf4-405d-99a6-a8974017047e","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-913a17-policy","namespace":"ai-tenant-e2e-api-b-913a17"},"name":"e2e-api-b-913a17-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:17:52.5081686Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-913a17-policy","namespace":"ai-tenant-e2e-api-b-913a17"},"namespace":"ai-tenant-e2e-api-b-913a17","name":"e2e-e2e-api-b-913a17-policy","reconcileID":"98c459d0-abf4-405d-99a6-a8974017047e","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-913a17-policy","namespace":"ai-tenant-e2e-api-b-913a17"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-913a17","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T12:17:52.567145787Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-69fd8043","namespace":"ai-tenant-e2e-mt-69fd8043"},"namespace":"ai-tenant-e2e-mt-69fd8043","name":"e2e-lifecycle-model-69fd8043","reconcileID":"892b95e5-8dce-40f7-aeb6-97a5980801a6","MaaSModelRef":{"name":"e2e-lifecycle-model-69fd8043","namespace":"ai-tenant-e2e-mt-69fd8043"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-69fd8043/e2e-lifecycle-model-69fd8043: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-69fd8043/e2e-lifecycle-model-69fd8043-kserve-route (gateways: [openshift-ingress/e2e-mt-69fd8043]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T12:17:52.619525238Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-69fd8043","namespace":"ai-tenant-e2e-mt-69fd8043"},"namespace":"ai-tenant-e2e-mt-69fd8043","name":"e2e-lifecycle-model-69fd8043","reconcileID":"892b95e5-8dce-40f7-aeb6-97a5980801a6","error":"resolve tenant gateway for model ai-tenant-e2e-mt-69fd8043/e2e-lifecycle-model-69fd8043: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-69fd8043/e2e-lifecycle-model-69fd8043-kserve-route (gateways: [openshift-ingress/e2e-mt-69fd8043]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T12:17:52.619730575Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"f8e34d8f-536a-4043-97fb-8a44aa4f66dc","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:17:52.619742225Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"f8e34d8f-536a-4043-97fb-8a44aa4f66dc","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T12:17:52.625528918Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-69fd8043","namespace":"ai-tenant-e2e-mt-69fd8043"},"namespace":"ai-tenant-e2e-mt-69fd8043","name":"e2e-lifecycle-model-69fd8043","reconcileID":"b5afe53f-35b2-4df3-af3f-0b23f7542548","MaaSModelRef":{"name":"e2e-lifecycle-model-69fd8043","namespace":"ai-tenant-e2e-mt-69fd8043"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-69fd8043/e2e-lifecycle-model-69fd8043: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-69fd8043/e2e-lifecycle-model-69fd8043-kserve-route (gateways: [openshift-ingress/e2e-mt-69fd8043]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T12:17:52.625600737Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-69fd8043","namespace":"ai-tenant-e2e-mt-69fd8043"},"namespace":"ai-tenant-e2e-mt-69fd8043","name":"e2e-lifecycle-model-69fd8043","reconcileID":"b5afe53f-35b2-4df3-af3f-0b23f7542548","error":"resolve tenant gateway for model ai-tenant-e2e-mt-69fd8043/e2e-lifecycle-model-69fd8043: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-69fd8043/e2e-lifecycle-model-69fd8043-kserve-route (gateways: [openshift-ingress/e2e-mt-69fd8043]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T12:17:52.636749961Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-69fd8043","namespace":"ai-tenant-e2e-mt-69fd8043"},"namespace":"ai-tenant-e2e-mt-69fd8043","name":"e2e-lifecycle-model-69fd8043","reconcileID":"047e15cb-91ef-4c60-871c-cdb4563bf09a","MaaSModelRef":{"name":"e2e-lifecycle-model-69fd8043","namespace":"ai-tenant-e2e-mt-69fd8043"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-69fd8043/e2e-lifecycle-model-69fd8043: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-69fd8043/e2e-lifecycle-model-69fd8043-kserve-route (gateways: [openshift-ingress/e2e-mt-69fd8043]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T12:17:52.636819724Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-69fd8043","namespace":"ai-tenant-e2e-mt-69fd8043"},"namespace":"ai-tenant-e2e-mt-69fd8043","name":"e2e-lifecycle-model-69fd8043","reconcileID":"047e15cb-91ef-4c60-871c-cdb4563bf09a","error":"resolve tenant gateway for model ai-tenant-e2e-mt-69fd8043/e2e-lifecycle-model-69fd8043: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-69fd8043/e2e-lifecycle-model-69fd8043-kserve-route (gateways: [openshift-ingress/e2e-mt-69fd8043]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T12:17:52.657049133Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-69fd8043","namespace":"ai-tenant-e2e-mt-69fd8043"},"namespace":"ai-tenant-e2e-mt-69fd8043","name":"e2e-lifecycle-model-69fd8043","reconcileID":"216b442d-11f2-4ecd-aca9-a164458b52e7","MaaSModelRef":{"name":"e2e-lifecycle-model-69fd8043","namespace":"ai-tenant-e2e-mt-69fd8043"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-69fd8043/e2e-lifecycle-model-69fd8043: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-69fd8043/e2e-lifecycle-model-69fd8043-kserve-route (gateways: [openshift-ingress/e2e-mt-69fd8043]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T12:17:52.657109638Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-69fd8043","namespace":"ai-tenant-e2e-mt-69fd8043"},"namespace":"ai-tenant-e2e-mt-69fd8043","name":"e2e-lifecycle-model-69fd8043","reconcileID":"216b442d-11f2-4ecd-aca9-a164458b52e7","error":"resolve tenant gateway for model ai-tenant-e2e-mt-69fd8043/e2e-lifecycle-model-69fd8043: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-69fd8043/e2e-lifecycle-model-69fd8043-kserve-route (gateways: [openshift-ingress/e2e-mt-69fd8043]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T12:17:52.698240505Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-69fd8043","namespace":"ai-tenant-e2e-mt-69fd8043"},"namespace":"ai-tenant-e2e-mt-69fd8043","name":"e2e-lifecycle-model-69fd8043","reconcileID":"87854a0c-5578-477a-a8b1-9c52e49e2412","MaaSModelRef":{"name":"e2e-lifecycle-model-69fd8043","namespace":"ai-tenant-e2e-mt-69fd8043"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-69fd8043/e2e-lifecycle-model-69fd8043: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-69fd8043/e2e-lifecycle-model-69fd8043-kserve-route (gateways: [openshift-ingress/e2e-mt-69fd8043]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T12:17:52.698318486Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-69fd8043","namespace":"ai-tenant-e2e-mt-69fd8043"},"namespace":"ai-tenant-e2e-mt-69fd8043","name":"e2e-lifecycle-model-69fd8043","reconcileID":"87854a0c-5578-477a-a8b1-9c52e49e2412","error":"resolve tenant gateway for model ai-tenant-e2e-mt-69fd8043/e2e-lifecycle-model-69fd8043: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-69fd8043/e2e-lifecycle-model-69fd8043-kserve-route (gateways: [openshift-ingress/e2e-mt-69fd8043]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T12:17:52.779089413Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-69fd8043","namespace":"ai-tenant-e2e-mt-69fd8043"},"namespace":"ai-tenant-e2e-mt-69fd8043","name":"e2e-lifecycle-model-69fd8043","reconcileID":"b0dff90f-05e1-47d3-b16a-6ad72d234cb5","MaaSModelRef":{"name":"e2e-lifecycle-model-69fd8043","namespace":"ai-tenant-e2e-mt-69fd8043"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-69fd8043/e2e-lifecycle-model-69fd8043: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-69fd8043/e2e-lifecycle-model-69fd8043-kserve-route (gateways: [openshift-ingress/e2e-mt-69fd8043]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T12:17:52.779160739Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-69fd8043","namespace":"ai-tenant-e2e-mt-69fd8043"},"namespace":"ai-tenant-e2e-mt-69fd8043","name":"e2e-lifecycle-model-69fd8043","reconcileID":"b0dff90f-05e1-47d3-b16a-6ad72d234cb5","error":"resolve tenant gateway for model ai-tenant-e2e-mt-69fd8043/e2e-lifecycle-model-69fd8043: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-69fd8043/e2e-lifecycle-model-69fd8043-kserve-route (gateways: [openshift-ingress/e2e-mt-69fd8043]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T12:17:52.939766592Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-69fd8043","namespace":"ai-tenant-e2e-mt-69fd8043"},"namespace":"ai-tenant-e2e-mt-69fd8043","name":"e2e-lifecycle-model-69fd8043","reconcileID":"60d30fe3-6453-4f4c-b3c7-59fcd06f5687","MaaSModelRef":{"name":"e2e-lifecycle-model-69fd8043","namespace":"ai-tenant-e2e-mt-69fd8043"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-69fd8043/e2e-lifecycle-model-69fd8043: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-69fd8043/e2e-lifecycle-model-69fd8043-kserve-route (gateways: [openshift-ingress/e2e-mt-69fd8043]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T12:17:52.939844508Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-69fd8043","namespace":"ai-tenant-e2e-mt-69fd8043"},"namespace":"ai-tenant-e2e-mt-69fd8043","name":"e2e-lifecycle-model-69fd8043","reconcileID":"60d30fe3-6453-4f4c-b3c7-59fcd06f5687","error":"resolve tenant gateway for model ai-tenant-e2e-mt-69fd8043/e2e-lifecycle-model-69fd8043: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-69fd8043/e2e-lifecycle-model-69fd8043-kserve-route (gateways: [openshift-ingress/e2e-mt-69fd8043]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T12:17:53.26080482Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-69fd8043","namespace":"ai-tenant-e2e-mt-69fd8043"},"namespace":"ai-tenant-e2e-mt-69fd8043","name":"e2e-lifecycle-model-69fd8043","reconcileID":"9935d76f-e23f-4b87-91cf-ae2186f9935e","MaaSModelRef":{"name":"e2e-lifecycle-model-69fd8043","namespace":"ai-tenant-e2e-mt-69fd8043"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-69fd8043/e2e-lifecycle-model-69fd8043: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-69fd8043/e2e-lifecycle-model-69fd8043-kserve-route (gateways: [openshift-ingress/e2e-mt-69fd8043]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T12:17:53.260883903Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-69fd8043","namespace":"ai-tenant-e2e-mt-69fd8043"},"namespace":"ai-tenant-e2e-mt-69fd8043","name":"e2e-lifecycle-model-69fd8043","reconcileID":"9935d76f-e23f-4b87-91cf-ae2186f9935e","error":"resolve tenant gateway for model ai-tenant-e2e-mt-69fd8043/e2e-lifecycle-model-69fd8043: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-69fd8043/e2e-lifecycle-model-69fd8043-kserve-route (gateways: [openshift-ingress/e2e-mt-69fd8043]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T12:17:53.868096495Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-69fd8043","namespace":"ai-tenant-e2e-mt-69fd8043"},"namespace":"ai-tenant-e2e-mt-69fd8043","name":"e2e-lifecycle-model-69fd8043","reconcileID":"119d0572-8758-4235-81b3-d6f328d74b88","MaaSModelRef":{"name":"e2e-lifecycle-model-69fd8043","namespace":"ai-tenant-e2e-mt-69fd8043"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-69fd8043/e2e-lifecycle-model-69fd8043: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-69fd8043/e2e-lifecycle-model-69fd8043-kserve-route (gateways: [openshift-ingress/e2e-mt-69fd8043]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T12:17:53.868173178Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-69fd8043","namespace":"ai-tenant-e2e-mt-69fd8043"},"namespace":"ai-tenant-e2e-mt-69fd8043","name":"e2e-lifecycle-model-69fd8043","reconcileID":"119d0572-8758-4235-81b3-d6f328d74b88","error":"resolve tenant gateway for model ai-tenant-e2e-mt-69fd8043/e2e-lifecycle-model-69fd8043: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-69fd8043/e2e-lifecycle-model-69fd8043-kserve-route (gateways: [openshift-ingress/e2e-mt-69fd8043]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T12:17:54.234676035Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b5e528c1-3d18-4129-a9b2-e11297cc25f1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:17:54.283367971Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b5e528c1-3d18-4129-a9b2-e11297cc25f1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:17:54.332287502Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b5e528c1-3d18-4129-a9b2-e11297cc25f1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:17:54.381463681Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b5e528c1-3d18-4129-a9b2-e11297cc25f1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T12:17:55.149179033Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-69fd8043","namespace":"ai-tenant-e2e-mt-69fd8043"},"namespace":"ai-tenant-e2e-mt-69fd8043","name":"e2e-lifecycle-model-69fd8043","reconcileID":"9a764988-665c-41b2-8beb-4bd9ef357e0f","MaaSModelRef":{"name":"e2e-lifecycle-model-69fd8043","namespace":"ai-tenant-e2e-mt-69fd8043"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-69fd8043/e2e-lifecycle-model-69fd8043: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-69fd8043/e2e-lifecycle-model-69fd8043-kserve-route (gateways: [openshift-ingress/e2e-mt-69fd8043]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T12:17:55.14925379Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-69fd8043","namespace":"ai-tenant-e2e-mt-69fd8043"},"namespace":"ai-tenant-e2e-mt-69fd8043","name":"e2e-lifecycle-model-69fd8043","reconcileID":"9a764988-665c-41b2-8beb-4bd9ef357e0f","error":"resolve tenant gateway for model ai-tenant-e2e-mt-69fd8043/e2e-lifecycle-model-69fd8043: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-69fd8043/e2e-lifecycle-model-69fd8043-kserve-route (gateways: [openshift-ingress/e2e-mt-69fd8043]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T12:17:55.712530494Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:17:56.239752669Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"59c4bf47-1aad-44f9-8265-098d38fa15e6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:17:56.288499593Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"59c4bf47-1aad-44f9-8265-098d38fa15e6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:17:56.337209024Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"59c4bf47-1aad-44f9-8265-098d38fa15e6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:17:56.386260615Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"59c4bf47-1aad-44f9-8265-098d38fa15e6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T12:17:57.709685454Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-69fd8043","namespace":"ai-tenant-e2e-mt-69fd8043"},"namespace":"ai-tenant-e2e-mt-69fd8043","name":"e2e-lifecycle-model-69fd8043","reconcileID":"efd3e2ac-0525-4158-8c94-20420052a090","MaaSModelRef":{"name":"e2e-lifecycle-model-69fd8043","namespace":"ai-tenant-e2e-mt-69fd8043"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-69fd8043/e2e-lifecycle-model-69fd8043: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-69fd8043/e2e-lifecycle-model-69fd8043-kserve-route (gateways: [openshift-ingress/e2e-mt-69fd8043]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T12:17:57.709756661Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-69fd8043","namespace":"ai-tenant-e2e-mt-69fd8043"},"namespace":"ai-tenant-e2e-mt-69fd8043","name":"e2e-lifecycle-model-69fd8043","reconcileID":"efd3e2ac-0525-4158-8c94-20420052a090","error":"resolve tenant gateway for model ai-tenant-e2e-mt-69fd8043/e2e-lifecycle-model-69fd8043: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-69fd8043/e2e-lifecycle-model-69fd8043-kserve-route (gateways: [openshift-ingress/e2e-mt-69fd8043]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T12:17:58.199619217Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b9c92b32-56a2-4a5e-9e20-0ecbdcbf7e7f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:17:58.248666611Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b9c92b32-56a2-4a5e-9e20-0ecbdcbf7e7f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:17:58.297416873Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b9c92b32-56a2-4a5e-9e20-0ecbdcbf7e7f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:17:58.346855098Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b9c92b32-56a2-4a5e-9e20-0ecbdcbf7e7f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T12:17:58.696255282Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-69fd8043","namespace":"ai-tenant-e2e-mt-69fd8043"},"namespace":"ai-tenant-e2e-mt-69fd8043","name":"e2e-lifecycle-model-69fd8043","reconcileID":"983e84c8-99e6-4e59-be02-330ef6ef9132","MaaSModelRef":{"name":"e2e-lifecycle-model-69fd8043","namespace":"ai-tenant-e2e-mt-69fd8043"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-69fd8043/e2e-lifecycle-model-69fd8043: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-69fd8043/e2e-lifecycle-model-69fd8043-kserve-route (gateways: [openshift-ingress/e2e-mt-69fd8043]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T12:17:58.696323405Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-69fd8043","namespace":"ai-tenant-e2e-mt-69fd8043"},"namespace":"ai-tenant-e2e-mt-69fd8043","name":"e2e-lifecycle-model-69fd8043","reconcileID":"983e84c8-99e6-4e59-be02-330ef6ef9132","error":"resolve tenant gateway for model ai-tenant-e2e-mt-69fd8043/e2e-lifecycle-model-69fd8043: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-69fd8043/e2e-lifecycle-model-69fd8043-kserve-route (gateways: [openshift-ingress/e2e-mt-69fd8043]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T12:17:58.896253227Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-69fd8043","namespace":"ai-tenant-e2e-mt-69fd8043"},"namespace":"ai-tenant-e2e-mt-69fd8043","name":"e2e-lifecycle-model-69fd8043","reconcileID":"12f92f3f-acdd-4d95-989f-67a44f3fafd4","MaaSModelRef":{"name":"e2e-lifecycle-model-69fd8043","namespace":"ai-tenant-e2e-mt-69fd8043"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-69fd8043/e2e-lifecycle-model-69fd8043: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-69fd8043/e2e-lifecycle-model-69fd8043-kserve-route (gateways: [openshift-ingress/e2e-mt-69fd8043]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T12:17:58.896325213Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-69fd8043","namespace":"ai-tenant-e2e-mt-69fd8043"},"namespace":"ai-tenant-e2e-mt-69fd8043","name":"e2e-lifecycle-model-69fd8043","reconcileID":"12f92f3f-acdd-4d95-989f-67a44f3fafd4","error":"resolve tenant gateway for model ai-tenant-e2e-mt-69fd8043/e2e-lifecycle-model-69fd8043: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-69fd8043/e2e-lifecycle-model-69fd8043-kserve-route (gateways: [openshift-ingress/e2e-mt-69fd8043]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T12:18:00.048220032Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-69fd8043","namespace":"ai-tenant-e2e-mt-69fd8043"},"namespace":"ai-tenant-e2e-mt-69fd8043","name":"e2e-lifecycle-model-69fd8043","reconcileID":"52bd0e13-1a53-4d4b-8fcd-ee5fed361858","MaaSModelRef":{"name":"e2e-lifecycle-model-69fd8043","namespace":"ai-tenant-e2e-mt-69fd8043"},"tenant":"e2e-mt-69fd8043","gateway":"openshift-ingress/e2e-mt-69fd8043","model":"ai-tenant-e2e-mt-69fd8043/e2e-lifecycle-model-69fd8043","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:18:00.048252264Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-69fd8043","namespace":"ai-tenant-e2e-mt-69fd8043"},"namespace":"ai-tenant-e2e-mt-69fd8043","name":"e2e-lifecycle-model-69fd8043","reconcileID":"52bd0e13-1a53-4d4b-8fcd-ee5fed361858","MaaSModelRef":{"name":"e2e-lifecycle-model-69fd8043","namespace":"ai-tenant-e2e-mt-69fd8043"},"routeName":"e2e-lifecycle-model-69fd8043-kserve-route","namespace":"ai-tenant-e2e-mt-69fd8043","llmisvcName":"e2e-lifecycle-model-69fd8043","gateway":"openshift-ingress/e2e-mt-69fd8043","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:18:00.199610224Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-mt-69fd8043","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-mt-69fd8043","reconcileID":"2ce28f85-185e-4272-b0d9-313da7b73c44","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-mt-69fd8043","applied":{"maas.opendatahub.io/gateway-access-e2e-mt-69fd8043":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:18:00.223747597Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a464c906-2a13-4c9b-980f-91203f15da5a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:18:00.272601169Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a464c906-2a13-4c9b-980f-91203f15da5a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:18:00.321229857Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a464c906-2a13-4c9b-980f-91203f15da5a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:18:00.369996187Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a464c906-2a13-4c9b-980f-91203f15da5a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:18:01.086909171Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-69fd8043","namespace":"ai-tenant-e2e-mt-69fd8043"},"namespace":"ai-tenant-e2e-mt-69fd8043","name":"e2e-lifecycle-model-69fd8043","reconcileID":"cd682b02-a92d-4b99-8d45-f71a3f4e9888","MaaSModelRef":{"name":"e2e-lifecycle-model-69fd8043","namespace":"ai-tenant-e2e-mt-69fd8043"},"tenant":"e2e-mt-69fd8043","gateway":"openshift-ingress/e2e-mt-69fd8043","model":"ai-tenant-e2e-mt-69fd8043/e2e-lifecycle-model-69fd8043","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:18:01.086930594Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-69fd8043","namespace":"ai-tenant-e2e-mt-69fd8043"},"namespace":"ai-tenant-e2e-mt-69fd8043","name":"e2e-lifecycle-model-69fd8043","reconcileID":"cd682b02-a92d-4b99-8d45-f71a3f4e9888","MaaSModelRef":{"name":"e2e-lifecycle-model-69fd8043","namespace":"ai-tenant-e2e-mt-69fd8043"},"routeName":"e2e-lifecycle-model-69fd8043-kserve-route","namespace":"ai-tenant-e2e-mt-69fd8043","llmisvcName":"e2e-lifecycle-model-69fd8043","gateway":"openshift-ingress/e2e-mt-69fd8043","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:18:01.93259383Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-f6c034-policy","namespace":"ai-tenant-e2e-api-a-f6c034"},"namespace":"ai-tenant-e2e-api-a-f6c034","name":"e2e-e2e-api-a-f6c034-policy","reconcileID":"fab8adc4-f881-4899-83b0-d55ca717a7ea","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-f6c034-policy","namespace":"ai-tenant-e2e-api-a-f6c034"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-f6c034","tenantID":"e2e-api-a-f6c034","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:18:01.984761351Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-f6c034-policy","namespace":"ai-tenant-e2e-api-a-f6c034"},"namespace":"ai-tenant-e2e-api-a-f6c034","name":"e2e-e2e-api-a-f6c034-policy","reconcileID":"fab8adc4-f881-4899-83b0-d55ca717a7ea","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-f6c034-policy","namespace":"ai-tenant-e2e-api-a-f6c034"},"name":"e2e-api-a-f6c034-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:18:02.040344627Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-f6c034-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (e39eb857eb4a64f4ffca6fa3b7d7573cd58398bff3ff52bfc2008f849f8e5a9d) AuthConfig (08af97c109b66239a078495a9e2f7001d349a6821e78a556b3e4a5bafe274766) AuthConfig (ca8b8984795a77e62635782e06ba03c62a71d814ddc6294319bed5e47b906c7b) AuthConfig (4462f329f50e0aa4511ecb10c22f9013dfc601124a9c63d7eae5798fa2520b49) AuthConfig (0f8cc588ee114cb84cef8641cbbd6d9ef1a5a3e17e7f67d8854be9d78b228c92) AuthConfig (c8d2b284f346e15acc738c5fb271088f51fd4fc013c9222c4549e117df47d1fb)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-f6c034-policy","namespace":"ai-tenant-e2e-api-a-f6c034"},"namespace":"ai-tenant-e2e-api-a-f6c034","name":"e2e-e2e-api-a-f6c034-policy","reconcileID":"fab8adc4-f881-4899-83b0-d55ca717a7ea","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-f6c034-policy","namespace":"ai-tenant-e2e-api-a-f6c034"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:18:02.208223492Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"add54d5c-5033-4bf0-af98-ff589f372d3e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:18:02.257021229Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"add54d5c-5033-4bf0-af98-ff589f372d3e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:18:02.306003461Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"add54d5c-5033-4bf0-af98-ff589f372d3e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:18:02.355464237Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"add54d5c-5033-4bf0-af98-ff589f372d3e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:18:04.228206296Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e991e74c-18e7-4928-900f-c64a1e8bba1d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:18:04.276701039Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e991e74c-18e7-4928-900f-c64a1e8bba1d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:18:04.325334182Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e991e74c-18e7-4928-900f-c64a1e8bba1d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:18:04.373972997Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e991e74c-18e7-4928-900f-c64a1e8bba1d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:18:06.2211915Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"01d7f097-73dd-4faf-a63d-d6958ce2429c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:18:06.270179168Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"01d7f097-73dd-4faf-a63d-d6958ce2429c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:18:06.319143917Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"01d7f097-73dd-4faf-a63d-d6958ce2429c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:18:06.427296854Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"01d7f097-73dd-4faf-a63d-d6958ce2429c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:18:12.137417934Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-f6c034-policy","namespace":"ai-tenant-e2e-api-a-f6c034"},"namespace":"ai-tenant-e2e-api-a-f6c034","name":"e2e-e2e-api-a-f6c034-policy","reconcileID":"e40353ce-0aa9-49c4-bf34-ecf867a5bde2","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-f6c034-policy","namespace":"ai-tenant-e2e-api-a-f6c034"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-f6c034","tenantID":"e2e-api-a-f6c034","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:18:12.18997001Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-f6c034-policy","namespace":"ai-tenant-e2e-api-a-f6c034"},"namespace":"ai-tenant-e2e-api-a-f6c034","name":"e2e-e2e-api-a-f6c034-policy","reconcileID":"e40353ce-0aa9-49c4-bf34-ecf867a5bde2","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-f6c034-policy","namespace":"ai-tenant-e2e-api-a-f6c034"},"name":"e2e-api-a-f6c034-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:18:12.492852299Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"470e82d5-9385-44ed-900c-afe304230389","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:18:12.492879749Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"470e82d5-9385-44ed-900c-afe304230389","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:18:15.051781955Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-8e8d12"},"namespace":"ai-tenant-e2e-ipp-a-8e8d12","name":"default-tenant","reconcileID":"61039de2-cd58-47d9-b2af-7c6631599f39","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-8e8d12","tenantID":"e2e-ipp-a-8e8d12","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:18:15.159193587Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-8e8d12"},"namespace":"ai-tenant-e2e-ipp-a-8e8d12","name":"default-tenant","reconcileID":"61039de2-cd58-47d9-b2af-7c6631599f39","name":"e2e-ipp-a-8e8d12-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:18:23.948696926Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-89a88d"},"namespace":"ai-tenant-e2e-api-b-89a88d","name":"default-tenant","reconcileID":"b6f0b3fd-7463-4b41-ac92-5b5369a94a1b","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-89a88d","tenantID":"e2e-api-b-89a88d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:18:24.05555919Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-89a88d"},"namespace":"ai-tenant-e2e-api-b-89a88d","name":"default-tenant","reconcileID":"b6f0b3fd-7463-4b41-ac92-5b5369a94a1b","name":"e2e-api-b-89a88d-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:18:25.713542046Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:18:32.941640684Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-913a17"},"namespace":"ai-tenant-e2e-api-b-913a17","name":"default-tenant","reconcileID":"a308cb1a-b7f6-4d8a-b444-da1d3d0b8841","namespace":"ai-tenant-e2e-api-b-913a17","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:18:32.941701873Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-913a17"},"namespace":"ai-tenant-e2e-api-b-913a17","name":"default-tenant","reconcileID":"a308cb1a-b7f6-4d8a-b444-da1d3d0b8841","namespace":"ai-tenant-e2e-api-b-913a17","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:18:32.94175096Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-913a17"},"namespace":"ai-tenant-e2e-api-b-913a17","name":"default-tenant","reconcileID":"a308cb1a-b7f6-4d8a-b444-da1d3d0b8841","tenant":"e2e-api-b-913a17","tenantID":"e2e-api-b-913a17","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:18:32.991516458Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-913a17"},"namespace":"ai-tenant-e2e-api-b-913a17","name":"default-tenant","reconcileID":"a308cb1a-b7f6-4d8a-b444-da1d3d0b8841","gvk":"Deployment","name":"maas-api-e2e-api-b-913a17","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:18:33.046619993Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-913a17"},"namespace":"ai-tenant-e2e-api-b-913a17","name":"default-tenant","reconcileID":"a308cb1a-b7f6-4d8a-b444-da1d3d0b8841","gvk":"Service","name":"maas-api-e2e-api-b-913a17","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:18:33.104093747Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-913a17"},"namespace":"ai-tenant-e2e-api-b-913a17","name":"default-tenant","reconcileID":"a308cb1a-b7f6-4d8a-b444-da1d3d0b8841","gvk":"HTTPRoute","name":"maas-api-route-e2e-api-b-913a17","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:18:33.154065663Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-913a17"},"namespace":"ai-tenant-e2e-api-b-913a17","name":"default-tenant","reconcileID":"a308cb1a-b7f6-4d8a-b444-da1d3d0b8841","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-api-b-913a17","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:18:33.20989607Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-913a17"},"namespace":"ai-tenant-e2e-api-b-913a17","name":"default-tenant","reconcileID":"a308cb1a-b7f6-4d8a-b444-da1d3d0b8841","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-api-b-913a17","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:18:33.260647545Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-913a17"},"namespace":"ai-tenant-e2e-api-b-913a17","name":"default-tenant","reconcileID":"a308cb1a-b7f6-4d8a-b444-da1d3d0b8841","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-api-b-913a17","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:18:33.31566981Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-913a17"},"namespace":"ai-tenant-e2e-api-b-913a17","name":"default-tenant","reconcileID":"a308cb1a-b7f6-4d8a-b444-da1d3d0b8841","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-api-b-913a17","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:18:33.367628846Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-913a17"},"namespace":"ai-tenant-e2e-api-b-913a17","name":"default-tenant","reconcileID":"a308cb1a-b7f6-4d8a-b444-da1d3d0b8841","gvk":"Telemetry","name":"latency-per-subscription-e2e-api-b-913a17","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:18:33.419776864Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-913a17"},"namespace":"ai-tenant-e2e-api-b-913a17","name":"default-tenant","reconcileID":"a308cb1a-b7f6-4d8a-b444-da1d3d0b8841","gvk":"Deployment","name":"payload-processing-e2e-api-b-913a17","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:18:33.471340648Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-913a17"},"namespace":"ai-tenant-e2e-api-b-913a17","name":"default-tenant","reconcileID":"a308cb1a-b7f6-4d8a-b444-da1d3d0b8841","gvk":"Deployment","name":"payload-pre-processing-e2e-api-b-913a17","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:18:33.519942723Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-913a17"},"namespace":"ai-tenant-e2e-api-b-913a17","name":"default-tenant","reconcileID":"a308cb1a-b7f6-4d8a-b444-da1d3d0b8841","gvk":"Service","name":"payload-processing-e2e-api-b-913a17","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:18:33.568660022Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-913a17"},"namespace":"ai-tenant-e2e-api-b-913a17","name":"default-tenant","reconcileID":"a308cb1a-b7f6-4d8a-b444-da1d3d0b8841","gvk":"Service","name":"payload-pre-processing-e2e-api-b-913a17","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:18:33.617150377Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-913a17"},"namespace":"ai-tenant-e2e-api-b-913a17","name":"default-tenant","reconcileID":"a308cb1a-b7f6-4d8a-b444-da1d3d0b8841","gvk":"DestinationRule","name":"payload-processing-e2e-api-b-913a17","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:18:33.665405928Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-913a17"},"namespace":"ai-tenant-e2e-api-b-913a17","name":"default-tenant","reconcileID":"a308cb1a-b7f6-4d8a-b444-da1d3d0b8841","gvk":"DestinationRule","name":"payload-pre-processing-e2e-api-b-913a17","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:18:33.713242652Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-913a17"},"namespace":"ai-tenant-e2e-api-b-913a17","name":"default-tenant","reconcileID":"a308cb1a-b7f6-4d8a-b444-da1d3d0b8841","gvk":"EnvoyFilter","name":"payload-processing-e2e-api-b-913a17","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:18:33.764897589Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-913a17"},"namespace":"ai-tenant-e2e-api-b-913a17","name":"default-tenant","reconcileID":"a308cb1a-b7f6-4d8a-b444-da1d3d0b8841","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-api-b-913a17","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:18:33.812940243Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-913a17"},"namespace":"ai-tenant-e2e-api-b-913a17","name":"default-tenant","reconcileID":"a308cb1a-b7f6-4d8a-b444-da1d3d0b8841","gvk":"NetworkPolicy","name":"payload-processing-e2e-api-b-913a17","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:18:33.860970655Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-913a17"},"namespace":"ai-tenant-e2e-api-b-913a17","name":"default-tenant","reconcileID":"a308cb1a-b7f6-4d8a-b444-da1d3d0b8841","gvk":"ServiceAccount","name":"payload-processing-e2e-api-b-913a17","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:18:33.909723131Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-913a17"},"namespace":"ai-tenant-e2e-api-b-913a17","name":"default-tenant","reconcileID":"a308cb1a-b7f6-4d8a-b444-da1d3d0b8841","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-api-b-913a17","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:18:33.960738702Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-913a17"},"namespace":"ai-tenant-e2e-api-b-913a17","name":"default-tenant","reconcileID":"a308cb1a-b7f6-4d8a-b444-da1d3d0b8841","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-api-b-913a17","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:18:38.389329661Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-69fd8043"},"namespace":"ai-tenant-e2e-mt-69fd8043","name":"default-tenant","reconcileID":"14ea4fa7-7ccd-4df2-baa6-246c7f893c3e","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-69fd8043","tenantID":"e2e-mt-69fd8043","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:18:38.49665961Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-69fd8043"},"namespace":"ai-tenant-e2e-mt-69fd8043","name":"default-tenant","reconcileID":"14ea4fa7-7ccd-4df2-baa6-246c7f893c3e","name":"e2e-mt-69fd8043-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:18:38.549979042Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-931523"},"namespace":"ai-tenant-e2e-api-b-931523","name":"default-tenant","reconcileID":"dbda140e-80b4-46f2-8740-4d1ea8228ee6","namespace":"ai-tenant-e2e-api-b-931523","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:18:38.550198952Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-931523"},"namespace":"ai-tenant-e2e-api-b-931523","name":"default-tenant","reconcileID":"dbda140e-80b4-46f2-8740-4d1ea8228ee6","namespace":"ai-tenant-e2e-api-b-931523","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:18:38.550288714Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-931523"},"namespace":"ai-tenant-e2e-api-b-931523","name":"default-tenant","reconcileID":"dbda140e-80b4-46f2-8740-4d1ea8228ee6","tenant":"e2e-api-b-931523","tenantID":"e2e-api-b-931523","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:18:38.602197664Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-931523"},"namespace":"ai-tenant-e2e-api-b-931523","name":"default-tenant","reconcileID":"dbda140e-80b4-46f2-8740-4d1ea8228ee6","gvk":"Deployment","name":"maas-api-e2e-api-b-931523","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:18:38.657446698Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-931523"},"namespace":"ai-tenant-e2e-api-b-931523","name":"default-tenant","reconcileID":"dbda140e-80b4-46f2-8740-4d1ea8228ee6","gvk":"Service","name":"maas-api-e2e-api-b-931523","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:18:38.709063033Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-931523"},"namespace":"ai-tenant-e2e-api-b-931523","name":"default-tenant","reconcileID":"dbda140e-80b4-46f2-8740-4d1ea8228ee6","gvk":"HTTPRoute","name":"maas-api-route-e2e-api-b-931523","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:18:38.75921395Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-931523"},"namespace":"ai-tenant-e2e-api-b-931523","name":"default-tenant","reconcileID":"dbda140e-80b4-46f2-8740-4d1ea8228ee6","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-api-b-931523","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:18:38.811837796Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-931523"},"namespace":"ai-tenant-e2e-api-b-931523","name":"default-tenant","reconcileID":"dbda140e-80b4-46f2-8740-4d1ea8228ee6","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-api-b-931523","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:18:38.864363073Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-931523"},"namespace":"ai-tenant-e2e-api-b-931523","name":"default-tenant","reconcileID":"dbda140e-80b4-46f2-8740-4d1ea8228ee6","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-api-b-931523","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:18:38.91943611Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-931523"},"namespace":"ai-tenant-e2e-api-b-931523","name":"default-tenant","reconcileID":"dbda140e-80b4-46f2-8740-4d1ea8228ee6","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-api-b-931523","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:18:38.970584394Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-931523"},"namespace":"ai-tenant-e2e-api-b-931523","name":"default-tenant","reconcileID":"dbda140e-80b4-46f2-8740-4d1ea8228ee6","gvk":"Telemetry","name":"latency-per-subscription-e2e-api-b-931523","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:18:39.020411968Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-931523"},"namespace":"ai-tenant-e2e-api-b-931523","name":"default-tenant","reconcileID":"dbda140e-80b4-46f2-8740-4d1ea8228ee6","gvk":"Deployment","name":"payload-processing-e2e-api-b-931523","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:18:39.068807974Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-931523"},"namespace":"ai-tenant-e2e-api-b-931523","name":"default-tenant","reconcileID":"dbda140e-80b4-46f2-8740-4d1ea8228ee6","gvk":"Deployment","name":"payload-pre-processing-e2e-api-b-931523","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:18:39.130454648Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-931523"},"namespace":"ai-tenant-e2e-api-b-931523","name":"default-tenant","reconcileID":"dbda140e-80b4-46f2-8740-4d1ea8228ee6","gvk":"Service","name":"payload-processing-e2e-api-b-931523","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:18:39.179415158Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-931523"},"namespace":"ai-tenant-e2e-api-b-931523","name":"default-tenant","reconcileID":"dbda140e-80b4-46f2-8740-4d1ea8228ee6","gvk":"Service","name":"payload-pre-processing-e2e-api-b-931523","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:18:39.22769685Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-931523"},"namespace":"ai-tenant-e2e-api-b-931523","name":"default-tenant","reconcileID":"dbda140e-80b4-46f2-8740-4d1ea8228ee6","gvk":"DestinationRule","name":"payload-processing-e2e-api-b-931523","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:18:39.275692821Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-931523"},"namespace":"ai-tenant-e2e-api-b-931523","name":"default-tenant","reconcileID":"dbda140e-80b4-46f2-8740-4d1ea8228ee6","gvk":"DestinationRule","name":"payload-pre-processing-e2e-api-b-931523","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:18:39.324293859Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-931523"},"namespace":"ai-tenant-e2e-api-b-931523","name":"default-tenant","reconcileID":"dbda140e-80b4-46f2-8740-4d1ea8228ee6","gvk":"EnvoyFilter","name":"payload-processing-e2e-api-b-931523","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:18:39.376960524Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-931523"},"namespace":"ai-tenant-e2e-api-b-931523","name":"default-tenant","reconcileID":"dbda140e-80b4-46f2-8740-4d1ea8228ee6","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-api-b-931523","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:18:39.42510054Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-931523"},"namespace":"ai-tenant-e2e-api-b-931523","name":"default-tenant","reconcileID":"dbda140e-80b4-46f2-8740-4d1ea8228ee6","gvk":"NetworkPolicy","name":"payload-processing-e2e-api-b-931523","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:18:39.47339468Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-931523"},"namespace":"ai-tenant-e2e-api-b-931523","name":"default-tenant","reconcileID":"dbda140e-80b4-46f2-8740-4d1ea8228ee6","gvk":"ServiceAccount","name":"payload-processing-e2e-api-b-931523","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:18:39.525729718Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-931523"},"namespace":"ai-tenant-e2e-api-b-931523","name":"default-tenant","reconcileID":"dbda140e-80b4-46f2-8740-4d1ea8228ee6","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-api-b-931523","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:18:39.574664995Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-931523"},"namespace":"ai-tenant-e2e-api-b-931523","name":"default-tenant","reconcileID":"dbda140e-80b4-46f2-8740-4d1ea8228ee6","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-api-b-931523","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:18:40.275598918Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-b-913a17","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-b-913a17","reconcileID":"a0d9c99d-c236-4fe6-86f2-a545ea59cb1f","aitenant":"ai-tenants/e2e-api-b-913a17","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:18:40.603807374Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f3ec4db4-faea-4070-8c2e-f6a26eb6749d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:18:40.652771305Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f3ec4db4-faea-4070-8c2e-f6a26eb6749d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:18:40.701848179Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f3ec4db4-faea-4070-8c2e-f6a26eb6749d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:18:40.750573426Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f3ec4db4-faea-4070-8c2e-f6a26eb6749d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:18:41.007570466Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-b-913a17","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-b-913a17","reconcileID":"a0d9c99d-c236-4fe6-86f2-a545ea59cb1f","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-api-b-913a17","removed":["maas.opendatahub.io/gateway-access-e2e-api-b-913a17"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:18:42.579020256Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e54a1f1c-aefa-42a9-b3b0-483810ce84fc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:18:42.627977801Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e54a1f1c-aefa-42a9-b3b0-483810ce84fc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:18:42.676568953Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e54a1f1c-aefa-42a9-b3b0-483810ce84fc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:18:42.725902036Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e54a1f1c-aefa-42a9-b3b0-483810ce84fc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:18:44.622127902Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"257e0a17-7089-4c72-a850-c7bf56056b48","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:18:44.670999494Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"257e0a17-7089-4c72-a850-c7bf56056b48","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:18:44.720442407Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"257e0a17-7089-4c72-a850-c7bf56056b48","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:18:44.772430488Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"257e0a17-7089-4c72-a850-c7bf56056b48","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:18:47.025346874Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-b-931523","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-b-931523","reconcileID":"83e10579-538f-4c03-aa6d-97ac71167637","aitenant":"ai-tenants/e2e-api-b-931523","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:18:47.627075411Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e45eb032-3a63-4494-a4e4-7895206dc2d5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:18:47.675779693Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e45eb032-3a63-4494-a4e4-7895206dc2d5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:18:47.724482548Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e45eb032-3a63-4494-a4e4-7895206dc2d5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:18:47.729617361Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-b-931523","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-b-931523","reconcileID":"83e10579-538f-4c03-aa6d-97ac71167637","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-api-b-931523","removed":["maas.opendatahub.io/gateway-access-e2e-api-b-931523"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:18:47.774963702Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e45eb032-3a63-4494-a4e4-7895206dc2d5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:18:49.426076955Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-a-deb666","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-a-deb666","reconcileID":"734dddf1-f0e6-457d-9a13-3dcf422f58c8","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ipp-a-deb666","applied":{"maas.opendatahub.io/gateway-access-e2e-ipp-a-deb666":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:18:49.622456052Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e62c3386-4436-4c0e-9ae1-15f75fcf5eb4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:18:49.672650675Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e62c3386-4436-4c0e-9ae1-15f75fcf5eb4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:18:49.723070167Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e62c3386-4436-4c0e-9ae1-15f75fcf5eb4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:18:49.772112027Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e62c3386-4436-4c0e-9ae1-15f75fcf5eb4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:18:51.640087971Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"03a5ffae-bcec-4bfc-a281-3e40dd3f78f4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:18:51.688888299Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"03a5ffae-bcec-4bfc-a281-3e40dd3f78f4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:18:51.737578859Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"03a5ffae-bcec-4bfc-a281-3e40dd3f78f4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:18:51.786105235Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"03a5ffae-bcec-4bfc-a281-3e40dd3f78f4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:18:53.662926795Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6556fdde-95c0-408f-a78f-00ae1392fff7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:18:53.712226727Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6556fdde-95c0-408f-a78f-00ae1392fff7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:18:53.761108233Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6556fdde-95c0-408f-a78f-00ae1392fff7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:18:53.810038587Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6556fdde-95c0-408f-a78f-00ae1392fff7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:18:54.880060651Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-a-1e151c","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-a-1e151c","reconcileID":"ae4c5eb5-641a-48af-a6f3-8c466abc5321","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ipp-a-1e151c","applied":{"maas.opendatahub.io/gateway-access-e2e-ipp-a-1e151c":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:18:55.716512341Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:18:55.744691676Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f057985f-7058-43ff-83e0-f46f88fa050e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:18:55.793110557Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f057985f-7058-43ff-83e0-f46f88fa050e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:18:55.841849729Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f057985f-7058-43ff-83e0-f46f88fa050e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:18:55.890875835Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f057985f-7058-43ff-83e0-f46f88fa050e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:18:57.756464089Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"35eecfd2-aa8f-400e-bb42-64ac63195d7f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:18:57.80627162Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"35eecfd2-aa8f-400e-bb42-64ac63195d7f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:18:57.854986064Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"35eecfd2-aa8f-400e-bb42-64ac63195d7f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:18:57.903623268Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"35eecfd2-aa8f-400e-bb42-64ac63195d7f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:18:59.816852065Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3074ca05-8dc0-4344-8f66-ef1ad18227cb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:18:59.86559144Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3074ca05-8dc0-4344-8f66-ef1ad18227cb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:18:59.914569651Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3074ca05-8dc0-4344-8f66-ef1ad18227cb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:18:59.963209608Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3074ca05-8dc0-4344-8f66-ef1ad18227cb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:19:05.420218759Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5cd1573d-4ddf-471d-bfbb-6aaaab031fcf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:19:05.469135504Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5cd1573d-4ddf-471d-bfbb-6aaaab031fcf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:19:05.517800249Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5cd1573d-4ddf-471d-bfbb-6aaaab031fcf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:19:05.566537345Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5cd1573d-4ddf-471d-bfbb-6aaaab031fcf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:19:07.42879448Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"da50e558-44a8-4dfe-8b26-9ccf79a18b21","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:19:07.477589332Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"da50e558-44a8-4dfe-8b26-9ccf79a18b21","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:19:07.526785823Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"da50e558-44a8-4dfe-8b26-9ccf79a18b21","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:19:07.575632845Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"da50e558-44a8-4dfe-8b26-9ccf79a18b21","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:19:09.521103633Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5baac8a2-1146-4b0f-bdfd-23ef3e7f79ba","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:19:09.571530925Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5baac8a2-1146-4b0f-bdfd-23ef3e7f79ba","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:19:09.623340282Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5baac8a2-1146-4b0f-bdfd-23ef3e7f79ba","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:19:09.672462764Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5baac8a2-1146-4b0f-bdfd-23ef3e7f79ba","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:19:11.49221367Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cd4544cf-238d-45a2-89fc-95c1d966f506","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:19:11.541699472Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cd4544cf-238d-45a2-89fc-95c1d966f506","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:19:11.590475173Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cd4544cf-238d-45a2-89fc-95c1d966f506","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:19:11.639100583Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cd4544cf-238d-45a2-89fc-95c1d966f506","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:19:12.06966949Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"namespace":"ai-tenant-e2e-worker-w0-9893f0","name":"premium-simulator-subscription","reconcileID":"69b2adb9-aa5b-4fbb-aa24-89ee03aab27b","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"name":"maas-trlp-premium-w0-9893f0","model":"e2e-models-e2e-worker-w0-9893f0/premium-w0-9893f0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:19:12.120023514Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-b-45b1b7","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-b-45b1b7","reconcileID":"51254bed-9452-473c-a6de-14a6669c3cb9","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ipp-b-45b1b7","applied":{"maas.opendatahub.io/gateway-access-e2e-ipp-b-45b1b7":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:19:12.235599731Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"namespace":"ai-tenant-e2e-worker-w4-8d2c7c","name":"premium-simulator-subscription","reconcileID":"5db62a98-47e1-445a-b7e7-f4ec5530ebed","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"name":"maas-trlp-premium-w4-8d2c7c","model":"e2e-models-e2e-worker-w4-8d2c7c/premium-w4-8d2c7c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:19:12.422961803Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"4a416556-9cd6-49a4-8172-d4110cb00b6d","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:19:12.542895692Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"namespace":"ai-tenant-e2e-worker-w4-8d2c7c","name":"simulator-subscription","reconcileID":"c07072a9-bc3c-4567-af19-4eed9c9a02b7","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"name":"maas-trlp-simulator-w4-8d2c7c","model":"e2e-models-e2e-worker-w4-8d2c7c/simulator-w4-8d2c7c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:19:12.786438415Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"namespace":"ai-tenant-e2e-worker-w3-bb1b51","name":"premium-simulator-subscription","reconcileID":"102c635e-ce11-4521-ae91-c91c5cd132dc","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"name":"maas-trlp-premium-w3-bb1b51","model":"e2e-models-e2e-worker-w3-bb1b51/premium-w3-bb1b51","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:19:12.881227387Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"namespace":"ai-tenant-e2e-worker-w1-5951bc","name":"premium-simulator-subscription","reconcileID":"98eac8d0-219f-4ec4-a55c-7ce3462ea46c","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"name":"maas-trlp-premium-w1-5951bc","model":"e2e-models-e2e-worker-w1-5951bc/premium-w1-5951bc","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:19:12.994351108Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"premium-simulator-subscription","reconcileID":"9d74792a-184d-44d9-a9cf-b01c4174469d","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"name":"maas-trlp-premium-w2-91cd99","model":"e2e-models-e2e-worker-w2-91cd99/premium-w2-91cd99","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:19:13.042403772Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"namespace":"ai-tenant-e2e-worker-w3-bb1b51","name":"simulator-subscription","reconcileID":"81c51e19-270e-4f52-a412-eea324245687","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"name":"maas-trlp-simulator-w3-bb1b51","model":"e2e-models-e2e-worker-w3-bb1b51/simulator-w3-bb1b51","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:19:13.163633693Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"namespace":"ai-tenant-e2e-worker-w0-9893f0","name":"simulator-subscription","reconcileID":"71f934c2-c2fa-477c-8ef7-0797421db251","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"name":"maas-trlp-simulator-w0-9893f0","model":"e2e-models-e2e-worker-w0-9893f0/simulator-w0-9893f0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:19:13.249327101Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"simulator-subscription","reconcileID":"94158782-232d-446e-ac64-98d71f493636","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"name":"maas-trlp-simulator-w2-91cd99","model":"e2e-models-e2e-worker-w2-91cd99/simulator-w2-91cd99","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:19:13.351478512Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"c494fbf3-6ad3-44e1-8be5-d829e5e3e32b","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:19:13.450617202Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"namespace":"ai-tenant-e2e-worker-w1-5951bc","name":"simulator-subscription","reconcileID":"a6b928b2-9203-406e-bb74-e3b7b49ff42c","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"name":"maas-trlp-simulator-w1-5951bc","model":"e2e-models-e2e-worker-w1-5951bc/simulator-w1-5951bc","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:19:13.530670725Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"80941f2b-2e31-40ee-979c-ed025f80f14d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:19:13.629660447Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"80941f2b-2e31-40ee-979c-ed025f80f14d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:19:13.72060989Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"80941f2b-2e31-40ee-979c-ed025f80f14d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:19:13.769624829Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"80941f2b-2e31-40ee-979c-ed025f80f14d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:19:15.658802981Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d5af1309-f2c2-4f76-83cd-ef7f974d2d86","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:19:15.707527514Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d5af1309-f2c2-4f76-83cd-ef7f974d2d86","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:19:15.756192064Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d5af1309-f2c2-4f76-83cd-ef7f974d2d86","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:19:15.804800408Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d5af1309-f2c2-4f76-83cd-ef7f974d2d86","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:19:17.777897387Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"23d7216f-6fa6-4bc7-9bd2-d0542a214af6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:19:17.832898706Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"23d7216f-6fa6-4bc7-9bd2-d0542a214af6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:19:17.891433111Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"23d7216f-6fa6-4bc7-9bd2-d0542a214af6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:19:17.941645417Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"23d7216f-6fa6-4bc7-9bd2-d0542a214af6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:19:18.834521682Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"4eeefc73-e939-4a03-a29e-2b2ce71a3ecc","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:19:18.835249553Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"4eeefc73-e939-4a03-a29e-2b2ce71a3ecc","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:19:18.885905764Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"2416c078-14a2-4e54-9899-4442fce250d5","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:19:18.885936582Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"2416c078-14a2-4e54-9899-4442fce250d5","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:19:19.042321122Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-89a88d-policy","namespace":"ai-tenant-e2e-api-b-89a88d"},"namespace":"ai-tenant-e2e-api-b-89a88d","name":"e2e-e2e-api-b-89a88d-policy","reconcileID":"54fb0de9-c97b-4f47-a9bc-b5d8986117c3","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-89a88d-policy","namespace":"ai-tenant-e2e-api-b-89a88d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-89a88d","tenantID":"e2e-api-b-89a88d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:19:19.158736639Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-89a88d-policy","namespace":"ai-tenant-e2e-api-b-89a88d"},"namespace":"ai-tenant-e2e-api-b-89a88d","name":"e2e-e2e-api-b-89a88d-policy","reconcileID":"54fb0de9-c97b-4f47-a9bc-b5d8986117c3","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-89a88d-policy","namespace":"ai-tenant-e2e-api-b-89a88d"},"name":"e2e-api-b-89a88d-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:19:19.210735666Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-89a88d-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-89a88d-policy","namespace":"ai-tenant-e2e-api-b-89a88d"},"namespace":"ai-tenant-e2e-api-b-89a88d","name":"e2e-e2e-api-b-89a88d-policy","reconcileID":"54fb0de9-c97b-4f47-a9bc-b5d8986117c3","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-89a88d-policy","namespace":"ai-tenant-e2e-api-b-89a88d"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:19:19.30389431Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"fdfbb2e1-c046-40e2-944b-1bcefbc27068","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:19:19.30391655Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"fdfbb2e1-c046-40e2-944b-1bcefbc27068","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:19:19.830808671Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1f20733f-b1b3-41c9-875e-f2a90340430d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:19:19.881357246Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1f20733f-b1b3-41c9-875e-f2a90340430d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:19:19.931203694Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1f20733f-b1b3-41c9-875e-f2a90340430d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:19:19.980509716Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1f20733f-b1b3-41c9-875e-f2a90340430d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:19:21.783786034Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9f0dc814-4e8c-4d89-bc43-d97223af296c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:19:21.83270018Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9f0dc814-4e8c-4d89-bc43-d97223af296c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:19:21.881747905Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9f0dc814-4e8c-4d89-bc43-d97223af296c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:19:21.931195802Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9f0dc814-4e8c-4d89-bc43-d97223af296c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:19:23.766092926Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d3f6c7f2-fb7e-4234-8f85-5f6a3981f37e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:19:23.814843513Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d3f6c7f2-fb7e-4234-8f85-5f6a3981f37e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:19:23.86417651Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d3f6c7f2-fb7e-4234-8f85-5f6a3981f37e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:19:23.913857365Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d3f6c7f2-fb7e-4234-8f85-5f6a3981f37e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:19:24.980931631Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-f6c034-policy","namespace":"ai-tenant-e2e-api-a-f6c034"},"namespace":"ai-tenant-e2e-api-a-f6c034","name":"e2e-e2e-api-a-f6c034-policy","reconcileID":"54224808-0bfd-44a5-a3e8-c0129f9b4cc0","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-f6c034-policy","namespace":"ai-tenant-e2e-api-a-f6c034"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-f6c034","tenantID":"e2e-api-a-f6c034","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:19:24.99116049Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"9cf42d3e-7c95-4b68-834c-6bf765e16353","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:19:24.99117964Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"9cf42d3e-7c95-4b68-834c-6bf765e16353","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:19:25.034211018Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-f6c034-policy","namespace":"ai-tenant-e2e-api-a-f6c034"},"namespace":"ai-tenant-e2e-api-a-f6c034","name":"e2e-e2e-api-a-f6c034-policy","reconcileID":"54224808-0bfd-44a5-a3e8-c0129f9b4cc0","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-f6c034-policy","namespace":"ai-tenant-e2e-api-a-f6c034"},"name":"e2e-api-a-f6c034-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:19:25.285348813Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-f6c034-policy","namespace":"ai-tenant-e2e-api-a-f6c034"},"namespace":"ai-tenant-e2e-api-a-f6c034","name":"e2e-e2e-api-a-f6c034-policy","reconcileID":"a58ffe08-0268-4f9b-9f9a-f0f047e11f09","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-f6c034-policy","namespace":"ai-tenant-e2e-api-a-f6c034"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:19:25.481717616Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-f6c034-policy","namespace":"ai-tenant-e2e-api-a-f6c034"},"namespace":"ai-tenant-e2e-api-a-f6c034","name":"e2e-e2e-api-a-f6c034-policy","reconcileID":"a58ffe08-0268-4f9b-9f9a-f0f047e11f09","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-f6c034-policy","namespace":"ai-tenant-e2e-api-a-f6c034"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-f6c034","tenantID":"e2e-api-a-f6c034","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:19:25.597634388Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-f6c034-policy","namespace":"ai-tenant-e2e-api-a-f6c034"},"namespace":"ai-tenant-e2e-api-a-f6c034","name":"e2e-e2e-api-a-f6c034-policy","reconcileID":"a58ffe08-0268-4f9b-9f9a-f0f047e11f09","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-f6c034-policy","namespace":"ai-tenant-e2e-api-a-f6c034"},"name":"e2e-api-a-f6c034-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:19:25.597665323Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-f6c034-policy","namespace":"ai-tenant-e2e-api-a-f6c034"},"namespace":"ai-tenant-e2e-api-a-f6c034","name":"e2e-e2e-api-a-f6c034-policy","reconcileID":"a58ffe08-0268-4f9b-9f9a-f0f047e11f09","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-f6c034-policy","namespace":"ai-tenant-e2e-api-a-f6c034"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-f6c034","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:19:25.651764995Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"95ebc39a-59a0-48b9-ad43-bb298d3fafc9","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:19:25.651877929Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"95ebc39a-59a0-48b9-ad43-bb298d3fafc9","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:19:25.713172691Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:19:25.724026288Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8a164787-7780-41f3-b847-ed782d8893fa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:19:25.77292155Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8a164787-7780-41f3-b847-ed782d8893fa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:19:25.821841083Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8a164787-7780-41f3-b847-ed782d8893fa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:19:25.870641176Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8a164787-7780-41f3-b847-ed782d8893fa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:19:27.732415533Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f288ba0f-0f18-4a77-ae0d-70af803f2e27","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:19:27.781030966Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f288ba0f-0f18-4a77-ae0d-70af803f2e27","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:19:27.829633157Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f288ba0f-0f18-4a77-ae0d-70af803f2e27","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:19:27.878158046Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f288ba0f-0f18-4a77-ae0d-70af803f2e27","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:19:29.4190753Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-89a88d-policy","namespace":"ai-tenant-e2e-api-b-89a88d"},"namespace":"ai-tenant-e2e-api-b-89a88d","name":"e2e-e2e-api-b-89a88d-policy","reconcileID":"61a9850e-b9ff-4612-81db-7646a802e2b0","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-89a88d-policy","namespace":"ai-tenant-e2e-api-b-89a88d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-89a88d","tenantID":"e2e-api-b-89a88d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:19:29.47295838Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-89a88d-policy","namespace":"ai-tenant-e2e-api-b-89a88d"},"namespace":"ai-tenant-e2e-api-b-89a88d","name":"e2e-e2e-api-b-89a88d-policy","reconcileID":"61a9850e-b9ff-4612-81db-7646a802e2b0","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-89a88d-policy","namespace":"ai-tenant-e2e-api-b-89a88d"},"name":"e2e-api-b-89a88d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:19:29.475555121Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-69fd8043","namespace":"ai-tenant-e2e-mt-69fd8043"},"namespace":"ai-tenant-e2e-mt-69fd8043","name":"e2e-lifecycle-model-69fd8043","reconcileID":"62bc5b87-1fde-46e6-995b-92aec96d6f74","MaaSModelRef":{"name":"e2e-lifecycle-model-69fd8043","namespace":"ai-tenant-e2e-mt-69fd8043"},"tenant":"e2e-mt-69fd8043","gateway":"openshift-ingress/e2e-mt-69fd8043","model":"ai-tenant-e2e-mt-69fd8043/e2e-lifecycle-model-69fd8043","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:19:29.475573088Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-69fd8043","namespace":"ai-tenant-e2e-mt-69fd8043"},"namespace":"ai-tenant-e2e-mt-69fd8043","name":"e2e-lifecycle-model-69fd8043","reconcileID":"62bc5b87-1fde-46e6-995b-92aec96d6f74","MaaSModelRef":{"name":"e2e-lifecycle-model-69fd8043","namespace":"ai-tenant-e2e-mt-69fd8043"},"routeName":"e2e-lifecycle-model-69fd8043-kserve-route","namespace":"ai-tenant-e2e-mt-69fd8043","llmisvcName":"e2e-lifecycle-model-69fd8043","gateway":"openshift-ingress/e2e-mt-69fd8043","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:19:29.524531246Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-89a88d-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-89a88d-policy","namespace":"ai-tenant-e2e-api-b-89a88d"},"namespace":"ai-tenant-e2e-api-b-89a88d","name":"e2e-e2e-api-b-89a88d-policy","reconcileID":"61a9850e-b9ff-4612-81db-7646a802e2b0","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-89a88d-policy","namespace":"ai-tenant-e2e-api-b-89a88d"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:19:29.83183452Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"debb3086-6930-4c62-82c1-18907d6699d5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:19:29.881340717Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"debb3086-6930-4c62-82c1-18907d6699d5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:19:29.934467736Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"debb3086-6930-4c62-82c1-18907d6699d5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:19:29.983959125Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"debb3086-6930-4c62-82c1-18907d6699d5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:19:31.847952388Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a4ad36d3-f230-4f94-8fbd-5ab329ce6c72","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:19:31.896600988Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a4ad36d3-f230-4f94-8fbd-5ab329ce6c72","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:19:31.945208138Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a4ad36d3-f230-4f94-8fbd-5ab329ce6c72","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:19:31.994000023Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a4ad36d3-f230-4f94-8fbd-5ab329ce6c72","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:19:33.984845632Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0953681a-38de-4680-96e8-723ce3368314","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:19:34.035842314Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0953681a-38de-4680-96e8-723ce3368314","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:19:34.0847793Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0953681a-38de-4680-96e8-723ce3368314","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:19:34.141103831Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0953681a-38de-4680-96e8-723ce3368314","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:19:36.022454231Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4ab47d5a-ff63-42ea-84d3-7f6289b84b49","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:19:36.071314024Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4ab47d5a-ff63-42ea-84d3-7f6289b84b49","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:19:36.120481183Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4ab47d5a-ff63-42ea-84d3-7f6289b84b49","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:19:36.169699261Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4ab47d5a-ff63-42ea-84d3-7f6289b84b49","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:19:38.031385965Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2e554237-3f0e-48ab-8400-a100dd1d6516","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:19:38.079868996Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2e554237-3f0e-48ab-8400-a100dd1d6516","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:19:38.128997965Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2e554237-3f0e-48ab-8400-a100dd1d6516","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:19:38.177730499Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2e554237-3f0e-48ab-8400-a100dd1d6516","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:19:39.622252923Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-89a88d-policy","namespace":"ai-tenant-e2e-api-b-89a88d"},"namespace":"ai-tenant-e2e-api-b-89a88d","name":"e2e-e2e-api-b-89a88d-policy","reconcileID":"9334a231-1a7b-43b6-833c-d0e26210a6e7","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-89a88d-policy","namespace":"ai-tenant-e2e-api-b-89a88d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-89a88d","tenantID":"e2e-api-b-89a88d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:19:39.675542061Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-89a88d-policy","namespace":"ai-tenant-e2e-api-b-89a88d"},"namespace":"ai-tenant-e2e-api-b-89a88d","name":"e2e-e2e-api-b-89a88d-policy","reconcileID":"9334a231-1a7b-43b6-833c-d0e26210a6e7","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-89a88d-policy","namespace":"ai-tenant-e2e-api-b-89a88d"},"name":"e2e-api-b-89a88d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:19:39.728561599Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-89a88d-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-89a88d-policy","namespace":"ai-tenant-e2e-api-b-89a88d"},"namespace":"ai-tenant-e2e-api-b-89a88d","name":"e2e-e2e-api-b-89a88d-policy","reconcileID":"9334a231-1a7b-43b6-833c-d0e26210a6e7","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-89a88d-policy","namespace":"ai-tenant-e2e-api-b-89a88d"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:19:42.709198234Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-deb666"},"namespace":"ai-tenant-e2e-ipp-a-deb666","name":"default-tenant","reconcileID":"df2aaffa-d163-448d-b8e9-3f7a5806bcb4","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-deb666","tenantID":"e2e-ipp-a-deb666","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:19:42.815597372Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-deb666"},"namespace":"ai-tenant-e2e-ipp-a-deb666","name":"default-tenant","reconcileID":"df2aaffa-d163-448d-b8e9-3f7a5806bcb4","name":"e2e-ipp-a-deb666-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:19:46.294608231Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-69fd8043","namespace":"ai-tenant-e2e-mt-69fd8043"},"namespace":"ai-tenant-e2e-mt-69fd8043","name":"e2e-lifecycle-model-69fd8043","reconcileID":"867fe2a4-4887-4da2-b684-27b976e316cf","MaaSModelRef":{"name":"e2e-lifecycle-model-69fd8043","namespace":"ai-tenant-e2e-mt-69fd8043"},"tenant":"e2e-mt-69fd8043","gateway":"openshift-ingress/e2e-mt-69fd8043","model":"ai-tenant-e2e-mt-69fd8043/e2e-lifecycle-model-69fd8043","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:19:46.294634382Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-69fd8043","namespace":"ai-tenant-e2e-mt-69fd8043"},"namespace":"ai-tenant-e2e-mt-69fd8043","name":"e2e-lifecycle-model-69fd8043","reconcileID":"867fe2a4-4887-4da2-b684-27b976e316cf","MaaSModelRef":{"name":"e2e-lifecycle-model-69fd8043","namespace":"ai-tenant-e2e-mt-69fd8043"},"routeName":"e2e-lifecycle-model-69fd8043-kserve-route","namespace":"ai-tenant-e2e-mt-69fd8043","llmisvcName":"e2e-lifecycle-model-69fd8043","gateway":"openshift-ingress/e2e-mt-69fd8043","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:19:49.829115348Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-89a88d-policy","namespace":"ai-tenant-e2e-api-b-89a88d"},"namespace":"ai-tenant-e2e-api-b-89a88d","name":"e2e-e2e-api-b-89a88d-policy","reconcileID":"303b524a-9304-4064-8ccb-7be8adf04741","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-89a88d-policy","namespace":"ai-tenant-e2e-api-b-89a88d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-89a88d","tenantID":"e2e-api-b-89a88d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:19:49.886895543Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-89a88d-policy","namespace":"ai-tenant-e2e-api-b-89a88d"},"namespace":"ai-tenant-e2e-api-b-89a88d","name":"e2e-e2e-api-b-89a88d-policy","reconcileID":"303b524a-9304-4064-8ccb-7be8adf04741","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-89a88d-policy","namespace":"ai-tenant-e2e-api-b-89a88d"},"name":"e2e-api-b-89a88d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:19:49.938974072Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-89a88d-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (938b93bf8a52cd96c8c6dadb00b62e85668904f7d5ba70df1f1c41895819d77b) AuthConfig (3695ab81af2222bcacd2bc0b2d68a67f5d405220a72954cc017b5da6f1603b6a) AuthConfig (99343b395948c2dbdd59385c9182198144eb8c76f43312563b94919f60c37608) AuthConfig (fb4dc2b7589d86764ebd00e95f0ff88d2abd06ea103a31048149113d77350905) AuthConfig (93a85a9b3ca51cb52b68f412bd66e1a8411ad41378db8f32b07282744c1d145b) AuthConfig (ad1474a0ee9e6738b2207534e872e286d7405c08c89e47401516f282589afd7f)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-89a88d-policy","namespace":"ai-tenant-e2e-api-b-89a88d"},"namespace":"ai-tenant-e2e-api-b-89a88d","name":"e2e-e2e-api-b-89a88d-policy","reconcileID":"303b524a-9304-4064-8ccb-7be8adf04741","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-89a88d-policy","namespace":"ai-tenant-e2e-api-b-89a88d"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:19:49.995324512Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"6b884719-2cb6-44e8-a8b2-708d49830970","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:19:49.995353992Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"6b884719-2cb6-44e8-a8b2-708d49830970","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:19:51.780164538Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-1e151c"},"namespace":"ai-tenant-e2e-ipp-a-1e151c","name":"default-tenant","reconcileID":"539a669d-6683-47d2-8585-53ed7c1c7d28","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-1e151c","tenantID":"e2e-ipp-a-1e151c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:19:51.887641006Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-1e151c"},"namespace":"ai-tenant-e2e-ipp-a-1e151c","name":"default-tenant","reconcileID":"539a669d-6683-47d2-8585-53ed7c1c7d28","name":"e2e-ipp-a-1e151c-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:19:51.940886759Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-f6c034"},"namespace":"ai-tenant-e2e-api-a-f6c034","name":"default-tenant","reconcileID":"225f71b2-6141-49b1-8a24-263cabf647d6","namespace":"ai-tenant-e2e-api-a-f6c034","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:19:51.941002497Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-f6c034"},"namespace":"ai-tenant-e2e-api-a-f6c034","name":"default-tenant","reconcileID":"225f71b2-6141-49b1-8a24-263cabf647d6","namespace":"ai-tenant-e2e-api-a-f6c034","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:19:51.941077048Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-f6c034"},"namespace":"ai-tenant-e2e-api-a-f6c034","name":"default-tenant","reconcileID":"225f71b2-6141-49b1-8a24-263cabf647d6","tenant":"e2e-api-a-f6c034","tenantID":"e2e-api-a-f6c034","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:19:51.99100962Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-f6c034"},"namespace":"ai-tenant-e2e-api-a-f6c034","name":"default-tenant","reconcileID":"225f71b2-6141-49b1-8a24-263cabf647d6","gvk":"Deployment","name":"maas-api-e2e-api-a-f6c034","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:19:52.046574846Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-f6c034"},"namespace":"ai-tenant-e2e-api-a-f6c034","name":"default-tenant","reconcileID":"225f71b2-6141-49b1-8a24-263cabf647d6","gvk":"Service","name":"maas-api-e2e-api-a-f6c034","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:19:52.10412577Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-f6c034"},"namespace":"ai-tenant-e2e-api-a-f6c034","name":"default-tenant","reconcileID":"225f71b2-6141-49b1-8a24-263cabf647d6","gvk":"HTTPRoute","name":"maas-api-route-e2e-api-a-f6c034","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:19:52.154738113Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-f6c034"},"namespace":"ai-tenant-e2e-api-a-f6c034","name":"default-tenant","reconcileID":"225f71b2-6141-49b1-8a24-263cabf647d6","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-api-a-f6c034","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:19:52.206893674Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-f6c034"},"namespace":"ai-tenant-e2e-api-a-f6c034","name":"default-tenant","reconcileID":"225f71b2-6141-49b1-8a24-263cabf647d6","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-api-a-f6c034","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:19:52.26007644Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-f6c034"},"namespace":"ai-tenant-e2e-api-a-f6c034","name":"default-tenant","reconcileID":"225f71b2-6141-49b1-8a24-263cabf647d6","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-api-a-f6c034","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:19:52.315747836Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-f6c034"},"namespace":"ai-tenant-e2e-api-a-f6c034","name":"default-tenant","reconcileID":"225f71b2-6141-49b1-8a24-263cabf647d6","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-api-a-f6c034","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:19:52.367573678Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-f6c034"},"namespace":"ai-tenant-e2e-api-a-f6c034","name":"default-tenant","reconcileID":"225f71b2-6141-49b1-8a24-263cabf647d6","gvk":"Telemetry","name":"latency-per-subscription-e2e-api-a-f6c034","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:19:52.416728245Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-f6c034"},"namespace":"ai-tenant-e2e-api-a-f6c034","name":"default-tenant","reconcileID":"225f71b2-6141-49b1-8a24-263cabf647d6","gvk":"Deployment","name":"payload-processing-e2e-api-a-f6c034","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:19:52.465102217Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-f6c034"},"namespace":"ai-tenant-e2e-api-a-f6c034","name":"default-tenant","reconcileID":"225f71b2-6141-49b1-8a24-263cabf647d6","gvk":"Deployment","name":"payload-pre-processing-e2e-api-a-f6c034","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:19:52.516886751Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-f6c034"},"namespace":"ai-tenant-e2e-api-a-f6c034","name":"default-tenant","reconcileID":"225f71b2-6141-49b1-8a24-263cabf647d6","gvk":"Service","name":"payload-processing-e2e-api-a-f6c034","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:19:52.565979198Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-f6c034"},"namespace":"ai-tenant-e2e-api-a-f6c034","name":"default-tenant","reconcileID":"225f71b2-6141-49b1-8a24-263cabf647d6","gvk":"Service","name":"payload-pre-processing-e2e-api-a-f6c034","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:19:52.613970855Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-f6c034"},"namespace":"ai-tenant-e2e-api-a-f6c034","name":"default-tenant","reconcileID":"225f71b2-6141-49b1-8a24-263cabf647d6","gvk":"DestinationRule","name":"payload-processing-e2e-api-a-f6c034","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:19:52.662216906Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-f6c034"},"namespace":"ai-tenant-e2e-api-a-f6c034","name":"default-tenant","reconcileID":"225f71b2-6141-49b1-8a24-263cabf647d6","gvk":"DestinationRule","name":"payload-pre-processing-e2e-api-a-f6c034","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:19:52.710326884Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-f6c034"},"namespace":"ai-tenant-e2e-api-a-f6c034","name":"default-tenant","reconcileID":"225f71b2-6141-49b1-8a24-263cabf647d6","gvk":"EnvoyFilter","name":"payload-processing-e2e-api-a-f6c034","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:19:52.761709527Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-f6c034"},"namespace":"ai-tenant-e2e-api-a-f6c034","name":"default-tenant","reconcileID":"225f71b2-6141-49b1-8a24-263cabf647d6","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-api-a-f6c034","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:19:52.809975316Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-f6c034"},"namespace":"ai-tenant-e2e-api-a-f6c034","name":"default-tenant","reconcileID":"225f71b2-6141-49b1-8a24-263cabf647d6","gvk":"NetworkPolicy","name":"payload-processing-e2e-api-a-f6c034","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:19:52.858180647Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-f6c034"},"namespace":"ai-tenant-e2e-api-a-f6c034","name":"default-tenant","reconcileID":"225f71b2-6141-49b1-8a24-263cabf647d6","gvk":"ServiceAccount","name":"payload-processing-e2e-api-a-f6c034","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:19:52.909719129Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-f6c034"},"namespace":"ai-tenant-e2e-api-a-f6c034","name":"default-tenant","reconcileID":"225f71b2-6141-49b1-8a24-263cabf647d6","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-api-a-f6c034","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:19:52.958792928Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-f6c034"},"namespace":"ai-tenant-e2e-api-a-f6c034","name":"default-tenant","reconcileID":"225f71b2-6141-49b1-8a24-263cabf647d6","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-api-a-f6c034","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:19:54.692773099Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-a-f6c034","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-a-f6c034","reconcileID":"bcc4269e-86e5-4f7e-a76d-a39946824127","aitenant":"ai-tenants/e2e-api-a-f6c034","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:19:55.273066628Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9d6509db-5500-40c0-a2c8-4cfe152b5720","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:19:55.322696285Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9d6509db-5500-40c0-a2c8-4cfe152b5720","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:19:55.371715739Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9d6509db-5500-40c0-a2c8-4cfe152b5720","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:19:55.421483928Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9d6509db-5500-40c0-a2c8-4cfe152b5720","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:19:55.427902847Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-a-f6c034","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-a-f6c034","reconcileID":"bcc4269e-86e5-4f7e-a76d-a39946824127","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-api-a-f6c034","removed":["maas.opendatahub.io/gateway-access-e2e-api-a-f6c034"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:19:55.713964323Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:19:56.348689604Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-69fd8043","namespace":"ai-tenant-e2e-mt-69fd8043"},"namespace":"ai-tenant-e2e-mt-69fd8043","name":"e2e-lifecycle-model-69fd8043","reconcileID":"f1998959-8cca-4b68-9969-f75f65217be9","MaaSModelRef":{"name":"e2e-lifecycle-model-69fd8043","namespace":"ai-tenant-e2e-mt-69fd8043"},"tenant":"e2e-mt-69fd8043","gateway":"openshift-ingress/e2e-mt-69fd8043","model":"ai-tenant-e2e-mt-69fd8043/e2e-lifecycle-model-69fd8043","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:19:56.348719657Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-69fd8043","namespace":"ai-tenant-e2e-mt-69fd8043"},"namespace":"ai-tenant-e2e-mt-69fd8043","name":"e2e-lifecycle-model-69fd8043","reconcileID":"f1998959-8cca-4b68-9969-f75f65217be9","MaaSModelRef":{"name":"e2e-lifecycle-model-69fd8043","namespace":"ai-tenant-e2e-mt-69fd8043"},"routeName":"e2e-lifecycle-model-69fd8043-kserve-route","namespace":"ai-tenant-e2e-mt-69fd8043","llmisvcName":"e2e-lifecycle-model-69fd8043","gateway":"openshift-ingress/e2e-mt-69fd8043","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:19:57.322198033Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ae2965ec-aad6-4d29-a101-cb61db2a770b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:19:57.371039702Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ae2965ec-aad6-4d29-a101-cb61db2a770b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:19:57.41960462Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ae2965ec-aad6-4d29-a101-cb61db2a770b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:19:57.468659102Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ae2965ec-aad6-4d29-a101-cb61db2a770b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:19:57.615185702Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"namespace":"ai-tenant-e2e-worker-w1-5951bc","name":"simulator-subscription","reconcileID":"d0f1786e-263c-427b-a251-36b21d8b0c25","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"name":"maas-trlp-simulator-w1-5951bc","model":"e2e-models-e2e-worker-w1-5951bc/simulator-w1-5951bc","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:19:57.715050409Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"2ed14530-c106-4ed4-81cb-da4d283122d0","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:19:57.715718796Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"namespace":"ai-tenant-e2e-worker-w0-9893f0","name":"simulator-subscription","reconcileID":"2507de15-8b1f-4a81-a1b2-b0a5007b4d86","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"name":"maas-trlp-simulator-w0-9893f0","model":"e2e-models-e2e-worker-w0-9893f0/simulator-w0-9893f0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:19:58.025153618Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"namespace":"ai-tenant-e2e-worker-w0-9893f0","name":"premium-simulator-subscription","reconcileID":"2aaa5b95-5def-44a5-96d5-5c02dc9ba283","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"name":"maas-trlp-premium-w0-9893f0","model":"e2e-models-e2e-worker-w0-9893f0/premium-w0-9893f0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:19:58.118315832Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"namespace":"ai-tenant-e2e-worker-w3-bb1b51","name":"premium-simulator-subscription","reconcileID":"196efcfe-81da-4e7f-ae43-74e0ff4fccb6","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"name":"maas-trlp-premium-w3-bb1b51","model":"e2e-models-e2e-worker-w3-bb1b51/premium-w3-bb1b51","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:19:58.218684495Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"premium-simulator-subscription","reconcileID":"4f8f3f4b-df00-4dff-873b-b56798395f7c","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"name":"maas-trlp-premium-w2-91cd99","model":"e2e-models-e2e-worker-w2-91cd99/premium-w2-91cd99","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:19:58.317035447Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"namespace":"ai-tenant-e2e-worker-w3-bb1b51","name":"simulator-subscription","reconcileID":"0efa00fd-b765-4506-8236-094eedacad67","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"name":"maas-trlp-simulator-w3-bb1b51","model":"e2e-models-e2e-worker-w3-bb1b51/simulator-w3-bb1b51","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:19:58.418545045Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"9d59d6cb-9391-4a3f-9fc1-9edc3256432b","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:19:58.524280269Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"simulator-subscription","reconcileID":"85f0081c-b90e-41ec-b2d4-2fde77ab6c13","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"name":"maas-trlp-simulator-w2-91cd99","model":"e2e-models-e2e-worker-w2-91cd99/simulator-w2-91cd99","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:19:58.54982797Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"namespace":"ai-tenant-e2e-worker-w4-8d2c7c","name":"premium-simulator-subscription","reconcileID":"79f7aebb-ec7e-498b-a938-666bea734f22","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"name":"maas-trlp-premium-w4-8d2c7c","model":"e2e-models-e2e-worker-w4-8d2c7c/premium-w4-8d2c7c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:19:58.733872391Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"namespace":"ai-tenant-e2e-worker-w1-5951bc","name":"premium-simulator-subscription","reconcileID":"fe8f883a-9c34-4aa5-8cd4-83864eab95ef","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"name":"maas-trlp-premium-w1-5951bc","model":"e2e-models-e2e-worker-w1-5951bc/premium-w1-5951bc","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:19:58.880419146Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"namespace":"ai-tenant-e2e-worker-w4-8d2c7c","name":"simulator-subscription","reconcileID":"3fd3a2ad-85e0-44ec-9c00-3b6c0407b67f","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"name":"maas-trlp-simulator-w4-8d2c7c","model":"e2e-models-e2e-worker-w4-8d2c7c/simulator-w4-8d2c7c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:20:00.093216361Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-89a88d-policy","namespace":"ai-tenant-e2e-api-b-89a88d"},"namespace":"ai-tenant-e2e-api-b-89a88d","name":"e2e-e2e-api-b-89a88d-policy","reconcileID":"1277a0da-35ca-446d-b7ff-4fd29b7e5371","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-89a88d-policy","namespace":"ai-tenant-e2e-api-b-89a88d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-89a88d","tenantID":"e2e-api-b-89a88d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:20:00.146259357Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-89a88d-policy","namespace":"ai-tenant-e2e-api-b-89a88d"},"namespace":"ai-tenant-e2e-api-b-89a88d","name":"e2e-e2e-api-b-89a88d-policy","reconcileID":"1277a0da-35ca-446d-b7ff-4fd29b7e5371","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-89a88d-policy","namespace":"ai-tenant-e2e-api-b-89a88d"},"name":"e2e-api-b-89a88d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:20:00.44796749Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"462456ba-3d0d-437f-a37f-d4c674c317a9","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:20:00.447991953Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"462456ba-3d0d-437f-a37f-d4c674c317a9","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:20:01.828294507Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-89a88d-policy","namespace":"ai-tenant-e2e-api-b-89a88d"},"namespace":"ai-tenant-e2e-api-b-89a88d","name":"e2e-e2e-api-b-89a88d-policy","reconcileID":"6eb0be71-5529-45a4-abb4-3b003131326b","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-89a88d-policy","namespace":"ai-tenant-e2e-api-b-89a88d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-89a88d","tenantID":"e2e-api-b-89a88d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:20:01.881145232Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-89a88d-policy","namespace":"ai-tenant-e2e-api-b-89a88d"},"namespace":"ai-tenant-e2e-api-b-89a88d","name":"e2e-e2e-api-b-89a88d-policy","reconcileID":"6eb0be71-5529-45a4-abb4-3b003131326b","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-89a88d-policy","namespace":"ai-tenant-e2e-api-b-89a88d"},"name":"e2e-api-b-89a88d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:20:02.320502507Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-89a88d-policy","namespace":"ai-tenant-e2e-api-b-89a88d"},"namespace":"ai-tenant-e2e-api-b-89a88d","name":"e2e-e2e-api-b-89a88d-policy","reconcileID":"83db30ed-8455-4566-9fd2-1c6ef97025e8","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-89a88d-policy","namespace":"ai-tenant-e2e-api-b-89a88d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-89a88d","tenantID":"e2e-api-b-89a88d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:20:02.362077895Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c2a427ca-43c4-4ed6-9552-85f09d546812","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:20:02.362109098Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c2a427ca-43c4-4ed6-9552-85f09d546812","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:20:02.374646379Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-89a88d-policy","namespace":"ai-tenant-e2e-api-b-89a88d"},"namespace":"ai-tenant-e2e-api-b-89a88d","name":"e2e-e2e-api-b-89a88d-policy","reconcileID":"83db30ed-8455-4566-9fd2-1c6ef97025e8","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-89a88d-policy","namespace":"ai-tenant-e2e-api-b-89a88d"},"name":"e2e-api-b-89a88d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:20:02.602068541Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-89a88d-policy","namespace":"ai-tenant-e2e-api-b-89a88d"},"namespace":"ai-tenant-e2e-api-b-89a88d","name":"e2e-e2e-api-b-89a88d-policy","reconcileID":"943df431-6cba-476f-bc60-9be1d537d2c9","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-89a88d-policy","namespace":"ai-tenant-e2e-api-b-89a88d"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:20:02.851566613Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-89a88d-policy","namespace":"ai-tenant-e2e-api-b-89a88d"},"namespace":"ai-tenant-e2e-api-b-89a88d","name":"e2e-e2e-api-b-89a88d-policy","reconcileID":"943df431-6cba-476f-bc60-9be1d537d2c9","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-89a88d-policy","namespace":"ai-tenant-e2e-api-b-89a88d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-89a88d","tenantID":"e2e-api-b-89a88d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:20:02.96587557Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-89a88d-policy","namespace":"ai-tenant-e2e-api-b-89a88d"},"namespace":"ai-tenant-e2e-api-b-89a88d","name":"e2e-e2e-api-b-89a88d-policy","reconcileID":"943df431-6cba-476f-bc60-9be1d537d2c9","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-89a88d-policy","namespace":"ai-tenant-e2e-api-b-89a88d"},"name":"e2e-api-b-89a88d-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:20:02.965904664Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-89a88d-policy","namespace":"ai-tenant-e2e-api-b-89a88d"},"namespace":"ai-tenant-e2e-api-b-89a88d","name":"e2e-e2e-api-b-89a88d-policy","reconcileID":"943df431-6cba-476f-bc60-9be1d537d2c9","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-89a88d-policy","namespace":"ai-tenant-e2e-api-b-89a88d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-89a88d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:20:03.018239279Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"df1816a4-7920-47a3-b1fd-1f22e090dcb1","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:20:03.018261722Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"df1816a4-7920-47a3-b1fd-1f22e090dcb1","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:20:03.064913024Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"09d03f60-15ba-4055-962a-2d471662ef3c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:20:03.113851342Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"09d03f60-15ba-4055-962a-2d471662ef3c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:20:03.162462722Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"09d03f60-15ba-4055-962a-2d471662ef3c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:20:03.211163389Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"09d03f60-15ba-4055-962a-2d471662ef3c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:20:04.498120492Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-89a88d"},"namespace":"ai-tenant-e2e-api-b-89a88d","name":"default-tenant","reconcileID":"ac573b6e-8325-4e4f-9c1f-dc70fd69c09b","namespace":"ai-tenant-e2e-api-b-89a88d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:20:04.498182764Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-89a88d"},"namespace":"ai-tenant-e2e-api-b-89a88d","name":"default-tenant","reconcileID":"ac573b6e-8325-4e4f-9c1f-dc70fd69c09b","namespace":"ai-tenant-e2e-api-b-89a88d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:20:04.498230329Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-89a88d"},"namespace":"ai-tenant-e2e-api-b-89a88d","name":"default-tenant","reconcileID":"ac573b6e-8325-4e4f-9c1f-dc70fd69c09b","tenant":"e2e-api-b-89a88d","tenantID":"e2e-api-b-89a88d","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:20:04.54829236Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-89a88d"},"namespace":"ai-tenant-e2e-api-b-89a88d","name":"default-tenant","reconcileID":"ac573b6e-8325-4e4f-9c1f-dc70fd69c09b","gvk":"Deployment","name":"maas-api-e2e-api-b-89a88d","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:20:04.603880708Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-89a88d"},"namespace":"ai-tenant-e2e-api-b-89a88d","name":"default-tenant","reconcileID":"ac573b6e-8325-4e4f-9c1f-dc70fd69c09b","gvk":"Service","name":"maas-api-e2e-api-b-89a88d","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:20:04.659708025Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-89a88d"},"namespace":"ai-tenant-e2e-api-b-89a88d","name":"default-tenant","reconcileID":"ac573b6e-8325-4e4f-9c1f-dc70fd69c09b","gvk":"HTTPRoute","name":"maas-api-route-e2e-api-b-89a88d","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:20:04.710251817Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-89a88d"},"namespace":"ai-tenant-e2e-api-b-89a88d","name":"default-tenant","reconcileID":"ac573b6e-8325-4e4f-9c1f-dc70fd69c09b","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-api-b-89a88d","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:20:04.761912158Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-89a88d"},"namespace":"ai-tenant-e2e-api-b-89a88d","name":"default-tenant","reconcileID":"ac573b6e-8325-4e4f-9c1f-dc70fd69c09b","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-api-b-89a88d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:20:04.815473571Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-89a88d"},"namespace":"ai-tenant-e2e-api-b-89a88d","name":"default-tenant","reconcileID":"ac573b6e-8325-4e4f-9c1f-dc70fd69c09b","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-api-b-89a88d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:20:04.875691714Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-89a88d"},"namespace":"ai-tenant-e2e-api-b-89a88d","name":"default-tenant","reconcileID":"ac573b6e-8325-4e4f-9c1f-dc70fd69c09b","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-api-b-89a88d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:20:04.9424099Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-89a88d"},"namespace":"ai-tenant-e2e-api-b-89a88d","name":"default-tenant","reconcileID":"ac573b6e-8325-4e4f-9c1f-dc70fd69c09b","gvk":"Telemetry","name":"latency-per-subscription-e2e-api-b-89a88d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:20:04.992749471Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-89a88d"},"namespace":"ai-tenant-e2e-api-b-89a88d","name":"default-tenant","reconcileID":"ac573b6e-8325-4e4f-9c1f-dc70fd69c09b","gvk":"Deployment","name":"payload-processing-e2e-api-b-89a88d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:20:05.042723331Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-89a88d"},"namespace":"ai-tenant-e2e-api-b-89a88d","name":"default-tenant","reconcileID":"ac573b6e-8325-4e4f-9c1f-dc70fd69c09b","gvk":"Deployment","name":"payload-pre-processing-e2e-api-b-89a88d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:20:05.074046328Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0ea9d09c-b23a-4c28-9758-cd2f646800be","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:20:05.129180156Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-89a88d"},"namespace":"ai-tenant-e2e-api-b-89a88d","name":"default-tenant","reconcileID":"ac573b6e-8325-4e4f-9c1f-dc70fd69c09b","gvk":"Service","name":"payload-processing-e2e-api-b-89a88d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:20:05.130525162Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0ea9d09c-b23a-4c28-9758-cd2f646800be","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:20:05.178729493Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-89a88d"},"namespace":"ai-tenant-e2e-api-b-89a88d","name":"default-tenant","reconcileID":"ac573b6e-8325-4e4f-9c1f-dc70fd69c09b","gvk":"Service","name":"payload-pre-processing-e2e-api-b-89a88d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:20:05.179235104Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0ea9d09c-b23a-4c28-9758-cd2f646800be","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:20:05.227451788Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-89a88d"},"namespace":"ai-tenant-e2e-api-b-89a88d","name":"default-tenant","reconcileID":"ac573b6e-8325-4e4f-9c1f-dc70fd69c09b","gvk":"DestinationRule","name":"payload-processing-e2e-api-b-89a88d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:20:05.228819059Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0ea9d09c-b23a-4c28-9758-cd2f646800be","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:20:05.277314781Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-89a88d"},"namespace":"ai-tenant-e2e-api-b-89a88d","name":"default-tenant","reconcileID":"ac573b6e-8325-4e4f-9c1f-dc70fd69c09b","gvk":"DestinationRule","name":"payload-pre-processing-e2e-api-b-89a88d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:20:05.325335351Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-89a88d"},"namespace":"ai-tenant-e2e-api-b-89a88d","name":"default-tenant","reconcileID":"ac573b6e-8325-4e4f-9c1f-dc70fd69c09b","gvk":"EnvoyFilter","name":"payload-processing-e2e-api-b-89a88d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:20:05.376575164Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-89a88d"},"namespace":"ai-tenant-e2e-api-b-89a88d","name":"default-tenant","reconcileID":"ac573b6e-8325-4e4f-9c1f-dc70fd69c09b","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-api-b-89a88d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:20:05.424792791Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-89a88d"},"namespace":"ai-tenant-e2e-api-b-89a88d","name":"default-tenant","reconcileID":"ac573b6e-8325-4e4f-9c1f-dc70fd69c09b","gvk":"NetworkPolicy","name":"payload-processing-e2e-api-b-89a88d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:20:05.474116101Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-89a88d"},"namespace":"ai-tenant-e2e-api-b-89a88d","name":"default-tenant","reconcileID":"ac573b6e-8325-4e4f-9c1f-dc70fd69c09b","gvk":"ServiceAccount","name":"payload-processing-e2e-api-b-89a88d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:20:05.522634164Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-89a88d"},"namespace":"ai-tenant-e2e-api-b-89a88d","name":"default-tenant","reconcileID":"ac573b6e-8325-4e4f-9c1f-dc70fd69c09b","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-api-b-89a88d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:20:05.571423581Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-89a88d"},"namespace":"ai-tenant-e2e-api-b-89a88d","name":"default-tenant","reconcileID":"ac573b6e-8325-4e4f-9c1f-dc70fd69c09b","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-api-b-89a88d","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:20:06.358979654Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-69fd8043","namespace":"ai-tenant-e2e-mt-69fd8043"},"namespace":"ai-tenant-e2e-mt-69fd8043","name":"e2e-lifecycle-model-69fd8043","reconcileID":"8c2ea7e6-9dd6-4229-8738-41531c368b76","MaaSModelRef":{"name":"e2e-lifecycle-model-69fd8043","namespace":"ai-tenant-e2e-mt-69fd8043"},"tenant":"e2e-mt-69fd8043","gateway":"openshift-ingress/e2e-mt-69fd8043","model":"ai-tenant-e2e-mt-69fd8043/e2e-lifecycle-model-69fd8043","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:20:06.359000689Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-69fd8043","namespace":"ai-tenant-e2e-mt-69fd8043"},"namespace":"ai-tenant-e2e-mt-69fd8043","name":"e2e-lifecycle-model-69fd8043","reconcileID":"8c2ea7e6-9dd6-4229-8738-41531c368b76","MaaSModelRef":{"name":"e2e-lifecycle-model-69fd8043","namespace":"ai-tenant-e2e-mt-69fd8043"},"routeName":"e2e-lifecycle-model-69fd8043-kserve-route","namespace":"ai-tenant-e2e-mt-69fd8043","llmisvcName":"e2e-lifecycle-model-69fd8043","gateway":"openshift-ingress/e2e-mt-69fd8043","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:20:08.627076518Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-b-89a88d","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-b-89a88d","reconcileID":"5ca4072b-84d5-48eb-bf08-4e495b2840ec","aitenant":"ai-tenants/e2e-api-b-89a88d","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:20:09.205280956Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4242a116-c17e-45f9-9a6c-57b4488753d3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:20:09.254060503Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4242a116-c17e-45f9-9a6c-57b4488753d3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:20:09.302649981Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4242a116-c17e-45f9-9a6c-57b4488753d3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:20:09.351551701Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4242a116-c17e-45f9-9a6c-57b4488753d3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:20:09.40570177Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-b-89a88d","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-b-89a88d","reconcileID":"5ca4072b-84d5-48eb-bf08-4e495b2840ec","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-api-b-89a88d","removed":["maas.opendatahub.io/gateway-access-e2e-api-b-89a88d"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:20:10.105634008Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-45b1b7"},"namespace":"ai-tenant-e2e-ipp-b-45b1b7","name":"default-tenant","reconcileID":"9c3bf724-2e17-4506-a3a5-7fbd469744cb","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-b-45b1b7","tenantID":"e2e-ipp-b-45b1b7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:20:10.216351577Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-45b1b7"},"namespace":"ai-tenant-e2e-ipp-b-45b1b7","name":"default-tenant","reconcileID":"9c3bf724-2e17-4506-a3a5-7fbd469744cb","name":"e2e-ipp-b-45b1b7-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:20:11.179019738Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f6eb6ce8-3eef-45fe-a2f8-648967b6224f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:20:11.232845132Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f6eb6ce8-3eef-45fe-a2f8-648967b6224f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:20:11.28204168Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f6eb6ce8-3eef-45fe-a2f8-648967b6224f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:20:11.330894772Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f6eb6ce8-3eef-45fe-a2f8-648967b6224f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:20:13.219276379Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"22e60849-d196-4424-8e09-8f8fa02c5f2c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:20:13.268259251Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"22e60849-d196-4424-8e09-8f8fa02c5f2c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:20:13.317228086Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"22e60849-d196-4424-8e09-8f8fa02c5f2c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:20:13.366055829Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"22e60849-d196-4424-8e09-8f8fa02c5f2c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:20:15.426766552Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fbbf35a8-3c73-4911-8f71-193278e9f0fd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:20:15.475816936Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fbbf35a8-3c73-4911-8f71-193278e9f0fd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:20:15.525211732Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fbbf35a8-3c73-4911-8f71-193278e9f0fd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:20:15.574461063Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fbbf35a8-3c73-4911-8f71-193278e9f0fd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:20:15.921112329Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-a-2f3eb2","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-a-2f3eb2","reconcileID":"e3dbd1ef-2aad-438b-8da2-09ca9b67dd32","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ipp-a-2f3eb2","applied":{"maas.opendatahub.io/gateway-access-e2e-ipp-a-2f3eb2":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:20:16.36001207Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-69fd8043","namespace":"ai-tenant-e2e-mt-69fd8043"},"namespace":"ai-tenant-e2e-mt-69fd8043","name":"e2e-lifecycle-model-69fd8043","reconcileID":"c3f5d7fb-b06d-4602-a60d-f99ced38638d","MaaSModelRef":{"name":"e2e-lifecycle-model-69fd8043","namespace":"ai-tenant-e2e-mt-69fd8043"},"tenant":"e2e-mt-69fd8043","gateway":"openshift-ingress/e2e-mt-69fd8043","model":"ai-tenant-e2e-mt-69fd8043/e2e-lifecycle-model-69fd8043","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:20:16.360035903Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-69fd8043","namespace":"ai-tenant-e2e-mt-69fd8043"},"namespace":"ai-tenant-e2e-mt-69fd8043","name":"e2e-lifecycle-model-69fd8043","reconcileID":"c3f5d7fb-b06d-4602-a60d-f99ced38638d","MaaSModelRef":{"name":"e2e-lifecycle-model-69fd8043","namespace":"ai-tenant-e2e-mt-69fd8043"},"routeName":"e2e-lifecycle-model-69fd8043-kserve-route","namespace":"ai-tenant-e2e-mt-69fd8043","llmisvcName":"e2e-lifecycle-model-69fd8043","gateway":"openshift-ingress/e2e-mt-69fd8043","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:20:17.431330796Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"900305f7-66de-4205-a5ed-64bc5e285533","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:20:17.4800681Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"900305f7-66de-4205-a5ed-64bc5e285533","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:20:17.529578379Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"900305f7-66de-4205-a5ed-64bc5e285533","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:20:17.578361558Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"900305f7-66de-4205-a5ed-64bc5e285533","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:20:19.429408807Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8c78b135-a251-4138-a4dc-11e0561c0424","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:20:19.478372083Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8c78b135-a251-4138-a4dc-11e0561c0424","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:20:19.548918564Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8c78b135-a251-4138-a4dc-11e0561c0424","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:20:19.602350192Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8c78b135-a251-4138-a4dc-11e0561c0424","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:20:21.531391599Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"510db487-e7db-466e-8060-67d2629ee238","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:20:21.581328927Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"510db487-e7db-466e-8060-67d2629ee238","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:20:21.633024496Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"510db487-e7db-466e-8060-67d2629ee238","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:20:21.682526794Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"510db487-e7db-466e-8060-67d2629ee238","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T12:20:22.683511654Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-69fd8043","namespace":"ai-tenant-e2e-mt-69fd8043"},"namespace":"ai-tenant-e2e-mt-69fd8043","name":"e2e-lifecycle-model-69fd8043","reconcileID":"bb58d417-c08c-4673-9dca-003ce81244f0","error":"maasmodelrefs.maas.opendatahub.io \"e2e-lifecycle-model-69fd8043\" not found","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T12:20:23.766403354Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"507d9613-9afd-41f3-9756-a91ede7297e7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:20:23.815168268Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"507d9613-9afd-41f3-9756-a91ede7297e7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:20:23.86412516Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"507d9613-9afd-41f3-9756-a91ede7297e7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:20:23.913108734Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"507d9613-9afd-41f3-9756-a91ede7297e7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:20:25.714852157Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:20:25.829599998Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4027ddd4-e8e8-4d6c-b870-fd6b52781898","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:20:25.879762774Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4027ddd4-e8e8-4d6c-b870-fd6b52781898","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:20:25.929628403Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4027ddd4-e8e8-4d6c-b870-fd6b52781898","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:20:25.980292107Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4027ddd4-e8e8-4d6c-b870-fd6b52781898","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:20:27.81761972Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bd54805f-8b5e-4410-8a7a-5f4488dad4de","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:20:27.866118566Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bd54805f-8b5e-4410-8a7a-5f4488dad4de","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:20:27.914856568Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bd54805f-8b5e-4410-8a7a-5f4488dad4de","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:20:27.963600706Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bd54805f-8b5e-4410-8a7a-5f4488dad4de","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:20:29.819663491Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e7ebd51e-1d63-4a06-8c35-f551278d657d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:20:29.871503211Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e7ebd51e-1d63-4a06-8c35-f551278d657d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:20:29.921537521Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e7ebd51e-1d63-4a06-8c35-f551278d657d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:20:29.9702809Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e7ebd51e-1d63-4a06-8c35-f551278d657d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:20:31.816017092Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"62f05b5a-f8b8-4d87-be2c-d5bdb1748bce","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:20:31.864676547Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"62f05b5a-f8b8-4d87-be2c-d5bdb1748bce","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:20:31.913496557Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"62f05b5a-f8b8-4d87-be2c-d5bdb1748bce","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:20:31.962795289Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"62f05b5a-f8b8-4d87-be2c-d5bdb1748bce","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:20:33.817580497Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"05ac0fb0-41f4-4f4c-8a55-afe4d9c0b673","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:20:33.866464088Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"05ac0fb0-41f4-4f4c-8a55-afe4d9c0b673","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:20:33.915046983Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"05ac0fb0-41f4-4f4c-8a55-afe4d9c0b673","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:20:33.963805611Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"05ac0fb0-41f4-4f4c-8a55-afe4d9c0b673","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:20:35.848932168Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c492a013-4709-4ece-a7bf-1c50513a053a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:20:35.897715075Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c492a013-4709-4ece-a7bf-1c50513a053a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:20:35.94642553Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c492a013-4709-4ece-a7bf-1c50513a053a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:20:35.995178564Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c492a013-4709-4ece-a7bf-1c50513a053a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:20:37.820239653Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"51feccd6-1265-493b-b71a-e9fdbee7802b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:20:37.869083513Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"51feccd6-1265-493b-b71a-e9fdbee7802b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:20:37.918024086Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"51feccd6-1265-493b-b71a-e9fdbee7802b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:20:37.96695373Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"51feccd6-1265-493b-b71a-e9fdbee7802b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:20:39.916430063Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5168ed61-fad8-41b6-ae4f-705c578f72dd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:20:39.965024139Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5168ed61-fad8-41b6-ae4f-705c578f72dd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:20:40.014347748Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5168ed61-fad8-41b6-ae4f-705c578f72dd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:20:40.063435372Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5168ed61-fad8-41b6-ae4f-705c578f72dd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:20:41.873529187Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"875c6242-eb98-4c3c-8ded-a657ed0edafc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:20:41.923024495Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"875c6242-eb98-4c3c-8ded-a657ed0edafc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:20:41.972536076Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"875c6242-eb98-4c3c-8ded-a657ed0edafc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:20:42.021591164Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"875c6242-eb98-4c3c-8ded-a657ed0edafc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:20:43.921982366Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6ee69150-529d-4ed5-befc-453a219c26a0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:20:43.970596668Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6ee69150-529d-4ed5-befc-453a219c26a0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:20:44.020352267Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6ee69150-529d-4ed5-befc-453a219c26a0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:20:44.069710853Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6ee69150-529d-4ed5-befc-453a219c26a0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:20:45.968344884Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"22235c09-b03b-4d40-92f1-d5e0b608755d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:20:46.017236454Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"22235c09-b03b-4d40-92f1-d5e0b608755d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:20:46.065980777Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"22235c09-b03b-4d40-92f1-d5e0b608755d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:20:46.115011346Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"22235c09-b03b-4d40-92f1-d5e0b608755d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:20:47.932559556Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0279b1b3-dae8-402f-b7e4-0bb607a0a171","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:20:47.981148718Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0279b1b3-dae8-402f-b7e4-0bb607a0a171","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:20:48.030202428Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0279b1b3-dae8-402f-b7e4-0bb607a0a171","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:20:48.079953851Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0279b1b3-dae8-402f-b7e4-0bb607a0a171","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:20:50.044397416Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"58de78e0-7e54-4003-9f0b-9a6b6b211d3b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:20:50.093271997Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"58de78e0-7e54-4003-9f0b-9a6b6b211d3b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:20:50.142299605Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"58de78e0-7e54-4003-9f0b-9a6b6b211d3b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:20:50.191648763Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"58de78e0-7e54-4003-9f0b-9a6b6b211d3b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:20:52.022617867Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7103bdea-5c8a-4535-a880-0dc687836dee","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:20:52.071623411Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7103bdea-5c8a-4535-a880-0dc687836dee","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:20:52.120497798Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7103bdea-5c8a-4535-a880-0dc687836dee","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:20:52.169197431Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7103bdea-5c8a-4535-a880-0dc687836dee","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:20:54.021627563Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bfe5b83e-7eb6-4554-97ea-883bd1087e68","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:20:54.070313609Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bfe5b83e-7eb6-4554-97ea-883bd1087e68","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:20:54.119651856Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bfe5b83e-7eb6-4554-97ea-883bd1087e68","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:20:54.168574159Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bfe5b83e-7eb6-4554-97ea-883bd1087e68","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:20:55.71348007Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:20:56.172012558Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"33434d6e-cd31-4546-be48-685337fe96ed","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:20:56.221205258Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"33434d6e-cd31-4546-be48-685337fe96ed","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:20:56.269950198Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"33434d6e-cd31-4546-be48-685337fe96ed","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:20:56.318649791Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"33434d6e-cd31-4546-be48-685337fe96ed","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:20:58.128262096Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e7549f7e-71b5-4895-9e63-c175c212aa69","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:20:58.177508514Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e7549f7e-71b5-4895-9e63-c175c212aa69","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:20:58.226767946Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e7549f7e-71b5-4895-9e63-c175c212aa69","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:20:58.275695192Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e7549f7e-71b5-4895-9e63-c175c212aa69","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:20:58.926781024Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-b-583bcf","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-b-583bcf","reconcileID":"9701ae36-b7e4-4254-a662-384b2603609c","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ipp-b-583bcf","applied":{"maas.opendatahub.io/gateway-access-e2e-ipp-b-583bcf":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:21:00.087033587Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1b33c41d-7379-4bec-864f-2785ac4aeb12","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:21:00.136452905Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1b33c41d-7379-4bec-864f-2785ac4aeb12","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:21:00.185411537Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1b33c41d-7379-4bec-864f-2785ac4aeb12","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:21:00.234302995Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1b33c41d-7379-4bec-864f-2785ac4aeb12","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:21:02.05220737Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dc0b905a-b338-4e0d-b4b6-c5bc372ab81c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:21:02.103224056Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dc0b905a-b338-4e0d-b4b6-c5bc372ab81c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:21:02.154807162Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dc0b905a-b338-4e0d-b4b6-c5bc372ab81c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:21:02.208450914Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dc0b905a-b338-4e0d-b4b6-c5bc372ab81c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:21:04.125847953Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8a6bf2ec-3d02-447b-b8a6-cf7fbcf44815","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:21:04.17486899Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8a6bf2ec-3d02-447b-b8a6-cf7fbcf44815","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:21:04.223527928Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8a6bf2ec-3d02-447b-b8a6-cf7fbcf44815","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:21:04.272506349Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8a6bf2ec-3d02-447b-b8a6-cf7fbcf44815","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:21:06.164590756Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3f09472d-1a39-4697-aa40-063a1fca80f7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:21:06.200866399Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"namespace":"ai-tenant-e2e-worker-w3-bb1b51","name":"premium-simulator-subscription","reconcileID":"7730cc10-fdd8-4e93-aef3-38435d32c0b6","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"name":"maas-trlp-premium-w3-bb1b51","model":"e2e-models-e2e-worker-w3-bb1b51/premium-w3-bb1b51","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:21:06.213286592Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3f09472d-1a39-4697-aa40-063a1fca80f7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:21:06.262553109Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3f09472d-1a39-4697-aa40-063a1fca80f7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:21:06.311196577Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3f09472d-1a39-4697-aa40-063a1fca80f7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:21:06.459891862Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"namespace":"ai-tenant-e2e-worker-w0-9893f0","name":"simulator-subscription","reconcileID":"2ea7dcee-6dc4-420c-b2dc-e3e4d3a48131","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"name":"maas-trlp-simulator-w0-9893f0","model":"e2e-models-e2e-worker-w0-9893f0/simulator-w0-9893f0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:21:06.508867424Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"namespace":"ai-tenant-e2e-worker-w1-5951bc","name":"premium-simulator-subscription","reconcileID":"c90f376b-64c6-46ef-888e-26f5072fe41f","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"name":"maas-trlp-premium-w1-5951bc","model":"e2e-models-e2e-worker-w1-5951bc/premium-w1-5951bc","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:21:06.508938219Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"c62d259b-4a55-4fd6-b3e3-7e5a7c36a5a8","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:21:06.702577381Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"namespace":"ai-tenant-e2e-worker-w4-8d2c7c","name":"simulator-subscription","reconcileID":"f5c56ee3-e1ae-4b4a-aef7-220bfcf56e32","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"name":"maas-trlp-simulator-w4-8d2c7c","model":"e2e-models-e2e-worker-w4-8d2c7c/simulator-w4-8d2c7c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:21:06.837646224Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"simulator-subscription","reconcileID":"6b4f1013-7721-4736-b40c-bf3325f5f2f2","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"name":"maas-trlp-simulator-w2-91cd99","model":"e2e-models-e2e-worker-w2-91cd99/simulator-w2-91cd99","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:21:06.951070415Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"premium-simulator-subscription","reconcileID":"3916a587-a559-4c11-901a-4912ed11feeb","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"name":"maas-trlp-premium-w2-91cd99","model":"e2e-models-e2e-worker-w2-91cd99/premium-w2-91cd99","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:21:07.128175386Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"cd98ccab-09a1-42f4-9f49-f477bd8b4af3","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:21:07.333499497Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"namespace":"ai-tenant-e2e-worker-w3-bb1b51","name":"simulator-subscription","reconcileID":"fee31db4-e3cc-4655-98c8-4d4d80f8f8b3","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"name":"maas-trlp-simulator-w3-bb1b51","model":"e2e-models-e2e-worker-w3-bb1b51/simulator-w3-bb1b51","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:21:07.431665546Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"namespace":"ai-tenant-e2e-worker-w4-8d2c7c","name":"premium-simulator-subscription","reconcileID":"095afc94-b5a4-4119-a2f9-d101a4ea7ddb","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"name":"maas-trlp-premium-w4-8d2c7c","model":"e2e-models-e2e-worker-w4-8d2c7c/premium-w4-8d2c7c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:21:07.501116884Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"namespace":"ai-tenant-e2e-worker-w0-9893f0","name":"premium-simulator-subscription","reconcileID":"740d8496-7114-4148-9eaf-0ee6e6de4eca","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"name":"maas-trlp-premium-w0-9893f0","model":"e2e-models-e2e-worker-w0-9893f0/premium-w0-9893f0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:21:07.501188747Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"namespace":"ai-tenant-e2e-worker-w1-5951bc","name":"simulator-subscription","reconcileID":"a2a67b97-61d0-4592-b9ca-cd398957794f","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"name":"maas-trlp-simulator-w1-5951bc","model":"e2e-models-e2e-worker-w1-5951bc/simulator-w1-5951bc","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:21:08.12056843Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ed9a3e38-6f99-4766-92a9-6f116e1da33d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:21:08.169149347Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ed9a3e38-6f99-4766-92a9-6f116e1da33d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:21:08.218546947Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ed9a3e38-6f99-4766-92a9-6f116e1da33d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:21:08.267823771Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ed9a3e38-6f99-4766-92a9-6f116e1da33d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:21:10.080928457Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fd0bae62-3c0b-412d-9d0e-a88276949975","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:21:10.130614417Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fd0bae62-3c0b-412d-9d0e-a88276949975","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:21:10.179437737Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fd0bae62-3c0b-412d-9d0e-a88276949975","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:21:10.228360218Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fd0bae62-3c0b-412d-9d0e-a88276949975","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:21:12.090768625Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b8fa67c6-0759-4a99-bee9-cff57fa6423e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:21:12.140103859Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b8fa67c6-0759-4a99-bee9-cff57fa6423e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:21:12.189092121Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b8fa67c6-0759-4a99-bee9-cff57fa6423e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:21:12.238792924Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b8fa67c6-0759-4a99-bee9-cff57fa6423e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:21:14.058454154Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9c735b18-3c90-429f-a69f-e77fdd4cb6ea","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:21:14.107404865Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9c735b18-3c90-429f-a69f-e77fdd4cb6ea","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:21:14.156153375Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9c735b18-3c90-429f-a69f-e77fdd4cb6ea","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:21:14.204938675Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9c735b18-3c90-429f-a69f-e77fdd4cb6ea","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:21:14.96365651Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-2f3eb2"},"namespace":"ai-tenant-e2e-ipp-a-2f3eb2","name":"default-tenant","reconcileID":"54e523a5-529c-445a-ab82-0e93b2cc8407","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-2f3eb2","tenantID":"e2e-ipp-a-2f3eb2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:21:15.070833833Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-2f3eb2"},"namespace":"ai-tenant-e2e-ipp-a-2f3eb2","name":"default-tenant","reconcileID":"54e523a5-529c-445a-ab82-0e93b2cc8407","name":"e2e-ipp-a-2f3eb2-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:21:16.002273484Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d79c887e-b704-401d-9bca-af1f9377298b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:21:16.051466404Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d79c887e-b704-401d-9bca-af1f9377298b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:21:16.100872371Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d79c887e-b704-401d-9bca-af1f9377298b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:21:16.149807554Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d79c887e-b704-401d-9bca-af1f9377298b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:21:19.741562006Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-69fd8043"},"namespace":"ai-tenant-e2e-mt-69fd8043","name":"default-tenant","reconcileID":"6b1d9c1c-e26f-4964-bea8-e5d2174e9ea0","namespace":"ai-tenant-e2e-mt-69fd8043","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:21:19.741662269Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-69fd8043"},"namespace":"ai-tenant-e2e-mt-69fd8043","name":"default-tenant","reconcileID":"6b1d9c1c-e26f-4964-bea8-e5d2174e9ea0","namespace":"ai-tenant-e2e-mt-69fd8043","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:21:19.741735242Z","body":"Deferring maas-api cleanup: owning AITenant has not completed API-key revocation","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-69fd8043"},"namespace":"ai-tenant-e2e-mt-69fd8043","name":"default-tenant","reconcileID":"6b1d9c1c-e26f-4964-bea8-e5d2174e9ea0","aitenant":"ai-tenants/e2e-mt-69fd8043","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:21:25.712303791Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:21:31.776546199Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"7e85f76b-ceec-46af-b204-8dfeb15cc5c7","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:21:31.892866507Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"namespace":"ai-tenant-e2e-worker-w4-8d2c7c","name":"simulator-subscription","reconcileID":"13769dbb-e441-45f0-87ae-2423febcb1ff","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"name":"maas-trlp-simulator-w4-8d2c7c","model":"e2e-models-e2e-worker-w4-8d2c7c/simulator-w4-8d2c7c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:21:31.991153849Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"namespace":"ai-tenant-e2e-worker-w3-bb1b51","name":"premium-simulator-subscription","reconcileID":"f3f9395d-573c-432c-9e6a-a08b8678ad85","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"name":"maas-trlp-premium-w3-bb1b51","model":"e2e-models-e2e-worker-w3-bb1b51/premium-w3-bb1b51","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:21:32.009620148Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"namespace":"ai-tenant-e2e-worker-w0-9893f0","name":"premium-simulator-subscription","reconcileID":"5852cca8-943a-4f86-8fc1-11e8a53a0292","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"name":"maas-trlp-premium-w0-9893f0","model":"e2e-models-e2e-worker-w0-9893f0/premium-w0-9893f0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:21:32.124249562Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"simulator-subscription","reconcileID":"e2dbc4c2-9c2c-474a-ae21-4dea3b7029d8","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"name":"maas-trlp-simulator-w2-91cd99","model":"e2e-models-e2e-worker-w2-91cd99/simulator-w2-91cd99","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:21:32.359289633Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"premium-simulator-subscription","reconcileID":"049b1045-4f88-4c79-834d-90a21f3cbe2d","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"name":"maas-trlp-premium-w2-91cd99","model":"e2e-models-e2e-worker-w2-91cd99/premium-w2-91cd99","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:21:32.459408852Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"namespace":"ai-tenant-e2e-worker-w4-8d2c7c","name":"premium-simulator-subscription","reconcileID":"687344c0-d3fc-42c3-a405-40499e89664e","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"name":"maas-trlp-premium-w4-8d2c7c","model":"e2e-models-e2e-worker-w4-8d2c7c/premium-w4-8d2c7c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:21:32.476932788Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"namespace":"ai-tenant-e2e-worker-w1-5951bc","name":"premium-simulator-subscription","reconcileID":"365b6929-2e4a-4428-aa21-d4fbe2c6d0b7","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"name":"maas-trlp-premium-w1-5951bc","model":"e2e-models-e2e-worker-w1-5951bc/premium-w1-5951bc","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:21:32.763765494Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"namespace":"ai-tenant-e2e-worker-w1-5951bc","name":"simulator-subscription","reconcileID":"713e3915-699a-4677-a629-d3dda41b5a8f","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"name":"maas-trlp-simulator-w1-5951bc","model":"e2e-models-e2e-worker-w1-5951bc/simulator-w1-5951bc","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:21:32.866320875Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"namespace":"ai-tenant-e2e-worker-w0-9893f0","name":"simulator-subscription","reconcileID":"de734e7a-b44a-4381-889e-30f8f64e4cc5","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"name":"maas-trlp-simulator-w0-9893f0","model":"e2e-models-e2e-worker-w0-9893f0/simulator-w0-9893f0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:21:32.966683804Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"95ebcf02-98c6-419f-a625-f7d46791f085","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:21:32.966734998Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"namespace":"ai-tenant-e2e-worker-w3-bb1b51","name":"simulator-subscription","reconcileID":"bc136f31-42e2-401e-9f36-090c30753f40","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"name":"maas-trlp-simulator-w3-bb1b51","model":"e2e-models-e2e-worker-w3-bb1b51/simulator-w3-bb1b51","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:21:47.672141127Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"namespace":"ai-tenant-e2e-worker-w1-5951bc","name":"simulator-subscription","reconcileID":"036771f3-e874-4918-a9c0-5a02a59ea62f","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"name":"maas-trlp-simulator-w1-5951bc","model":"e2e-models-e2e-worker-w1-5951bc/simulator-w1-5951bc","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:21:47.778696595Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"premium-simulator-subscription","reconcileID":"af688574-6a7e-49b4-ba4b-177827685987","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"name":"maas-trlp-premium-w2-91cd99","model":"e2e-models-e2e-worker-w2-91cd99/premium-w2-91cd99","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:21:47.895456425Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"namespace":"ai-tenant-e2e-worker-w4-8d2c7c","name":"simulator-subscription","reconcileID":"605f8cc6-cbb2-459a-a2d6-11010d9439e2","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"name":"maas-trlp-simulator-w4-8d2c7c","model":"e2e-models-e2e-worker-w4-8d2c7c/simulator-w4-8d2c7c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:21:48.126663658Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"namespace":"ai-tenant-e2e-worker-w1-5951bc","name":"premium-simulator-subscription","reconcileID":"4125a2dc-5b0e-47aa-9e9d-2efad823254f","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"name":"maas-trlp-premium-w1-5951bc","model":"e2e-models-e2e-worker-w1-5951bc/premium-w1-5951bc","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:21:48.240253239Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"namespace":"ai-tenant-e2e-worker-w4-8d2c7c","name":"premium-simulator-subscription","reconcileID":"441fe094-43ce-4c9a-bbcc-24a1f78ee9fe","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"name":"maas-trlp-premium-w4-8d2c7c","model":"e2e-models-e2e-worker-w4-8d2c7c/premium-w4-8d2c7c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:21:48.475865738Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"namespace":"ai-tenant-e2e-worker-w0-9893f0","name":"premium-simulator-subscription","reconcileID":"363e35f9-4233-498d-875f-ce05a290c060","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"name":"maas-trlp-premium-w0-9893f0","model":"e2e-models-e2e-worker-w0-9893f0/premium-w0-9893f0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:21:48.590974414Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"2b8b5ff2-8437-42b2-afbd-b01d57c1413a","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:21:48.76640954Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"simulator-subscription","reconcileID":"c55e1f67-9885-47d3-ae22-6d2aff1f56af","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"name":"maas-trlp-simulator-w2-91cd99","model":"e2e-models-e2e-worker-w2-91cd99/simulator-w2-91cd99","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:21:48.867218938Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"6b5c54e2-927f-4f08-988f-1d1209896839","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:21:48.886009156Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"namespace":"ai-tenant-e2e-worker-w3-bb1b51","name":"simulator-subscription","reconcileID":"052e4219-97ea-4173-be14-722a65db376d","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"name":"maas-trlp-simulator-w3-bb1b51","model":"e2e-models-e2e-worker-w3-bb1b51/simulator-w3-bb1b51","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:21:48.967963084Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"namespace":"ai-tenant-e2e-worker-w0-9893f0","name":"simulator-subscription","reconcileID":"2bf26f65-82b9-4280-898b-4ec088c685d2","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"name":"maas-trlp-simulator-w0-9893f0","model":"e2e-models-e2e-worker-w0-9893f0/simulator-w0-9893f0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:21:49.06829092Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"namespace":"ai-tenant-e2e-worker-w3-bb1b51","name":"premium-simulator-subscription","reconcileID":"dbef029c-1ea9-4bb3-888b-d190d3abc73a","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"name":"maas-trlp-premium-w3-bb1b51","model":"e2e-models-e2e-worker-w3-bb1b51/premium-w3-bb1b51","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:21:53.331841881Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fa1145be-b8c5-4c23-b2d7-8f1d6c72ae40","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:21:53.3804987Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fa1145be-b8c5-4c23-b2d7-8f1d6c72ae40","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:21:53.429160476Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fa1145be-b8c5-4c23-b2d7-8f1d6c72ae40","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:21:53.478065877Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fa1145be-b8c5-4c23-b2d7-8f1d6c72ae40","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:21:54.170645368Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-b-059838","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-b-059838","reconcileID":"b0ccb2ae-9ab4-45b3-a2af-ce9d8071ac61","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ipp-b-059838","applied":{"maas.opendatahub.io/gateway-access-e2e-ipp-b-059838":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:21:55.353766249Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6444df89-fad7-4e81-8432-0f612e101f49","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:21:55.413292519Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6444df89-fad7-4e81-8432-0f612e101f49","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:21:55.463319321Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6444df89-fad7-4e81-8432-0f612e101f49","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:21:55.512732703Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6444df89-fad7-4e81-8432-0f612e101f49","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:21:55.712321627Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:21:56.59588912Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-583bcf"},"namespace":"ai-tenant-e2e-ipp-b-583bcf","name":"default-tenant","reconcileID":"13e72b7e-1592-406f-b79f-28477f5b2aa3","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-b-583bcf","tenantID":"e2e-ipp-b-583bcf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:21:56.702095685Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-583bcf"},"namespace":"ai-tenant-e2e-ipp-b-583bcf","name":"default-tenant","reconcileID":"13e72b7e-1592-406f-b79f-28477f5b2aa3","name":"e2e-ipp-b-583bcf-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:21:57.380647659Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1e25b384-c3fe-43f4-ad0d-4f3e0f9bdb41","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:21:57.433596591Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1e25b384-c3fe-43f4-ad0d-4f3e0f9bdb41","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:21:57.483414995Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1e25b384-c3fe-43f4-ad0d-4f3e0f9bdb41","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:21:57.532523502Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1e25b384-c3fe-43f4-ad0d-4f3e0f9bdb41","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:22:06.684883019Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"namespace":"ai-tenant-e2e-worker-w1-5951bc","name":"simulator-subscription","reconcileID":"5e2f70c2-93c5-4240-9be4-3733471c726d","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"name":"maas-trlp-simulator-w1-5951bc","model":"e2e-models-e2e-worker-w1-5951bc/simulator-w1-5951bc","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:22:06.775467787Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"namespace":"ai-tenant-e2e-worker-w4-8d2c7c","name":"simulator-subscription","reconcileID":"c0035030-7034-4df5-a46a-59778eaf3658","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"name":"maas-trlp-simulator-w4-8d2c7c","model":"e2e-models-e2e-worker-w4-8d2c7c/simulator-w4-8d2c7c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:22:06.967922347Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"2606ff6f-433c-4047-bc79-af6a82c7f7f4","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:22:07.067091137Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"namespace":"ai-tenant-e2e-worker-w3-bb1b51","name":"premium-simulator-subscription","reconcileID":"7a536b6c-c9d5-4aee-a3a3-45ac14d41f45","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"name":"maas-trlp-premium-w3-bb1b51","model":"e2e-models-e2e-worker-w3-bb1b51/premium-w3-bb1b51","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:22:07.168608654Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"namespace":"ai-tenant-e2e-worker-w4-8d2c7c","name":"premium-simulator-subscription","reconcileID":"96e26d68-3483-40b0-aa5b-df736de1f8f9","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"name":"maas-trlp-premium-w4-8d2c7c","model":"e2e-models-e2e-worker-w4-8d2c7c/premium-w4-8d2c7c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:22:07.431948786Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"namespace":"ai-tenant-e2e-worker-w1-5951bc","name":"premium-simulator-subscription","reconcileID":"1cc50d52-fed5-4e4b-828e-a5530a63bb97","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"name":"maas-trlp-premium-w1-5951bc","model":"e2e-models-e2e-worker-w1-5951bc/premium-w1-5951bc","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:22:07.548921368Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"premium-simulator-subscription","reconcileID":"e30cf963-35e5-4405-8584-e3ba796700a1","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"name":"maas-trlp-premium-w2-91cd99","model":"e2e-models-e2e-worker-w2-91cd99/premium-w2-91cd99","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:22:07.649335497Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"namespace":"ai-tenant-e2e-worker-w0-9893f0","name":"premium-simulator-subscription","reconcileID":"50025a05-cf78-4b27-8e70-4b8bc4949243","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"name":"maas-trlp-premium-w0-9893f0","model":"e2e-models-e2e-worker-w0-9893f0/premium-w0-9893f0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:22:07.664620956Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"namespace":"ai-tenant-e2e-worker-w3-bb1b51","name":"simulator-subscription","reconcileID":"188024a1-5f6f-462f-a156-3853d194748a","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"name":"maas-trlp-simulator-w3-bb1b51","model":"e2e-models-e2e-worker-w3-bb1b51/simulator-w3-bb1b51","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:22:07.751904773Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"simulator-subscription","reconcileID":"6ec78278-55c8-4316-bc4e-4623e1e7f79b","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"name":"maas-trlp-simulator-w2-91cd99","model":"e2e-models-e2e-worker-w2-91cd99/simulator-w2-91cd99","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:22:07.850113131Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"namespace":"ai-tenant-e2e-worker-w0-9893f0","name":"simulator-subscription","reconcileID":"878fb7e3-6176-45fc-8f08-9a9a78001666","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"name":"maas-trlp-simulator-w0-9893f0","model":"e2e-models-e2e-worker-w0-9893f0/simulator-w0-9893f0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:22:07.967997172Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"6d73d257-25bf-4440-bfa3-0fbb2ad2f058","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:22:18.300763842Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9353c6c0-9064-42bf-8e46-79bbd936f3b5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:22:18.349419811Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9353c6c0-9064-42bf-8e46-79bbd936f3b5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:22:18.398056454Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9353c6c0-9064-42bf-8e46-79bbd936f3b5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:22:18.446937202Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9353c6c0-9064-42bf-8e46-79bbd936f3b5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:22:20.334878756Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"552c5067-9734-4ef6-974d-73dc111dee66","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:22:20.389817866Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"552c5067-9734-4ef6-974d-73dc111dee66","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:22:20.439755533Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"552c5067-9734-4ef6-974d-73dc111dee66","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:22:20.48936232Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"552c5067-9734-4ef6-974d-73dc111dee66","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:22:21.450473667Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-69fd8043"},"namespace":"ai-tenant-e2e-mt-69fd8043","name":"default-tenant","reconcileID":"d103edc0-6855-44ca-8a6a-f2285216b262","namespace":"ai-tenant-e2e-mt-69fd8043","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:22:21.45053784Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-69fd8043"},"namespace":"ai-tenant-e2e-mt-69fd8043","name":"default-tenant","reconcileID":"d103edc0-6855-44ca-8a6a-f2285216b262","namespace":"ai-tenant-e2e-mt-69fd8043","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:22:21.450587268Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-69fd8043"},"namespace":"ai-tenant-e2e-mt-69fd8043","name":"default-tenant","reconcileID":"d103edc0-6855-44ca-8a6a-f2285216b262","tenant":"e2e-mt-69fd8043","tenantID":"e2e-mt-69fd8043","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:22:21.501117935Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-69fd8043"},"namespace":"ai-tenant-e2e-mt-69fd8043","name":"default-tenant","reconcileID":"d103edc0-6855-44ca-8a6a-f2285216b262","gvk":"Deployment","name":"maas-api-e2e-mt-69fd8043","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:22:21.558665712Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-69fd8043"},"namespace":"ai-tenant-e2e-mt-69fd8043","name":"default-tenant","reconcileID":"d103edc0-6855-44ca-8a6a-f2285216b262","gvk":"Service","name":"maas-api-e2e-mt-69fd8043","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:22:21.609614344Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-69fd8043"},"namespace":"ai-tenant-e2e-mt-69fd8043","name":"default-tenant","reconcileID":"d103edc0-6855-44ca-8a6a-f2285216b262","gvk":"HTTPRoute","name":"maas-api-route-e2e-mt-69fd8043","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:22:21.659626973Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-69fd8043"},"namespace":"ai-tenant-e2e-mt-69fd8043","name":"default-tenant","reconcileID":"d103edc0-6855-44ca-8a6a-f2285216b262","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-mt-69fd8043","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:22:21.712297569Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-69fd8043"},"namespace":"ai-tenant-e2e-mt-69fd8043","name":"default-tenant","reconcileID":"d103edc0-6855-44ca-8a6a-f2285216b262","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-mt-69fd8043","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:22:21.76243515Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-69fd8043"},"namespace":"ai-tenant-e2e-mt-69fd8043","name":"default-tenant","reconcileID":"d103edc0-6855-44ca-8a6a-f2285216b262","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-mt-69fd8043","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:22:21.813295939Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-69fd8043"},"namespace":"ai-tenant-e2e-mt-69fd8043","name":"default-tenant","reconcileID":"d103edc0-6855-44ca-8a6a-f2285216b262","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-mt-69fd8043","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:22:21.866366015Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-69fd8043"},"namespace":"ai-tenant-e2e-mt-69fd8043","name":"default-tenant","reconcileID":"d103edc0-6855-44ca-8a6a-f2285216b262","gvk":"Telemetry","name":"latency-per-subscription-e2e-mt-69fd8043","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:22:21.914409013Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-69fd8043"},"namespace":"ai-tenant-e2e-mt-69fd8043","name":"default-tenant","reconcileID":"d103edc0-6855-44ca-8a6a-f2285216b262","gvk":"Deployment","name":"payload-processing-e2e-mt-69fd8043","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:22:21.9625748Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-69fd8043"},"namespace":"ai-tenant-e2e-mt-69fd8043","name":"default-tenant","reconcileID":"d103edc0-6855-44ca-8a6a-f2285216b262","gvk":"Deployment","name":"payload-pre-processing-e2e-mt-69fd8043","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:22:22.011311192Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-69fd8043"},"namespace":"ai-tenant-e2e-mt-69fd8043","name":"default-tenant","reconcileID":"d103edc0-6855-44ca-8a6a-f2285216b262","gvk":"Service","name":"payload-processing-e2e-mt-69fd8043","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:22:22.060691427Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-69fd8043"},"namespace":"ai-tenant-e2e-mt-69fd8043","name":"default-tenant","reconcileID":"d103edc0-6855-44ca-8a6a-f2285216b262","gvk":"Service","name":"payload-pre-processing-e2e-mt-69fd8043","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:22:22.108921614Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-69fd8043"},"namespace":"ai-tenant-e2e-mt-69fd8043","name":"default-tenant","reconcileID":"d103edc0-6855-44ca-8a6a-f2285216b262","gvk":"DestinationRule","name":"payload-processing-e2e-mt-69fd8043","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:22:22.157409592Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-69fd8043"},"namespace":"ai-tenant-e2e-mt-69fd8043","name":"default-tenant","reconcileID":"d103edc0-6855-44ca-8a6a-f2285216b262","gvk":"DestinationRule","name":"payload-pre-processing-e2e-mt-69fd8043","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:22:22.205409314Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-69fd8043"},"namespace":"ai-tenant-e2e-mt-69fd8043","name":"default-tenant","reconcileID":"d103edc0-6855-44ca-8a6a-f2285216b262","gvk":"EnvoyFilter","name":"payload-processing-e2e-mt-69fd8043","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:22:22.256279822Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-69fd8043"},"namespace":"ai-tenant-e2e-mt-69fd8043","name":"default-tenant","reconcileID":"d103edc0-6855-44ca-8a6a-f2285216b262","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-mt-69fd8043","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:22:22.304441314Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-69fd8043"},"namespace":"ai-tenant-e2e-mt-69fd8043","name":"default-tenant","reconcileID":"d103edc0-6855-44ca-8a6a-f2285216b262","gvk":"NetworkPolicy","name":"payload-processing-e2e-mt-69fd8043","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:22:22.352512074Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-69fd8043"},"namespace":"ai-tenant-e2e-mt-69fd8043","name":"default-tenant","reconcileID":"d103edc0-6855-44ca-8a6a-f2285216b262","gvk":"ServiceAccount","name":"payload-processing-e2e-mt-69fd8043","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:22:22.406929713Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-69fd8043"},"namespace":"ai-tenant-e2e-mt-69fd8043","name":"default-tenant","reconcileID":"d103edc0-6855-44ca-8a6a-f2285216b262","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-mt-69fd8043","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:22:22.4582314Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-69fd8043"},"namespace":"ai-tenant-e2e-mt-69fd8043","name":"default-tenant","reconcileID":"d103edc0-6855-44ca-8a6a-f2285216b262","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-mt-69fd8043","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:22:23.180777828Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-mt-69fd8043","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-mt-69fd8043","reconcileID":"a9062400-7e2b-498c-a4db-94970b3705d6","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-mt-69fd8043","removed":["maas.opendatahub.io/gateway-access-e2e-mt-69fd8043"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:22:24.335835444Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f06605d4-356e-44e9-9eb3-bbfc5615a4af","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:22:24.385358757Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f06605d4-356e-44e9-9eb3-bbfc5615a4af","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:22:24.434308593Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f06605d4-356e-44e9-9eb3-bbfc5615a4af","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:22:24.482910746Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f06605d4-356e-44e9-9eb3-bbfc5615a4af","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:22:24.886252967Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"efbd36b3-af00-4ac3-9909-54c2917e9cdf","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:22:24.8862793Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"efbd36b3-af00-4ac3-9909-54c2917e9cdf","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:22:24.940014361Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"efe9f796-8a3c-4dd8-b7c0-09d907c721ef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:22:24.940039073Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"efe9f796-8a3c-4dd8-b7c0-09d907c721ef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:22:25.037104194Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-231dd74d","namespace":"ai-tenant-e2e-mt-231dd74d"},"namespace":"ai-tenant-e2e-mt-231dd74d","name":"e2e-shared-int-policy-231dd74d","reconcileID":"b358c3ff-d070-432b-bc64-c1c40b4759a0","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-231dd74d","namespace":"ai-tenant-e2e-mt-231dd74d"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:22:25.156905554Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-231dd74d","namespace":"ai-tenant-e2e-mt-231dd74d"},"namespace":"ai-tenant-e2e-mt-231dd74d","name":"e2e-shared-int-policy-231dd74d","reconcileID":"b358c3ff-d070-432b-bc64-c1c40b4759a0","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-231dd74d","namespace":"ai-tenant-e2e-mt-231dd74d"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:22:25.210843775Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 4, current generation is 5","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-231dd74d","namespace":"ai-tenant-e2e-mt-231dd74d"},"namespace":"ai-tenant-e2e-mt-231dd74d","name":"e2e-shared-int-policy-231dd74d","reconcileID":"b358c3ff-d070-432b-bc64-c1c40b4759a0","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-231dd74d","namespace":"ai-tenant-e2e-mt-231dd74d"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:22:25.266333914Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e420494a-0d9b-4dad-b189-a83a91af226f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:22:25.266358658Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e420494a-0d9b-4dad-b189-a83a91af226f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:22:25.284285146Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"9e5f190b-7161-4f39-930c-435f5de1410d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:22:25.284310842Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"9e5f190b-7161-4f39-930c-435f5de1410d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:22:25.343178943Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"51ce67c0-c065-49e6-a1c2-7d3b40483038","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:22:25.343201108Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"51ce67c0-c065-49e6-a1c2-7d3b40483038","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:22:25.380804123Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-231dd74d","namespace":"ai-tenant-e2e-mt-231dd74d"},"namespace":"ai-tenant-e2e-mt-231dd74d","name":"e2e-shared-int-policy-231dd74d","reconcileID":"884c6cdf-516a-4bcd-9934-3761fac9d606","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-231dd74d","namespace":"ai-tenant-e2e-mt-231dd74d"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T12:22:25.388659515Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-int-sub-231dd74d","namespace":"ai-tenant-e2e-mt-231dd74d"},"namespace":"ai-tenant-e2e-mt-231dd74d","name":"e2e-shared-int-sub-231dd74d","reconcileID":"c77adcc5-8266-4bab-83fa-50d59224dd47","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-shared-int-sub-231dd74d\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T12:22:25.434139663Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-231dd74d","namespace":"ai-tenant-e2e-mt-231dd74d"},"namespace":"ai-tenant-e2e-mt-231dd74d","name":"e2e-shared-int-policy-231dd74d","reconcileID":"884c6cdf-516a-4bcd-9934-3761fac9d606","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-231dd74d","namespace":"ai-tenant-e2e-mt-231dd74d"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:22:25.529816578Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 4, current generation is 5","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-231dd74d","namespace":"ai-tenant-e2e-mt-231dd74d"},"namespace":"ai-tenant-e2e-mt-231dd74d","name":"e2e-shared-int-policy-231dd74d","reconcileID":"884c6cdf-516a-4bcd-9934-3761fac9d606","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-231dd74d","namespace":"ai-tenant-e2e-mt-231dd74d"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:22:25.583949906Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ec19c1b6-1291-4a03-a3f8-78b9b7bfad58","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:22:25.583974064Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ec19c1b6-1291-4a03-a3f8-78b9b7bfad58","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:22:25.635192108Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d455b3ff-bef5-44b3-bfa0-2dea0861ba77","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:22:25.635213855Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d455b3ff-bef5-44b3-bfa0-2dea0861ba77","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:22:25.712834141Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:22:25.979029754Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-int-sub-231dd74d","namespace":"ai-tenant-e2e-mt-231dd74d"},"namespace":"ai-tenant-e2e-mt-231dd74d","name":"e2e-shared-int-sub-231dd74d","reconcileID":"79526ea4-0dce-422a-879d-937d156dbdfc","MaaSSubscription":{"name":"e2e-shared-int-sub-231dd74d","namespace":"ai-tenant-e2e-mt-231dd74d"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-mt-231dd74d/e2e-shared-int-sub-231dd74d","models-as-a-service/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:22:26.138971137Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ec4c19ea-51aa-4a55-ad59-54fd10fa9d7a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:22:26.138993389Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ec4c19ea-51aa-4a55-ad59-54fd10fa9d7a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:22:26.175090814Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"9e025a54-93df-4aae-b604-1ceb71db5179","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:22:26.331774699Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"68046106-fa1b-482e-a83c-6758e6d5b305","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:22:26.333928319Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-int-sub-231dd74d","namespace":"ai-tenant-e2e-mt-231dd74d"},"namespace":"ai-tenant-e2e-mt-231dd74d","name":"e2e-shared-int-sub-231dd74d","reconcileID":"094b6a22-8faf-4b2a-a69c-f2a81f05c59d","MaaSSubscription":{"name":"e2e-shared-int-sub-231dd74d","namespace":"ai-tenant-e2e-mt-231dd74d"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:22:26.380985731Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"68046106-fa1b-482e-a83c-6758e6d5b305","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:22:26.43032135Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"68046106-fa1b-482e-a83c-6758e6d5b305","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:22:26.479346798Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"68046106-fa1b-482e-a83c-6758e6d5b305","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:22:31.47715023Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"fcfae59c-b748-4c53-8bd4-5cbf10b695d2","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:22:31.477169569Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"fcfae59c-b748-4c53-8bd4-5cbf10b695d2","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:22:31.528487925Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"f3154be4-39d3-49d0-8e2d-9ebf3847bcbb","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:22:31.52851351Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"f3154be4-39d3-49d0-8e2d-9ebf3847bcbb","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:22:31.624546347Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-231dd74d","namespace":"ai-tenant-e2e-mt-b9712222"},"namespace":"ai-tenant-e2e-mt-b9712222","name":"e2e-shared-int-policy-231dd74d","reconcileID":"fdf74984-25a5-4094-90e9-fa0fdb38dc93","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-231dd74d","namespace":"ai-tenant-e2e-mt-b9712222"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:22:31.676942263Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-231dd74d","namespace":"ai-tenant-e2e-mt-b9712222"},"namespace":"ai-tenant-e2e-mt-b9712222","name":"e2e-shared-int-policy-231dd74d","reconcileID":"fdf74984-25a5-4094-90e9-fa0fdb38dc93","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-231dd74d","namespace":"ai-tenant-e2e-mt-b9712222"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:22:31.72394757Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"88d5132b-025d-43f0-b61a-d96a3e3359c2","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:22:31.723972975Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"88d5132b-025d-43f0-b61a-d96a3e3359c2","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:22:31.728392966Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 4, current generation is 5","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-231dd74d","namespace":"ai-tenant-e2e-mt-b9712222"},"namespace":"ai-tenant-e2e-mt-b9712222","name":"e2e-shared-int-policy-231dd74d","reconcileID":"fdf74984-25a5-4094-90e9-fa0fdb38dc93","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-231dd74d","namespace":"ai-tenant-e2e-mt-b9712222"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:22:31.776822467Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"1ed9938a-71bc-4fd9-b6cc-965e0f0a34d1","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:22:31.776845295Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"1ed9938a-71bc-4fd9-b6cc-965e0f0a34d1","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:22:31.779171857Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"437c73ff-ea9c-4ba4-9bdb-3f162172605f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:22:31.77918948Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"437c73ff-ea9c-4ba4-9bdb-3f162172605f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T12:22:31.829416958Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-int-sub-231dd74d","namespace":"ai-tenant-e2e-mt-b9712222"},"namespace":"ai-tenant-e2e-mt-b9712222","name":"e2e-shared-int-sub-231dd74d","reconcileID":"44de84ef-0393-40fb-86fe-16eda5ab28bb","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-shared-int-sub-231dd74d\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T12:22:31.876751422Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-231dd74d","namespace":"ai-tenant-e2e-mt-b9712222"},"namespace":"ai-tenant-e2e-mt-b9712222","name":"e2e-shared-int-policy-231dd74d","reconcileID":"d0dea8ea-29fc-4a00-b942-697c0d788f5e","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-231dd74d","namespace":"ai-tenant-e2e-mt-b9712222"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:22:31.928990198Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-231dd74d","namespace":"ai-tenant-e2e-mt-b9712222"},"namespace":"ai-tenant-e2e-mt-b9712222","name":"e2e-shared-int-policy-231dd74d","reconcileID":"d0dea8ea-29fc-4a00-b942-697c0d788f5e","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-231dd74d","namespace":"ai-tenant-e2e-mt-b9712222"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:22:31.938335584Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"1332758c-bd1b-4098-b751-2368b19e6e9d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:22:31.938355032Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"1332758c-bd1b-4098-b751-2368b19e6e9d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:22:31.980085837Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 4, current generation is 5","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-231dd74d","namespace":"ai-tenant-e2e-mt-b9712222"},"namespace":"ai-tenant-e2e-mt-b9712222","name":"e2e-shared-int-policy-231dd74d","reconcileID":"d0dea8ea-29fc-4a00-b942-697c0d788f5e","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-231dd74d","namespace":"ai-tenant-e2e-mt-b9712222"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:22:31.989828724Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"f4c59ea3-12a6-4ab5-b6d1-8928dd7fed4f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:22:31.98984885Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"f4c59ea3-12a6-4ab5-b6d1-8928dd7fed4f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:22:32.277364877Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-int-sub-231dd74d","namespace":"ai-tenant-e2e-mt-b9712222"},"namespace":"ai-tenant-e2e-mt-b9712222","name":"e2e-shared-int-sub-231dd74d","reconcileID":"2239f179-94ba-4489-b3b6-c8a531a8d81c","MaaSSubscription":{"name":"e2e-shared-int-sub-231dd74d","namespace":"ai-tenant-e2e-mt-b9712222"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":3,"subscriptions":["ai-tenant-e2e-mt-231dd74d/e2e-shared-int-sub-231dd74d","ai-tenant-e2e-mt-b9712222/e2e-shared-int-sub-231dd74d","models-as-a-service/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:22:32.482419149Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-int-sub-231dd74d","namespace":"ai-tenant-e2e-mt-231dd74d"},"namespace":"ai-tenant-e2e-mt-231dd74d","name":"e2e-shared-int-sub-231dd74d","reconcileID":"93cfc1e2-7d3a-4198-b3e4-b701aa052024","MaaSSubscription":{"name":"e2e-shared-int-sub-231dd74d","namespace":"ai-tenant-e2e-mt-231dd74d"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:22:32.483713271Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c8bb8200-66ae-44f8-a0ff-9248c07f178f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:22:32.483729817Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c8bb8200-66ae-44f8-a0ff-9248c07f178f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:22:32.533198382Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"42ad758c-7430-42fb-9d62-77309e48921a","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:22:32.68745536Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-int-sub-231dd74d","namespace":"ai-tenant-e2e-mt-b9712222"},"namespace":"ai-tenant-e2e-mt-b9712222","name":"e2e-shared-int-sub-231dd74d","reconcileID":"6f0f8a74-bb23-41cd-9484-67a5cf9bf0a2","MaaSSubscription":{"name":"e2e-shared-int-sub-231dd74d","namespace":"ai-tenant-e2e-mt-b9712222"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:22:33.025265084Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"71753916-6bb6-42e1-a983-df54e3670ae8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:22:33.074195569Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"71753916-6bb6-42e1-a983-df54e3670ae8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:22:33.123815319Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"71753916-6bb6-42e1-a983-df54e3670ae8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:22:33.172745493Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"71753916-6bb6-42e1-a983-df54e3670ae8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:22:35.024791898Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cd5abdec-1322-4985-9601-703b9ba8ec87","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:22:35.073455262Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cd5abdec-1322-4985-9601-703b9ba8ec87","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:22:35.121934958Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cd5abdec-1322-4985-9601-703b9ba8ec87","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:22:35.170593261Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cd5abdec-1322-4985-9601-703b9ba8ec87","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:22:35.626856991Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-231dd74d","namespace":"ai-tenant-e2e-mt-231dd74d"},"namespace":"ai-tenant-e2e-mt-231dd74d","name":"e2e-shared-int-policy-231dd74d","reconcileID":"31b189cc-b3da-4f8b-82ba-ae35fc7104fc","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-231dd74d","namespace":"ai-tenant-e2e-mt-231dd74d"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:22:35.679549804Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-231dd74d","namespace":"ai-tenant-e2e-mt-231dd74d"},"namespace":"ai-tenant-e2e-mt-231dd74d","name":"e2e-shared-int-policy-231dd74d","reconcileID":"31b189cc-b3da-4f8b-82ba-ae35fc7104fc","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-231dd74d","namespace":"ai-tenant-e2e-mt-231dd74d"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:22:35.73091845Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 4, current generation is 5","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-231dd74d","namespace":"ai-tenant-e2e-mt-231dd74d"},"namespace":"ai-tenant-e2e-mt-231dd74d","name":"e2e-shared-int-policy-231dd74d","reconcileID":"31b189cc-b3da-4f8b-82ba-ae35fc7104fc","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-231dd74d","namespace":"ai-tenant-e2e-mt-231dd74d"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:22:37.436835101Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-231dd74d","namespace":"ai-tenant-e2e-mt-231dd74d"},"namespace":"ai-tenant-e2e-mt-231dd74d","name":"e2e-shared-int-policy-231dd74d","reconcileID":"e972a24c-1166-48a3-ac1d-98ea2c666866","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-231dd74d","namespace":"ai-tenant-e2e-mt-231dd74d"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:22:37.437046769Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"0c295b4b-5292-41f3-9ee2-d168e4897aaa","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:22:37.437085069Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"0c295b4b-5292-41f3-9ee2-d168e4897aaa","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:22:37.585946858Z","body":"skipping gateway AuthPolicy reset: policy namespace differs from default tenant namespace (MaasTenantConfig likely already deleted)","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-231dd74d","namespace":"ai-tenant-e2e-mt-231dd74d"},"namespace":"ai-tenant-e2e-mt-231dd74d","name":"e2e-shared-int-policy-231dd74d","reconcileID":"e972a24c-1166-48a3-ac1d-98ea2c666866","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-231dd74d","namespace":"ai-tenant-e2e-mt-231dd74d"},"policyNamespace":"ai-tenant-e2e-mt-231dd74d","defaultTenantNamespace":"models-as-a-service","gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:22:37.638175259Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c6206f4d-6772-4dd0-aa81-f30078352a50","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:22:37.638203306Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c6206f4d-6772-4dd0-aa81-f30078352a50","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:22:37.787941679Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"fab29128-a672-48ac-822e-623317fe8340","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:22:37.787970923Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"fab29128-a672-48ac-822e-623317fe8340","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:22:42.079854211Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-231dd74d","namespace":"ai-tenant-e2e-mt-b9712222"},"namespace":"ai-tenant-e2e-mt-b9712222","name":"e2e-shared-int-policy-231dd74d","reconcileID":"4984f6e8-633b-4c69-88b6-b0f907f4fa27","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-231dd74d","namespace":"ai-tenant-e2e-mt-b9712222"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:22:42.131968276Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-231dd74d","namespace":"ai-tenant-e2e-mt-b9712222"},"namespace":"ai-tenant-e2e-mt-b9712222","name":"e2e-shared-int-policy-231dd74d","reconcileID":"4984f6e8-633b-4c69-88b6-b0f907f4fa27","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-231dd74d","namespace":"ai-tenant-e2e-mt-b9712222"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:22:42.183291295Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 4, current generation is 5","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-231dd74d","namespace":"ai-tenant-e2e-mt-b9712222"},"namespace":"ai-tenant-e2e-mt-b9712222","name":"e2e-shared-int-policy-231dd74d","reconcileID":"4984f6e8-633b-4c69-88b6-b0f907f4fa27","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-231dd74d","namespace":"ai-tenant-e2e-mt-b9712222"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:22:47.940241732Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-int-sub-231dd74d","namespace":"ai-tenant-e2e-mt-231dd74d"},"namespace":"ai-tenant-e2e-mt-231dd74d","name":"e2e-shared-int-sub-231dd74d","reconcileID":"ab11e4fa-587a-44ef-ba91-8b459163f81f","MaaSSubscription":{"name":"e2e-shared-int-sub-231dd74d","namespace":"ai-tenant-e2e-mt-231dd74d"},"model":"llm/facebook-opt-125m-simulated","subscription":"e2e-shared-int-sub-231dd74d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:22:48.143053859Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-int-sub-231dd74d","namespace":"ai-tenant-e2e-mt-231dd74d"},"namespace":"ai-tenant-e2e-mt-231dd74d","name":"e2e-shared-int-sub-231dd74d","reconcileID":"ab11e4fa-587a-44ef-ba91-8b459163f81f","MaaSSubscription":{"name":"e2e-shared-int-sub-231dd74d","namespace":"ai-tenant-e2e-mt-231dd74d"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-mt-b9712222/e2e-shared-int-sub-231dd74d","models-as-a-service/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:22:48.338339606Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-int-sub-231dd74d","namespace":"ai-tenant-e2e-mt-b9712222"},"namespace":"ai-tenant-e2e-mt-b9712222","name":"e2e-shared-int-sub-231dd74d","reconcileID":"bbea5d7c-a7c5-4ed0-b600-728f3375d924","MaaSSubscription":{"name":"e2e-shared-int-sub-231dd74d","namespace":"ai-tenant-e2e-mt-b9712222"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:22:48.338470911Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"20087196-5cd5-49fc-b763-f0024dbaf2c5","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:22:48.351414489Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a122996e-66df-4544-a6e0-d2d0b011c268","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:22:48.351431597Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a122996e-66df-4544-a6e0-d2d0b011c268","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:22:48.985200321Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-8e8d12"},"namespace":"ai-tenant-e2e-ipp-a-8e8d12","name":"default-tenant","reconcileID":"f1b10ccf-67f0-4306-967d-c26e2737589e","namespace":"ai-tenant-e2e-ipp-a-8e8d12","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:22:48.985285645Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-8e8d12"},"namespace":"ai-tenant-e2e-ipp-a-8e8d12","name":"default-tenant","reconcileID":"f1b10ccf-67f0-4306-967d-c26e2737589e","namespace":"ai-tenant-e2e-ipp-a-8e8d12","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:22:48.985354029Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-8e8d12"},"namespace":"ai-tenant-e2e-ipp-a-8e8d12","name":"default-tenant","reconcileID":"f1b10ccf-67f0-4306-967d-c26e2737589e","tenant":"e2e-ipp-a-8e8d12","tenantID":"e2e-ipp-a-8e8d12","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:22:49.035727731Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-8e8d12"},"namespace":"ai-tenant-e2e-ipp-a-8e8d12","name":"default-tenant","reconcileID":"f1b10ccf-67f0-4306-967d-c26e2737589e","gvk":"Deployment","name":"maas-api-e2e-ipp-a-8e8d12","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:22:49.092001739Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-8e8d12"},"namespace":"ai-tenant-e2e-ipp-a-8e8d12","name":"default-tenant","reconcileID":"f1b10ccf-67f0-4306-967d-c26e2737589e","gvk":"Service","name":"maas-api-e2e-ipp-a-8e8d12","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:22:49.149904277Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-8e8d12"},"namespace":"ai-tenant-e2e-ipp-a-8e8d12","name":"default-tenant","reconcileID":"f1b10ccf-67f0-4306-967d-c26e2737589e","gvk":"HTTPRoute","name":"maas-api-route-e2e-ipp-a-8e8d12","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:22:49.20033955Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-8e8d12"},"namespace":"ai-tenant-e2e-ipp-a-8e8d12","name":"default-tenant","reconcileID":"f1b10ccf-67f0-4306-967d-c26e2737589e","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-ipp-a-8e8d12","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:22:49.253478701Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-8e8d12"},"namespace":"ai-tenant-e2e-ipp-a-8e8d12","name":"default-tenant","reconcileID":"f1b10ccf-67f0-4306-967d-c26e2737589e","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-ipp-a-8e8d12","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:22:49.303785508Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-8e8d12"},"namespace":"ai-tenant-e2e-ipp-a-8e8d12","name":"default-tenant","reconcileID":"f1b10ccf-67f0-4306-967d-c26e2737589e","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-ipp-a-8e8d12","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:22:49.357344577Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-8e8d12"},"namespace":"ai-tenant-e2e-ipp-a-8e8d12","name":"default-tenant","reconcileID":"f1b10ccf-67f0-4306-967d-c26e2737589e","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-ipp-a-8e8d12","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:22:49.407716771Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-8e8d12"},"namespace":"ai-tenant-e2e-ipp-a-8e8d12","name":"default-tenant","reconcileID":"f1b10ccf-67f0-4306-967d-c26e2737589e","gvk":"Telemetry","name":"latency-per-subscription-e2e-ipp-a-8e8d12","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:22:49.457943103Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-8e8d12"},"namespace":"ai-tenant-e2e-ipp-a-8e8d12","name":"default-tenant","reconcileID":"f1b10ccf-67f0-4306-967d-c26e2737589e","gvk":"Deployment","name":"payload-processing-e2e-ipp-a-8e8d12","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:22:49.510538433Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-8e8d12"},"namespace":"ai-tenant-e2e-ipp-a-8e8d12","name":"default-tenant","reconcileID":"f1b10ccf-67f0-4306-967d-c26e2737589e","gvk":"Deployment","name":"payload-pre-processing-e2e-ipp-a-8e8d12","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:22:49.56882847Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-8e8d12"},"namespace":"ai-tenant-e2e-ipp-a-8e8d12","name":"default-tenant","reconcileID":"f1b10ccf-67f0-4306-967d-c26e2737589e","gvk":"Service","name":"payload-processing-e2e-ipp-a-8e8d12","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:22:49.624836634Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-8e8d12"},"namespace":"ai-tenant-e2e-ipp-a-8e8d12","name":"default-tenant","reconcileID":"f1b10ccf-67f0-4306-967d-c26e2737589e","gvk":"Service","name":"payload-pre-processing-e2e-ipp-a-8e8d12","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:22:49.675459899Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-8e8d12"},"namespace":"ai-tenant-e2e-ipp-a-8e8d12","name":"default-tenant","reconcileID":"f1b10ccf-67f0-4306-967d-c26e2737589e","gvk":"DestinationRule","name":"payload-processing-e2e-ipp-a-8e8d12","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:22:49.726305507Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-8e8d12"},"namespace":"ai-tenant-e2e-ipp-a-8e8d12","name":"default-tenant","reconcileID":"f1b10ccf-67f0-4306-967d-c26e2737589e","gvk":"DestinationRule","name":"payload-pre-processing-e2e-ipp-a-8e8d12","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:22:49.778603767Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-8e8d12"},"namespace":"ai-tenant-e2e-ipp-a-8e8d12","name":"default-tenant","reconcileID":"f1b10ccf-67f0-4306-967d-c26e2737589e","gvk":"EnvoyFilter","name":"payload-processing-e2e-ipp-a-8e8d12","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:22:49.832147591Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-8e8d12"},"namespace":"ai-tenant-e2e-ipp-a-8e8d12","name":"default-tenant","reconcileID":"f1b10ccf-67f0-4306-967d-c26e2737589e","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-ipp-a-8e8d12","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:22:49.882416869Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-8e8d12"},"namespace":"ai-tenant-e2e-ipp-a-8e8d12","name":"default-tenant","reconcileID":"f1b10ccf-67f0-4306-967d-c26e2737589e","gvk":"NetworkPolicy","name":"payload-processing-e2e-ipp-a-8e8d12","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:22:49.932703209Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-8e8d12"},"namespace":"ai-tenant-e2e-ipp-a-8e8d12","name":"default-tenant","reconcileID":"f1b10ccf-67f0-4306-967d-c26e2737589e","gvk":"ServiceAccount","name":"payload-processing-e2e-ipp-a-8e8d12","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:22:49.992182027Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-8e8d12"},"namespace":"ai-tenant-e2e-ipp-a-8e8d12","name":"default-tenant","reconcileID":"f1b10ccf-67f0-4306-967d-c26e2737589e","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-ipp-a-8e8d12","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:22:50.049934872Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-8e8d12"},"namespace":"ai-tenant-e2e-ipp-a-8e8d12","name":"default-tenant","reconcileID":"f1b10ccf-67f0-4306-967d-c26e2737589e","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-ipp-a-8e8d12","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:22:52.279759215Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-231dd74d","namespace":"ai-tenant-e2e-mt-b9712222"},"namespace":"ai-tenant-e2e-mt-b9712222","name":"e2e-shared-int-policy-231dd74d","reconcileID":"20dc0dee-56ad-46d9-8257-57a685ab1a26","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-231dd74d","namespace":"ai-tenant-e2e-mt-b9712222"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:22:52.332424487Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-231dd74d","namespace":"ai-tenant-e2e-mt-b9712222"},"namespace":"ai-tenant-e2e-mt-b9712222","name":"e2e-shared-int-policy-231dd74d","reconcileID":"20dc0dee-56ad-46d9-8257-57a685ab1a26","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-231dd74d","namespace":"ai-tenant-e2e-mt-b9712222"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:22:52.383884801Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-231dd74d","namespace":"ai-tenant-e2e-mt-b9712222"},"namespace":"ai-tenant-e2e-mt-b9712222","name":"e2e-shared-int-policy-231dd74d","reconcileID":"20dc0dee-56ad-46d9-8257-57a685ab1a26","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-231dd74d","namespace":"ai-tenant-e2e-mt-b9712222"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:22:52.438189273Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"41713a0e-38da-4722-b47b-cb3a44462f6d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:22:52.438216732Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"41713a0e-38da-4722-b47b-cb3a44462f6d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:22:54.492940489Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-059838"},"namespace":"ai-tenant-e2e-ipp-b-059838","name":"default-tenant","reconcileID":"c475a6f1-3a3d-4163-a3c7-22ea8b35cb6b","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-b-059838","tenantID":"e2e-ipp-b-059838","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:22:54.599357629Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-059838"},"namespace":"ai-tenant-e2e-ipp-b-059838","name":"default-tenant","reconcileID":"c475a6f1-3a3d-4163-a3c7-22ea8b35cb6b","name":"e2e-ipp-b-059838-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:22:55.764846143Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:22:55.764884299Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-a-8e8d12","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-a-8e8d12","reconcileID":"d6485b0d-135b-4e8c-bf49-a8ad365780b8","aitenant":"ai-tenants/e2e-ipp-a-8e8d12","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:22:56.216590798Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"174cbff0-7d5a-4e2f-b145-073e35c57a21","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:22:56.265126071Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"174cbff0-7d5a-4e2f-b145-073e35c57a21","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:22:56.313812268Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"174cbff0-7d5a-4e2f-b145-073e35c57a21","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:22:56.362370602Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"174cbff0-7d5a-4e2f-b145-073e35c57a21","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:22:56.518648835Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-a-8e8d12","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-a-8e8d12","reconcileID":"d6485b0d-135b-4e8c-bf49-a8ad365780b8","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ipp-a-8e8d12","removed":["maas.opendatahub.io/gateway-access-e2e-ipp-a-8e8d12"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:22:58.215686967Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8b57fc61-f2cc-4df0-818e-eb7690950beb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:22:58.264620018Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8b57fc61-f2cc-4df0-818e-eb7690950beb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:22:58.313575652Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8b57fc61-f2cc-4df0-818e-eb7690950beb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:22:58.362281778Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8b57fc61-f2cc-4df0-818e-eb7690950beb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:23:01.164144172Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1e4b1571-8b4a-4257-9e3c-b435d1132855","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:23:01.212993477Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1e4b1571-8b4a-4257-9e3c-b435d1132855","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:23:01.2617013Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1e4b1571-8b4a-4257-9e3c-b435d1132855","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:23:01.310901485Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1e4b1571-8b4a-4257-9e3c-b435d1132855","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:23:02.542165932Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-231dd74d","namespace":"ai-tenant-e2e-mt-b9712222"},"namespace":"ai-tenant-e2e-mt-b9712222","name":"e2e-shared-int-policy-231dd74d","reconcileID":"d2263fc8-00a4-4c71-a3e6-5fdbbc0c680a","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-231dd74d","namespace":"ai-tenant-e2e-mt-b9712222"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:23:02.644227645Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-231dd74d","namespace":"ai-tenant-e2e-mt-b9712222"},"namespace":"ai-tenant-e2e-mt-b9712222","name":"e2e-shared-int-policy-231dd74d","reconcileID":"d2263fc8-00a4-4c71-a3e6-5fdbbc0c680a","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-231dd74d","namespace":"ai-tenant-e2e-mt-b9712222"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:23:02.695808861Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-231dd74d","namespace":"ai-tenant-e2e-mt-b9712222"},"namespace":"ai-tenant-e2e-mt-b9712222","name":"e2e-shared-int-policy-231dd74d","reconcileID":"d2263fc8-00a4-4c71-a3e6-5fdbbc0c680a","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-231dd74d","namespace":"ai-tenant-e2e-mt-b9712222"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:23:03.138000322Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e536ac9f-6592-4335-a1cd-181101f27e45","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:23:03.186638777Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e536ac9f-6592-4335-a1cd-181101f27e45","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:23:03.235411153Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e536ac9f-6592-4335-a1cd-181101f27e45","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:23:03.284146644Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e536ac9f-6592-4335-a1cd-181101f27e45","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:23:04.268371703Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-45b1b7"},"namespace":"ai-tenant-e2e-ipp-b-45b1b7","name":"default-tenant","reconcileID":"477b9cf3-9b83-48b3-96b5-b319cf60ac48","namespace":"ai-tenant-e2e-ipp-b-45b1b7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:23:04.268464069Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-45b1b7"},"namespace":"ai-tenant-e2e-ipp-b-45b1b7","name":"default-tenant","reconcileID":"477b9cf3-9b83-48b3-96b5-b319cf60ac48","namespace":"ai-tenant-e2e-ipp-b-45b1b7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:23:04.268518096Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-45b1b7"},"namespace":"ai-tenant-e2e-ipp-b-45b1b7","name":"default-tenant","reconcileID":"477b9cf3-9b83-48b3-96b5-b319cf60ac48","tenant":"e2e-ipp-b-45b1b7","tenantID":"e2e-ipp-b-45b1b7","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:23:04.318214233Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-45b1b7"},"namespace":"ai-tenant-e2e-ipp-b-45b1b7","name":"default-tenant","reconcileID":"477b9cf3-9b83-48b3-96b5-b319cf60ac48","gvk":"Deployment","name":"maas-api-e2e-ipp-b-45b1b7","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:23:04.37519072Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-45b1b7"},"namespace":"ai-tenant-e2e-ipp-b-45b1b7","name":"default-tenant","reconcileID":"477b9cf3-9b83-48b3-96b5-b319cf60ac48","gvk":"Service","name":"maas-api-e2e-ipp-b-45b1b7","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:23:04.427542867Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-45b1b7"},"namespace":"ai-tenant-e2e-ipp-b-45b1b7","name":"default-tenant","reconcileID":"477b9cf3-9b83-48b3-96b5-b319cf60ac48","gvk":"HTTPRoute","name":"maas-api-route-e2e-ipp-b-45b1b7","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:23:04.477832867Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-45b1b7"},"namespace":"ai-tenant-e2e-ipp-b-45b1b7","name":"default-tenant","reconcileID":"477b9cf3-9b83-48b3-96b5-b319cf60ac48","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-ipp-b-45b1b7","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:23:04.590128619Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-45b1b7"},"namespace":"ai-tenant-e2e-ipp-b-45b1b7","name":"default-tenant","reconcileID":"477b9cf3-9b83-48b3-96b5-b319cf60ac48","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-ipp-b-45b1b7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:23:04.720905706Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-45b1b7"},"namespace":"ai-tenant-e2e-ipp-b-45b1b7","name":"default-tenant","reconcileID":"477b9cf3-9b83-48b3-96b5-b319cf60ac48","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-ipp-b-45b1b7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:23:04.778019444Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-45b1b7"},"namespace":"ai-tenant-e2e-ipp-b-45b1b7","name":"default-tenant","reconcileID":"477b9cf3-9b83-48b3-96b5-b319cf60ac48","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-ipp-b-45b1b7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:23:04.832596224Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-45b1b7"},"namespace":"ai-tenant-e2e-ipp-b-45b1b7","name":"default-tenant","reconcileID":"477b9cf3-9b83-48b3-96b5-b319cf60ac48","gvk":"Telemetry","name":"latency-per-subscription-e2e-ipp-b-45b1b7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:23:04.883410239Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-45b1b7"},"namespace":"ai-tenant-e2e-ipp-b-45b1b7","name":"default-tenant","reconcileID":"477b9cf3-9b83-48b3-96b5-b319cf60ac48","gvk":"Deployment","name":"payload-processing-e2e-ipp-b-45b1b7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:23:04.933658102Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-45b1b7"},"namespace":"ai-tenant-e2e-ipp-b-45b1b7","name":"default-tenant","reconcileID":"477b9cf3-9b83-48b3-96b5-b319cf60ac48","gvk":"Deployment","name":"payload-pre-processing-e2e-ipp-b-45b1b7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:23:04.989029018Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-45b1b7"},"namespace":"ai-tenant-e2e-ipp-b-45b1b7","name":"default-tenant","reconcileID":"477b9cf3-9b83-48b3-96b5-b319cf60ac48","gvk":"Service","name":"payload-processing-e2e-ipp-b-45b1b7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:23:05.046941379Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-45b1b7"},"namespace":"ai-tenant-e2e-ipp-b-45b1b7","name":"default-tenant","reconcileID":"477b9cf3-9b83-48b3-96b5-b319cf60ac48","gvk":"Service","name":"payload-pre-processing-e2e-ipp-b-45b1b7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:23:05.098274358Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-45b1b7"},"namespace":"ai-tenant-e2e-ipp-b-45b1b7","name":"default-tenant","reconcileID":"477b9cf3-9b83-48b3-96b5-b319cf60ac48","gvk":"DestinationRule","name":"payload-processing-e2e-ipp-b-45b1b7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:23:05.148501448Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-45b1b7"},"namespace":"ai-tenant-e2e-ipp-b-45b1b7","name":"default-tenant","reconcileID":"477b9cf3-9b83-48b3-96b5-b319cf60ac48","gvk":"DestinationRule","name":"payload-pre-processing-e2e-ipp-b-45b1b7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:23:05.199689648Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-45b1b7"},"namespace":"ai-tenant-e2e-ipp-b-45b1b7","name":"default-tenant","reconcileID":"477b9cf3-9b83-48b3-96b5-b319cf60ac48","gvk":"EnvoyFilter","name":"payload-processing-e2e-ipp-b-45b1b7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:23:05.250941685Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-45b1b7"},"namespace":"ai-tenant-e2e-ipp-b-45b1b7","name":"default-tenant","reconcileID":"477b9cf3-9b83-48b3-96b5-b319cf60ac48","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-ipp-b-45b1b7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:23:05.252406746Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c1e6b45f-528d-4248-801d-1c889e28101a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:23:05.301092775Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c1e6b45f-528d-4248-801d-1c889e28101a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:23:05.302141342Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-45b1b7"},"namespace":"ai-tenant-e2e-ipp-b-45b1b7","name":"default-tenant","reconcileID":"477b9cf3-9b83-48b3-96b5-b319cf60ac48","gvk":"NetworkPolicy","name":"payload-processing-e2e-ipp-b-45b1b7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:23:05.34987114Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c1e6b45f-528d-4248-801d-1c889e28101a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:23:05.428880676Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c1e6b45f-528d-4248-801d-1c889e28101a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:23:05.429890734Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-45b1b7"},"namespace":"ai-tenant-e2e-ipp-b-45b1b7","name":"default-tenant","reconcileID":"477b9cf3-9b83-48b3-96b5-b319cf60ac48","gvk":"ServiceAccount","name":"payload-processing-e2e-ipp-b-45b1b7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:23:05.480833525Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-45b1b7"},"namespace":"ai-tenant-e2e-ipp-b-45b1b7","name":"default-tenant","reconcileID":"477b9cf3-9b83-48b3-96b5-b319cf60ac48","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-ipp-b-45b1b7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:23:05.532370484Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-45b1b7"},"namespace":"ai-tenant-e2e-ipp-b-45b1b7","name":"default-tenant","reconcileID":"477b9cf3-9b83-48b3-96b5-b319cf60ac48","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-ipp-b-45b1b7","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:23:07.297820135Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"421764ad-9db1-4601-a10c-e3fea22f224b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:23:07.346632102Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"421764ad-9db1-4601-a10c-e3fea22f224b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:23:07.395212238Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"421764ad-9db1-4601-a10c-e3fea22f224b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:23:07.444647025Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"421764ad-9db1-4601-a10c-e3fea22f224b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:23:09.329421086Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"24d34bb9-caa7-423e-8edd-3e6de22d38f8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:23:09.378714051Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"24d34bb9-caa7-423e-8edd-3e6de22d38f8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:23:09.427885464Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"24d34bb9-caa7-423e-8edd-3e6de22d38f8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:23:09.47776845Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"24d34bb9-caa7-423e-8edd-3e6de22d38f8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:23:09.987983839Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-b-45b1b7","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-b-45b1b7","reconcileID":"4f99daf5-7db7-4cf5-987b-6c2b26fc1e17","aitenant":"ai-tenants/e2e-ipp-b-45b1b7","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:23:10.686997996Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-b-45b1b7","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-b-45b1b7","reconcileID":"4f99daf5-7db7-4cf5-987b-6c2b26fc1e17","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ipp-b-45b1b7","removed":["maas.opendatahub.io/gateway-access-e2e-ipp-b-45b1b7"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:23:11.316608028Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cac2730a-ec7a-476c-a38c-d1a4566d32e4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:23:11.382825592Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cac2730a-ec7a-476c-a38c-d1a4566d32e4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:23:11.434726354Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cac2730a-ec7a-476c-a38c-d1a4566d32e4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:23:11.491031616Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cac2730a-ec7a-476c-a38c-d1a4566d32e4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:23:12.844369403Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-231dd74d","namespace":"ai-tenant-e2e-mt-b9712222"},"namespace":"ai-tenant-e2e-mt-b9712222","name":"e2e-shared-int-policy-231dd74d","reconcileID":"83346c80-0a5a-478e-a458-dbf632cbd6a5","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-231dd74d","namespace":"ai-tenant-e2e-mt-b9712222"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:23:12.896961307Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-231dd74d","namespace":"ai-tenant-e2e-mt-b9712222"},"namespace":"ai-tenant-e2e-mt-b9712222","name":"e2e-shared-int-policy-231dd74d","reconcileID":"83346c80-0a5a-478e-a458-dbf632cbd6a5","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-231dd74d","namespace":"ai-tenant-e2e-mt-b9712222"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:23:12.94778421Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-231dd74d","namespace":"ai-tenant-e2e-mt-b9712222"},"namespace":"ai-tenant-e2e-mt-b9712222","name":"e2e-shared-int-policy-231dd74d","reconcileID":"83346c80-0a5a-478e-a458-dbf632cbd6a5","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-231dd74d","namespace":"ai-tenant-e2e-mt-b9712222"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:23:13.359798557Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"80f15bb9-8a7c-48d7-a137-2aaf486cf0e5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:23:13.413354841Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"80f15bb9-8a7c-48d7-a137-2aaf486cf0e5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:23:13.482002349Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"80f15bb9-8a7c-48d7-a137-2aaf486cf0e5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:23:13.533528721Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"80f15bb9-8a7c-48d7-a137-2aaf486cf0e5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:23:15.796362072Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c81915b9-838e-4f82-8544-34dfbf58efce","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:23:15.850856733Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c81915b9-838e-4f82-8544-34dfbf58efce","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:23:15.911025408Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c81915b9-838e-4f82-8544-34dfbf58efce","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:23:15.967183323Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c81915b9-838e-4f82-8544-34dfbf58efce","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:23:18.623928268Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"34e3358f-8dc3-4c85-b5e3-bcd47788cdf4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:23:18.672862776Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"34e3358f-8dc3-4c85-b5e3-bcd47788cdf4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:23:18.721913908Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"34e3358f-8dc3-4c85-b5e3-bcd47788cdf4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:23:18.77061626Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"34e3358f-8dc3-4c85-b5e3-bcd47788cdf4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:23:19.069985234Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-a-c8ee66","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-a-c8ee66","reconcileID":"b1807af9-2ecc-467f-a7be-b99f3e173514","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-praxis-a-c8ee66","applied":{"maas.opendatahub.io/gateway-access-e2e-praxis-a-c8ee66":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:23:20.619902459Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4f1f97ce-5ca1-4956-8103-a6df278a048e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:23:20.668390201Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4f1f97ce-5ca1-4956-8103-a6df278a048e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:23:20.717122661Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4f1f97ce-5ca1-4956-8103-a6df278a048e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:23:20.765629284Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4f1f97ce-5ca1-4956-8103-a6df278a048e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:23:22.658647851Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0345e8ed-0d80-4cc3-9766-770f8a672127","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:23:22.737957701Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0345e8ed-0d80-4cc3-9766-770f8a672127","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:23:22.792634891Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0345e8ed-0d80-4cc3-9766-770f8a672127","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:23:22.842073125Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0345e8ed-0d80-4cc3-9766-770f8a672127","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:23:23.118344781Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-231dd74d","namespace":"ai-tenant-e2e-mt-b9712222"},"namespace":"ai-tenant-e2e-mt-b9712222","name":"e2e-shared-int-policy-231dd74d","reconcileID":"ac6c1f1a-922c-4b4e-985a-f9c27089122d","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-231dd74d","namespace":"ai-tenant-e2e-mt-b9712222"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:23:23.170782492Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-231dd74d","namespace":"ai-tenant-e2e-mt-b9712222"},"namespace":"ai-tenant-e2e-mt-b9712222","name":"e2e-shared-int-policy-231dd74d","reconcileID":"ac6c1f1a-922c-4b4e-985a-f9c27089122d","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-231dd74d","namespace":"ai-tenant-e2e-mt-b9712222"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:23:23.417202429Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"6789ba77-7a79-41bd-bd28-1fbf00ea9266","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:23:23.417230033Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"6789ba77-7a79-41bd-bd28-1fbf00ea9266","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:23:25.714635212Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:23:41.619812283Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5938e09b-1098-4068-b1f6-cbb714ae7915","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:23:41.668672621Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5938e09b-1098-4068-b1f6-cbb714ae7915","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:23:41.717628093Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5938e09b-1098-4068-b1f6-cbb714ae7915","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:23:41.766891186Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5938e09b-1098-4068-b1f6-cbb714ae7915","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:23:42.166731805Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-b-d25504","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-b-d25504","reconcileID":"fab0a8e3-f0ad-4667-abbf-6547880a8884","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ipp-b-d25504","applied":{"maas.opendatahub.io/gateway-access-e2e-ipp-b-d25504":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:23:42.519363999Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-1e151c"},"namespace":"ai-tenant-e2e-ipp-a-1e151c","name":"default-tenant","reconcileID":"afbf3605-deba-4e3e-bdb7-5cd6276c1c24","namespace":"ai-tenant-e2e-ipp-a-1e151c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:23:42.519461193Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-1e151c"},"namespace":"ai-tenant-e2e-ipp-a-1e151c","name":"default-tenant","reconcileID":"afbf3605-deba-4e3e-bdb7-5cd6276c1c24","namespace":"ai-tenant-e2e-ipp-a-1e151c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:23:42.519509837Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-1e151c"},"namespace":"ai-tenant-e2e-ipp-a-1e151c","name":"default-tenant","reconcileID":"afbf3605-deba-4e3e-bdb7-5cd6276c1c24","tenant":"e2e-ipp-a-1e151c","tenantID":"e2e-ipp-a-1e151c","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:23:42.572075543Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-1e151c"},"namespace":"ai-tenant-e2e-ipp-a-1e151c","name":"default-tenant","reconcileID":"afbf3605-deba-4e3e-bdb7-5cd6276c1c24","gvk":"Deployment","name":"maas-api-e2e-ipp-a-1e151c","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:23:42.628179203Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-1e151c"},"namespace":"ai-tenant-e2e-ipp-a-1e151c","name":"default-tenant","reconcileID":"afbf3605-deba-4e3e-bdb7-5cd6276c1c24","gvk":"Service","name":"maas-api-e2e-ipp-a-1e151c","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:23:42.679633459Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-1e151c"},"namespace":"ai-tenant-e2e-ipp-a-1e151c","name":"default-tenant","reconcileID":"afbf3605-deba-4e3e-bdb7-5cd6276c1c24","gvk":"HTTPRoute","name":"maas-api-route-e2e-ipp-a-1e151c","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:23:42.756595794Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-1e151c"},"namespace":"ai-tenant-e2e-ipp-a-1e151c","name":"default-tenant","reconcileID":"afbf3605-deba-4e3e-bdb7-5cd6276c1c24","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-ipp-a-1e151c","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:23:42.809968765Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-1e151c"},"namespace":"ai-tenant-e2e-ipp-a-1e151c","name":"default-tenant","reconcileID":"afbf3605-deba-4e3e-bdb7-5cd6276c1c24","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-ipp-a-1e151c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:23:42.860506705Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-1e151c"},"namespace":"ai-tenant-e2e-ipp-a-1e151c","name":"default-tenant","reconcileID":"afbf3605-deba-4e3e-bdb7-5cd6276c1c24","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-ipp-a-1e151c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:23:42.913956858Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-1e151c"},"namespace":"ai-tenant-e2e-ipp-a-1e151c","name":"default-tenant","reconcileID":"afbf3605-deba-4e3e-bdb7-5cd6276c1c24","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-ipp-a-1e151c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:23:42.970042547Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-1e151c"},"namespace":"ai-tenant-e2e-ipp-a-1e151c","name":"default-tenant","reconcileID":"afbf3605-deba-4e3e-bdb7-5cd6276c1c24","gvk":"Telemetry","name":"latency-per-subscription-e2e-ipp-a-1e151c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:23:43.020568383Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-1e151c"},"namespace":"ai-tenant-e2e-ipp-a-1e151c","name":"default-tenant","reconcileID":"afbf3605-deba-4e3e-bdb7-5cd6276c1c24","gvk":"Deployment","name":"payload-processing-e2e-ipp-a-1e151c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:23:43.079193112Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-1e151c"},"namespace":"ai-tenant-e2e-ipp-a-1e151c","name":"default-tenant","reconcileID":"afbf3605-deba-4e3e-bdb7-5cd6276c1c24","gvk":"Deployment","name":"payload-pre-processing-e2e-ipp-a-1e151c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:23:43.134863294Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-1e151c"},"namespace":"ai-tenant-e2e-ipp-a-1e151c","name":"default-tenant","reconcileID":"afbf3605-deba-4e3e-bdb7-5cd6276c1c24","gvk":"Service","name":"payload-processing-e2e-ipp-a-1e151c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:23:43.19391881Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-1e151c"},"namespace":"ai-tenant-e2e-ipp-a-1e151c","name":"default-tenant","reconcileID":"afbf3605-deba-4e3e-bdb7-5cd6276c1c24","gvk":"Service","name":"payload-pre-processing-e2e-ipp-a-1e151c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:23:43.24551241Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-1e151c"},"namespace":"ai-tenant-e2e-ipp-a-1e151c","name":"default-tenant","reconcileID":"afbf3605-deba-4e3e-bdb7-5cd6276c1c24","gvk":"DestinationRule","name":"payload-processing-e2e-ipp-a-1e151c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:23:43.297677826Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-1e151c"},"namespace":"ai-tenant-e2e-ipp-a-1e151c","name":"default-tenant","reconcileID":"afbf3605-deba-4e3e-bdb7-5cd6276c1c24","gvk":"DestinationRule","name":"payload-pre-processing-e2e-ipp-a-1e151c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:23:43.349062612Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-1e151c"},"namespace":"ai-tenant-e2e-ipp-a-1e151c","name":"default-tenant","reconcileID":"afbf3605-deba-4e3e-bdb7-5cd6276c1c24","gvk":"EnvoyFilter","name":"payload-processing-e2e-ipp-a-1e151c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:23:43.403591006Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-1e151c"},"namespace":"ai-tenant-e2e-ipp-a-1e151c","name":"default-tenant","reconcileID":"afbf3605-deba-4e3e-bdb7-5cd6276c1c24","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-ipp-a-1e151c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:23:43.453876968Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-1e151c"},"namespace":"ai-tenant-e2e-ipp-a-1e151c","name":"default-tenant","reconcileID":"afbf3605-deba-4e3e-bdb7-5cd6276c1c24","gvk":"NetworkPolicy","name":"payload-processing-e2e-ipp-a-1e151c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:23:43.503928971Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-1e151c"},"namespace":"ai-tenant-e2e-ipp-a-1e151c","name":"default-tenant","reconcileID":"afbf3605-deba-4e3e-bdb7-5cd6276c1c24","gvk":"ServiceAccount","name":"payload-processing-e2e-ipp-a-1e151c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:23:43.561787992Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-1e151c"},"namespace":"ai-tenant-e2e-ipp-a-1e151c","name":"default-tenant","reconcileID":"afbf3605-deba-4e3e-bdb7-5cd6276c1c24","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-ipp-a-1e151c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:23:43.612328511Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-1e151c"},"namespace":"ai-tenant-e2e-ipp-a-1e151c","name":"default-tenant","reconcileID":"afbf3605-deba-4e3e-bdb7-5cd6276c1c24","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-ipp-a-1e151c","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:23:43.652099227Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6fd6c82c-f4e5-4893-9763-349d17821fe0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:23:43.701444526Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6fd6c82c-f4e5-4893-9763-349d17821fe0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:23:43.750776814Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6fd6c82c-f4e5-4893-9763-349d17821fe0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:23:43.799515333Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6fd6c82c-f4e5-4893-9763-349d17821fe0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:23:45.733806912Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"28704be6-7ef8-43d9-863a-f0fc431ae200","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:23:45.7925019Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"28704be6-7ef8-43d9-863a-f0fc431ae200","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:23:45.854471238Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"28704be6-7ef8-43d9-863a-f0fc431ae200","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:23:45.90387521Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"28704be6-7ef8-43d9-863a-f0fc431ae200","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:23:47.719593842Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c00a2845-cb40-4a58-84a5-9b5e69629a44","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:23:47.768471819Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c00a2845-cb40-4a58-84a5-9b5e69629a44","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:23:47.817077916Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c00a2845-cb40-4a58-84a5-9b5e69629a44","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:23:47.865919486Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c00a2845-cb40-4a58-84a5-9b5e69629a44","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:23:49.717697472Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d0243893-df6f-4ff0-b6c1-4f712986f69d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:23:49.766573678Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d0243893-df6f-4ff0-b6c1-4f712986f69d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:23:49.816059235Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d0243893-df6f-4ff0-b6c1-4f712986f69d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:23:49.81609762Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-a-1e151c","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-a-1e151c","reconcileID":"04f7b322-4d7a-479c-853b-6bf0d218915a","aitenant":"ai-tenants/e2e-ipp-a-1e151c","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:23:49.865197199Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d0243893-df6f-4ff0-b6c1-4f712986f69d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:23:50.516300203Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-a-1e151c","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-a-1e151c","reconcileID":"04f7b322-4d7a-479c-853b-6bf0d218915a","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ipp-a-1e151c","removed":["maas.opendatahub.io/gateway-access-e2e-ipp-a-1e151c"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:23:51.740372247Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"42216081-b7d7-41a3-a2b0-d34a5f5691bd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:23:51.78935008Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"42216081-b7d7-41a3-a2b0-d34a5f5691bd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:23:51.837987606Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"42216081-b7d7-41a3-a2b0-d34a5f5691bd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:23:51.887091574Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"42216081-b7d7-41a3-a2b0-d34a5f5691bd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:23:55.713116308Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:23:58.316607795Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8d38aec0-6995-41f5-95cd-b3052f634159","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:23:58.365713634Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8d38aec0-6995-41f5-95cd-b3052f634159","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:23:58.414671539Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8d38aec0-6995-41f5-95cd-b3052f634159","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:23:58.463733861Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8d38aec0-6995-41f5-95cd-b3052f634159","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:24:00.318714907Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c5bd3d46-68d2-4c65-a08b-c98297b37bad","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:24:00.367821046Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c5bd3d46-68d2-4c65-a08b-c98297b37bad","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:24:00.416688661Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c5bd3d46-68d2-4c65-a08b-c98297b37bad","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:24:00.465464413Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c5bd3d46-68d2-4c65-a08b-c98297b37bad","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:24:02.272335375Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f8cf6690-8fdf-4f19-9987-a53bae8e55ef","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:24:02.321000019Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f8cf6690-8fdf-4f19-9987-a53bae8e55ef","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:24:02.370670014Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f8cf6690-8fdf-4f19-9987-a53bae8e55ef","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:24:02.420085065Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f8cf6690-8fdf-4f19-9987-a53bae8e55ef","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:24:04.223241295Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3bd7b345-2c72-4bf4-91db-333a1627ad24","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:24:04.272097414Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3bd7b345-2c72-4bf4-91db-333a1627ad24","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:24:04.320966369Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3bd7b345-2c72-4bf4-91db-333a1627ad24","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:24:04.36995366Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3bd7b345-2c72-4bf4-91db-333a1627ad24","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:24:06.176209283Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"076da4f5-0dcb-4dd6-b4f9-b41c1f063a8c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:24:06.225480791Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"076da4f5-0dcb-4dd6-b4f9-b41c1f063a8c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:24:06.274468643Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"076da4f5-0dcb-4dd6-b4f9-b41c1f063a8c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:24:06.323268119Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"076da4f5-0dcb-4dd6-b4f9-b41c1f063a8c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:24:15.10335938Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-c8ee66"},"namespace":"ai-tenant-e2e-praxis-a-c8ee66","name":"default-tenant","reconcileID":"7768751e-d9c5-49c8-8565-9d3103055574","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-c8ee66","tenantID":"e2e-praxis-a-c8ee66","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:24:15.210044698Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-c8ee66"},"namespace":"ai-tenant-e2e-praxis-a-c8ee66","name":"default-tenant","reconcileID":"7768751e-d9c5-49c8-8565-9d3103055574","name":"e2e-praxis-a-c8ee66-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:24:19.009066554Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-231dd74d","namespace":"ai-tenant-e2e-mt-b9712222"},"namespace":"ai-tenant-e2e-mt-b9712222","name":"e2e-shared-int-policy-231dd74d","reconcileID":"c2b1a4b2-3ce5-4b3f-87cf-24b293caea74","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-231dd74d","namespace":"ai-tenant-e2e-mt-b9712222"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:24:19.009210083Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d20a9892-07ea-4f74-b528-2e8a4745c162","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:24:19.009227887Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d20a9892-07ea-4f74-b528-2e8a4745c162","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:24:19.113789258Z","body":"skipping gateway AuthPolicy reset: policy namespace differs from default tenant namespace (MaasTenantConfig likely already deleted)","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-231dd74d","namespace":"ai-tenant-e2e-mt-b9712222"},"namespace":"ai-tenant-e2e-mt-b9712222","name":"e2e-shared-int-policy-231dd74d","reconcileID":"c2b1a4b2-3ce5-4b3f-87cf-24b293caea74","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-231dd74d","namespace":"ai-tenant-e2e-mt-b9712222"},"policyNamespace":"ai-tenant-e2e-mt-b9712222","defaultTenantNamespace":"models-as-a-service","gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:24:19.167910512Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"6d8681c3-242e-49d7-a020-d2c802b1fd11","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:24:19.167932132Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"6d8681c3-242e-49d7-a020-d2c802b1fd11","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:24:19.33061484Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"5d019b89-8e87-4830-99d4-8c19027af2f4","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:24:19.33065964Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"5d019b89-8e87-4830-99d4-8c19027af2f4","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:24:25.713163308Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:24:28.531813115Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-deb666"},"namespace":"ai-tenant-e2e-ipp-a-deb666","name":"default-tenant","reconcileID":"09b60f48-b2bd-4eac-bfa8-70d6e77d4a22","namespace":"ai-tenant-e2e-ipp-a-deb666","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:24:28.531886628Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-deb666"},"namespace":"ai-tenant-e2e-ipp-a-deb666","name":"default-tenant","reconcileID":"09b60f48-b2bd-4eac-bfa8-70d6e77d4a22","namespace":"ai-tenant-e2e-ipp-a-deb666","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:24:28.531951743Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-deb666"},"namespace":"ai-tenant-e2e-ipp-a-deb666","name":"default-tenant","reconcileID":"09b60f48-b2bd-4eac-bfa8-70d6e77d4a22","tenant":"e2e-ipp-a-deb666","tenantID":"e2e-ipp-a-deb666","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:24:28.582075682Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-deb666"},"namespace":"ai-tenant-e2e-ipp-a-deb666","name":"default-tenant","reconcileID":"09b60f48-b2bd-4eac-bfa8-70d6e77d4a22","gvk":"Deployment","name":"maas-api-e2e-ipp-a-deb666","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:24:28.640825951Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-deb666"},"namespace":"ai-tenant-e2e-ipp-a-deb666","name":"default-tenant","reconcileID":"09b60f48-b2bd-4eac-bfa8-70d6e77d4a22","gvk":"Service","name":"maas-api-e2e-ipp-a-deb666","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:24:28.693567459Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-deb666"},"namespace":"ai-tenant-e2e-ipp-a-deb666","name":"default-tenant","reconcileID":"09b60f48-b2bd-4eac-bfa8-70d6e77d4a22","gvk":"HTTPRoute","name":"maas-api-route-e2e-ipp-a-deb666","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:24:28.745361129Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-deb666"},"namespace":"ai-tenant-e2e-ipp-a-deb666","name":"default-tenant","reconcileID":"09b60f48-b2bd-4eac-bfa8-70d6e77d4a22","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-ipp-a-deb666","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:24:28.795952977Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-deb666"},"namespace":"ai-tenant-e2e-ipp-a-deb666","name":"default-tenant","reconcileID":"09b60f48-b2bd-4eac-bfa8-70d6e77d4a22","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-ipp-a-deb666","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:24:28.852748869Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-deb666"},"namespace":"ai-tenant-e2e-ipp-a-deb666","name":"default-tenant","reconcileID":"09b60f48-b2bd-4eac-bfa8-70d6e77d4a22","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-ipp-a-deb666","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:24:28.906712345Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-deb666"},"namespace":"ai-tenant-e2e-ipp-a-deb666","name":"default-tenant","reconcileID":"09b60f48-b2bd-4eac-bfa8-70d6e77d4a22","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-ipp-a-deb666","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:24:29.004487983Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-deb666"},"namespace":"ai-tenant-e2e-ipp-a-deb666","name":"default-tenant","reconcileID":"09b60f48-b2bd-4eac-bfa8-70d6e77d4a22","gvk":"Telemetry","name":"latency-per-subscription-e2e-ipp-a-deb666","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:24:29.056102248Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-deb666"},"namespace":"ai-tenant-e2e-ipp-a-deb666","name":"default-tenant","reconcileID":"09b60f48-b2bd-4eac-bfa8-70d6e77d4a22","gvk":"Deployment","name":"payload-processing-e2e-ipp-a-deb666","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:24:29.106156293Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-deb666"},"namespace":"ai-tenant-e2e-ipp-a-deb666","name":"default-tenant","reconcileID":"09b60f48-b2bd-4eac-bfa8-70d6e77d4a22","gvk":"Deployment","name":"payload-pre-processing-e2e-ipp-a-deb666","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:24:29.163423414Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-deb666"},"namespace":"ai-tenant-e2e-ipp-a-deb666","name":"default-tenant","reconcileID":"09b60f48-b2bd-4eac-bfa8-70d6e77d4a22","gvk":"Service","name":"payload-processing-e2e-ipp-a-deb666","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:24:29.220226065Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-deb666"},"namespace":"ai-tenant-e2e-ipp-a-deb666","name":"default-tenant","reconcileID":"09b60f48-b2bd-4eac-bfa8-70d6e77d4a22","gvk":"Service","name":"payload-pre-processing-e2e-ipp-a-deb666","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:24:29.270971224Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-deb666"},"namespace":"ai-tenant-e2e-ipp-a-deb666","name":"default-tenant","reconcileID":"09b60f48-b2bd-4eac-bfa8-70d6e77d4a22","gvk":"DestinationRule","name":"payload-processing-e2e-ipp-a-deb666","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:24:29.32124436Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-deb666"},"namespace":"ai-tenant-e2e-ipp-a-deb666","name":"default-tenant","reconcileID":"09b60f48-b2bd-4eac-bfa8-70d6e77d4a22","gvk":"DestinationRule","name":"payload-pre-processing-e2e-ipp-a-deb666","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:24:29.374572585Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-deb666"},"namespace":"ai-tenant-e2e-ipp-a-deb666","name":"default-tenant","reconcileID":"09b60f48-b2bd-4eac-bfa8-70d6e77d4a22","gvk":"EnvoyFilter","name":"payload-processing-e2e-ipp-a-deb666","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:24:29.42547499Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-deb666"},"namespace":"ai-tenant-e2e-ipp-a-deb666","name":"default-tenant","reconcileID":"09b60f48-b2bd-4eac-bfa8-70d6e77d4a22","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-ipp-a-deb666","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:24:29.475898762Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-deb666"},"namespace":"ai-tenant-e2e-ipp-a-deb666","name":"default-tenant","reconcileID":"09b60f48-b2bd-4eac-bfa8-70d6e77d4a22","gvk":"NetworkPolicy","name":"payload-processing-e2e-ipp-a-deb666","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:24:29.482023618Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-int-sub-231dd74d","namespace":"ai-tenant-e2e-mt-b9712222"},"namespace":"ai-tenant-e2e-mt-b9712222","name":"e2e-shared-int-sub-231dd74d","reconcileID":"1d62b9e9-a82c-4cb3-89a7-747d41910257","MaaSSubscription":{"name":"e2e-shared-int-sub-231dd74d","namespace":"ai-tenant-e2e-mt-b9712222"},"model":"llm/facebook-opt-125m-simulated","subscription":"e2e-shared-int-sub-231dd74d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:24:29.525981264Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-deb666"},"namespace":"ai-tenant-e2e-ipp-a-deb666","name":"default-tenant","reconcileID":"09b60f48-b2bd-4eac-bfa8-70d6e77d4a22","gvk":"ServiceAccount","name":"payload-processing-e2e-ipp-a-deb666","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:24:29.581151745Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-deb666"},"namespace":"ai-tenant-e2e-ipp-a-deb666","name":"default-tenant","reconcileID":"09b60f48-b2bd-4eac-bfa8-70d6e77d4a22","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-ipp-a-deb666","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:24:29.641550381Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-deb666"},"namespace":"ai-tenant-e2e-ipp-a-deb666","name":"default-tenant","reconcileID":"09b60f48-b2bd-4eac-bfa8-70d6e77d4a22","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-ipp-a-deb666","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:24:29.699118796Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-int-sub-231dd74d","namespace":"ai-tenant-e2e-mt-b9712222"},"namespace":"ai-tenant-e2e-mt-b9712222","name":"e2e-shared-int-sub-231dd74d","reconcileID":"1d62b9e9-a82c-4cb3-89a7-747d41910257","MaaSSubscription":{"name":"e2e-shared-int-sub-231dd74d","namespace":"ai-tenant-e2e-mt-b9712222"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"subscriptions":["models-as-a-service/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:24:29.918082097Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"6396f7eb-72b0-47f5-9b78-3e981b26943b","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:24:30.017032614Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"edf7794f-32ea-4033-8357-60ff2d47a0bb","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:24:30.017052142Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"edf7794f-32ea-4033-8357-60ff2d47a0bb","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:24:31.293788429Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-a-deb666","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-a-deb666","reconcileID":"f21a0730-6daa-4e6e-93ed-be07bfc2828a","aitenant":"ai-tenants/e2e-ipp-a-deb666","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:24:31.922170922Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4dcac5b5-ec79-4077-bd29-594ebe8a130c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:24:31.970947873Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4dcac5b5-ec79-4077-bd29-594ebe8a130c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:24:32.019791604Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4dcac5b5-ec79-4077-bd29-594ebe8a130c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:24:32.025512664Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-a-deb666","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-a-deb666","reconcileID":"f21a0730-6daa-4e6e-93ed-be07bfc2828a","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ipp-a-deb666","removed":["maas.opendatahub.io/gateway-access-e2e-ipp-a-deb666"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:24:32.068767501Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4dcac5b5-ec79-4077-bd29-594ebe8a130c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:24:33.922685902Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bc9b07cc-81ea-40f3-b1cf-a940d856dcf1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:24:33.971486101Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bc9b07cc-81ea-40f3-b1cf-a940d856dcf1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:24:34.02086851Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bc9b07cc-81ea-40f3-b1cf-a940d856dcf1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:24:34.070070769Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bc9b07cc-81ea-40f3-b1cf-a940d856dcf1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:24:35.899831937Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ce4ab788-20f1-41a5-bba2-b0a41381553b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:24:35.948773154Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ce4ab788-20f1-41a5-bba2-b0a41381553b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:24:35.998061728Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ce4ab788-20f1-41a5-bba2-b0a41381553b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:24:36.047211497Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ce4ab788-20f1-41a5-bba2-b0a41381553b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:24:37.918342494Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"913c6e9a-3cfe-4f5f-a83b-d826cac25e89","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:24:37.967103195Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"913c6e9a-3cfe-4f5f-a83b-d826cac25e89","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:24:38.017194045Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"913c6e9a-3cfe-4f5f-a83b-d826cac25e89","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:24:38.068575068Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"913c6e9a-3cfe-4f5f-a83b-d826cac25e89","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:24:39.18002013Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-d25504"},"namespace":"ai-tenant-e2e-ipp-b-d25504","name":"default-tenant","reconcileID":"7b8d6e21-64d7-4772-8dd5-e96789df57b5","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-b-d25504","tenantID":"e2e-ipp-b-d25504","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:24:39.287258814Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-d25504"},"namespace":"ai-tenant-e2e-ipp-b-d25504","name":"default-tenant","reconcileID":"7b8d6e21-64d7-4772-8dd5-e96789df57b5","name":"e2e-ipp-b-d25504-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:24:39.339201698Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-059838"},"namespace":"ai-tenant-e2e-ipp-b-059838","name":"default-tenant","reconcileID":"295c6582-b68d-4371-8524-026510bca6f0","namespace":"ai-tenant-e2e-ipp-b-059838","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:24:39.339258971Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-059838"},"namespace":"ai-tenant-e2e-ipp-b-059838","name":"default-tenant","reconcileID":"295c6582-b68d-4371-8524-026510bca6f0","namespace":"ai-tenant-e2e-ipp-b-059838","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:24:39.339308029Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-059838"},"namespace":"ai-tenant-e2e-ipp-b-059838","name":"default-tenant","reconcileID":"295c6582-b68d-4371-8524-026510bca6f0","tenant":"e2e-ipp-b-059838","tenantID":"e2e-ipp-b-059838","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:24:39.3895117Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-059838"},"namespace":"ai-tenant-e2e-ipp-b-059838","name":"default-tenant","reconcileID":"295c6582-b68d-4371-8524-026510bca6f0","gvk":"Deployment","name":"maas-api-e2e-ipp-b-059838","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:24:39.44759374Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-059838"},"namespace":"ai-tenant-e2e-ipp-b-059838","name":"default-tenant","reconcileID":"295c6582-b68d-4371-8524-026510bca6f0","gvk":"Service","name":"maas-api-e2e-ipp-b-059838","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:24:39.500150641Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-059838"},"namespace":"ai-tenant-e2e-ipp-b-059838","name":"default-tenant","reconcileID":"295c6582-b68d-4371-8524-026510bca6f0","gvk":"HTTPRoute","name":"maas-api-route-e2e-ipp-b-059838","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:24:39.550090297Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-059838"},"namespace":"ai-tenant-e2e-ipp-b-059838","name":"default-tenant","reconcileID":"295c6582-b68d-4371-8524-026510bca6f0","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-ipp-b-059838","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:24:39.640868848Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-059838"},"namespace":"ai-tenant-e2e-ipp-b-059838","name":"default-tenant","reconcileID":"295c6582-b68d-4371-8524-026510bca6f0","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-ipp-b-059838","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:24:39.691538071Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-059838"},"namespace":"ai-tenant-e2e-ipp-b-059838","name":"default-tenant","reconcileID":"295c6582-b68d-4371-8524-026510bca6f0","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-ipp-b-059838","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:24:39.744347462Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-059838"},"namespace":"ai-tenant-e2e-ipp-b-059838","name":"default-tenant","reconcileID":"295c6582-b68d-4371-8524-026510bca6f0","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-ipp-b-059838","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:24:39.794417031Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-059838"},"namespace":"ai-tenant-e2e-ipp-b-059838","name":"default-tenant","reconcileID":"295c6582-b68d-4371-8524-026510bca6f0","gvk":"Telemetry","name":"latency-per-subscription-e2e-ipp-b-059838","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:24:39.844125591Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-059838"},"namespace":"ai-tenant-e2e-ipp-b-059838","name":"default-tenant","reconcileID":"295c6582-b68d-4371-8524-026510bca6f0","gvk":"Deployment","name":"payload-processing-e2e-ipp-b-059838","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:24:39.892314131Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-059838"},"namespace":"ai-tenant-e2e-ipp-b-059838","name":"default-tenant","reconcileID":"295c6582-b68d-4371-8524-026510bca6f0","gvk":"Deployment","name":"payload-pre-processing-e2e-ipp-b-059838","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:24:39.942121509Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-059838"},"namespace":"ai-tenant-e2e-ipp-b-059838","name":"default-tenant","reconcileID":"295c6582-b68d-4371-8524-026510bca6f0","gvk":"Service","name":"payload-processing-e2e-ipp-b-059838","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:24:40.016292645Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-059838"},"namespace":"ai-tenant-e2e-ipp-b-059838","name":"default-tenant","reconcileID":"295c6582-b68d-4371-8524-026510bca6f0","gvk":"Service","name":"payload-pre-processing-e2e-ipp-b-059838","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:24:40.065222696Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-059838"},"namespace":"ai-tenant-e2e-ipp-b-059838","name":"default-tenant","reconcileID":"295c6582-b68d-4371-8524-026510bca6f0","gvk":"DestinationRule","name":"payload-processing-e2e-ipp-b-059838","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:24:40.113890256Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-059838"},"namespace":"ai-tenant-e2e-ipp-b-059838","name":"default-tenant","reconcileID":"295c6582-b68d-4371-8524-026510bca6f0","gvk":"DestinationRule","name":"payload-pre-processing-e2e-ipp-b-059838","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:24:40.161843583Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-059838"},"namespace":"ai-tenant-e2e-ipp-b-059838","name":"default-tenant","reconcileID":"295c6582-b68d-4371-8524-026510bca6f0","gvk":"EnvoyFilter","name":"payload-processing-e2e-ipp-b-059838","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:24:40.213345065Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-059838"},"namespace":"ai-tenant-e2e-ipp-b-059838","name":"default-tenant","reconcileID":"295c6582-b68d-4371-8524-026510bca6f0","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-ipp-b-059838","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:24:40.261368814Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-059838"},"namespace":"ai-tenant-e2e-ipp-b-059838","name":"default-tenant","reconcileID":"295c6582-b68d-4371-8524-026510bca6f0","gvk":"NetworkPolicy","name":"payload-processing-e2e-ipp-b-059838","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:24:40.309295638Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-059838"},"namespace":"ai-tenant-e2e-ipp-b-059838","name":"default-tenant","reconcileID":"295c6582-b68d-4371-8524-026510bca6f0","gvk":"ServiceAccount","name":"payload-processing-e2e-ipp-b-059838","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:24:40.35740562Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-059838"},"namespace":"ai-tenant-e2e-ipp-b-059838","name":"default-tenant","reconcileID":"295c6582-b68d-4371-8524-026510bca6f0","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-ipp-b-059838","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:24:40.410722859Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-059838"},"namespace":"ai-tenant-e2e-ipp-b-059838","name":"default-tenant","reconcileID":"295c6582-b68d-4371-8524-026510bca6f0","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-ipp-b-059838","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:24:40.463805064Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-583bcf"},"namespace":"ai-tenant-e2e-ipp-b-583bcf","name":"default-tenant","reconcileID":"2a3a74b3-894d-4ac7-b3ee-e67a478bfa72","namespace":"ai-tenant-e2e-ipp-b-583bcf","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:24:40.463889855Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-583bcf"},"namespace":"ai-tenant-e2e-ipp-b-583bcf","name":"default-tenant","reconcileID":"2a3a74b3-894d-4ac7-b3ee-e67a478bfa72","namespace":"ai-tenant-e2e-ipp-b-583bcf","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:24:40.463958742Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-583bcf"},"namespace":"ai-tenant-e2e-ipp-b-583bcf","name":"default-tenant","reconcileID":"2a3a74b3-894d-4ac7-b3ee-e67a478bfa72","tenant":"e2e-ipp-b-583bcf","tenantID":"e2e-ipp-b-583bcf","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:24:40.514477105Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-583bcf"},"namespace":"ai-tenant-e2e-ipp-b-583bcf","name":"default-tenant","reconcileID":"2a3a74b3-894d-4ac7-b3ee-e67a478bfa72","gvk":"Deployment","name":"maas-api-e2e-ipp-b-583bcf","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:24:40.534239297Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"858f8893-b89f-4439-a6e8-0c8dcc31e443","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:24:40.583018977Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"858f8893-b89f-4439-a6e8-0c8dcc31e443","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:24:40.589477473Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-583bcf"},"namespace":"ai-tenant-e2e-ipp-b-583bcf","name":"default-tenant","reconcileID":"2a3a74b3-894d-4ac7-b3ee-e67a478bfa72","gvk":"Service","name":"maas-api-e2e-ipp-b-583bcf","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:24:40.631668585Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"858f8893-b89f-4439-a6e8-0c8dcc31e443","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:24:40.680619413Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"858f8893-b89f-4439-a6e8-0c8dcc31e443","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:24:40.683262145Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-583bcf"},"namespace":"ai-tenant-e2e-ipp-b-583bcf","name":"default-tenant","reconcileID":"2a3a74b3-894d-4ac7-b3ee-e67a478bfa72","gvk":"HTTPRoute","name":"maas-api-route-e2e-ipp-b-583bcf","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:24:40.733512172Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-583bcf"},"namespace":"ai-tenant-e2e-ipp-b-583bcf","name":"default-tenant","reconcileID":"2a3a74b3-894d-4ac7-b3ee-e67a478bfa72","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-ipp-b-583bcf","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:24:40.783712935Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-583bcf"},"namespace":"ai-tenant-e2e-ipp-b-583bcf","name":"default-tenant","reconcileID":"2a3a74b3-894d-4ac7-b3ee-e67a478bfa72","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-ipp-b-583bcf","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:24:40.833873208Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-583bcf"},"namespace":"ai-tenant-e2e-ipp-b-583bcf","name":"default-tenant","reconcileID":"2a3a74b3-894d-4ac7-b3ee-e67a478bfa72","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-ipp-b-583bcf","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:24:40.929489861Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-583bcf"},"namespace":"ai-tenant-e2e-ipp-b-583bcf","name":"default-tenant","reconcileID":"2a3a74b3-894d-4ac7-b3ee-e67a478bfa72","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-ipp-b-583bcf","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:24:40.979506048Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-583bcf"},"namespace":"ai-tenant-e2e-ipp-b-583bcf","name":"default-tenant","reconcileID":"2a3a74b3-894d-4ac7-b3ee-e67a478bfa72","gvk":"Telemetry","name":"latency-per-subscription-e2e-ipp-b-583bcf","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:24:41.029676603Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-583bcf"},"namespace":"ai-tenant-e2e-ipp-b-583bcf","name":"default-tenant","reconcileID":"2a3a74b3-894d-4ac7-b3ee-e67a478bfa72","gvk":"Deployment","name":"payload-processing-e2e-ipp-b-583bcf","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:24:41.079411212Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-583bcf"},"namespace":"ai-tenant-e2e-ipp-b-583bcf","name":"default-tenant","reconcileID":"2a3a74b3-894d-4ac7-b3ee-e67a478bfa72","gvk":"Deployment","name":"payload-pre-processing-e2e-ipp-b-583bcf","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:24:41.134566104Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-583bcf"},"namespace":"ai-tenant-e2e-ipp-b-583bcf","name":"default-tenant","reconcileID":"2a3a74b3-894d-4ac7-b3ee-e67a478bfa72","gvk":"Service","name":"payload-processing-e2e-ipp-b-583bcf","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:24:41.190425017Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-583bcf"},"namespace":"ai-tenant-e2e-ipp-b-583bcf","name":"default-tenant","reconcileID":"2a3a74b3-894d-4ac7-b3ee-e67a478bfa72","gvk":"Service","name":"payload-pre-processing-e2e-ipp-b-583bcf","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:24:41.241032391Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-583bcf"},"namespace":"ai-tenant-e2e-ipp-b-583bcf","name":"default-tenant","reconcileID":"2a3a74b3-894d-4ac7-b3ee-e67a478bfa72","gvk":"DestinationRule","name":"payload-processing-e2e-ipp-b-583bcf","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:24:41.291072314Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-583bcf"},"namespace":"ai-tenant-e2e-ipp-b-583bcf","name":"default-tenant","reconcileID":"2a3a74b3-894d-4ac7-b3ee-e67a478bfa72","gvk":"DestinationRule","name":"payload-pre-processing-e2e-ipp-b-583bcf","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:24:41.342307804Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-583bcf"},"namespace":"ai-tenant-e2e-ipp-b-583bcf","name":"default-tenant","reconcileID":"2a3a74b3-894d-4ac7-b3ee-e67a478bfa72","gvk":"EnvoyFilter","name":"payload-processing-e2e-ipp-b-583bcf","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:24:41.393417237Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-583bcf"},"namespace":"ai-tenant-e2e-ipp-b-583bcf","name":"default-tenant","reconcileID":"2a3a74b3-894d-4ac7-b3ee-e67a478bfa72","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-ipp-b-583bcf","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:24:41.443479769Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-583bcf"},"namespace":"ai-tenant-e2e-ipp-b-583bcf","name":"default-tenant","reconcileID":"2a3a74b3-894d-4ac7-b3ee-e67a478bfa72","gvk":"NetworkPolicy","name":"payload-processing-e2e-ipp-b-583bcf","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:24:41.493541232Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-583bcf"},"namespace":"ai-tenant-e2e-ipp-b-583bcf","name":"default-tenant","reconcileID":"2a3a74b3-894d-4ac7-b3ee-e67a478bfa72","gvk":"ServiceAccount","name":"payload-processing-e2e-ipp-b-583bcf","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:24:41.546816002Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-583bcf"},"namespace":"ai-tenant-e2e-ipp-b-583bcf","name":"default-tenant","reconcileID":"2a3a74b3-894d-4ac7-b3ee-e67a478bfa72","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-ipp-b-583bcf","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:24:41.599797442Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-583bcf"},"namespace":"ai-tenant-e2e-ipp-b-583bcf","name":"default-tenant","reconcileID":"2a3a74b3-894d-4ac7-b3ee-e67a478bfa72","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-ipp-b-583bcf","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:24:42.530784415Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e084aeea-847a-424d-8d6a-949fec302e9e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:24:42.580349826Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e084aeea-847a-424d-8d6a-949fec302e9e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:24:42.629117913Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e084aeea-847a-424d-8d6a-949fec302e9e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:24:42.678341014Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e084aeea-847a-424d-8d6a-949fec302e9e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:24:45.456920073Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-b-059838","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-b-059838","reconcileID":"3f866bee-3b27-4331-b82b-47fd2924688a","aitenant":"ai-tenants/e2e-ipp-b-059838","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:24:46.118489461Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"53f04c87-8b38-4b2b-9955-9d9a2566faeb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:24:46.167598625Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"53f04c87-8b38-4b2b-9955-9d9a2566faeb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:24:46.173129279Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-b-059838","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-b-059838","reconcileID":"3f866bee-3b27-4331-b82b-47fd2924688a","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ipp-b-059838","removed":["maas.opendatahub.io/gateway-access-e2e-ipp-b-059838"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:24:46.216611332Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"53f04c87-8b38-4b2b-9955-9d9a2566faeb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:24:46.266029992Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"53f04c87-8b38-4b2b-9955-9d9a2566faeb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:24:47.469270138Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-b-583bcf","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-b-583bcf","reconcileID":"82510e58-2b5a-468b-b629-358dd1e28823","aitenant":"ai-tenants/e2e-ipp-b-583bcf","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:24:48.18551011Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"51e07c39-26a1-400e-8e6e-ea0d32c2aba8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:24:48.190810388Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-b-583bcf","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-b-583bcf","reconcileID":"82510e58-2b5a-468b-b629-358dd1e28823","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ipp-b-583bcf","removed":["maas.opendatahub.io/gateway-access-e2e-ipp-b-583bcf"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:24:48.234234901Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"51e07c39-26a1-400e-8e6e-ea0d32c2aba8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:24:48.28316265Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"51e07c39-26a1-400e-8e6e-ea0d32c2aba8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:24:48.331987888Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"51e07c39-26a1-400e-8e6e-ea0d32c2aba8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:24:50.493488865Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7fb89edc-86e1-45e7-a316-c3175ccad1b4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:24:50.544210611Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7fb89edc-86e1-45e7-a316-c3175ccad1b4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:24:50.594239928Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7fb89edc-86e1-45e7-a316-c3175ccad1b4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:24:50.647008923Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7fb89edc-86e1-45e7-a316-c3175ccad1b4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:24:54.422150326Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"58929d53-a80b-4bbe-acd2-5cd93c9fa1b2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:24:54.471106548Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"58929d53-a80b-4bbe-acd2-5cd93c9fa1b2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:24:54.519953111Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"58929d53-a80b-4bbe-acd2-5cd93c9fa1b2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:24:54.568781364Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"58929d53-a80b-4bbe-acd2-5cd93c9fa1b2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:24:54.969261863Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-a-b6db28","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-a-b6db28","reconcileID":"37b6428a-e6b7-44a6-b41d-1a38622722d9","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-praxis-a-b6db28","applied":{"maas.opendatahub.io/gateway-access-e2e-praxis-a-b6db28":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:24:55.717129339Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:24:55.91612139Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-a-607dc3","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-a-607dc3","reconcileID":"a373ea84-e56b-47a2-ad7f-0372f856fb47","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-praxis-a-607dc3","applied":{"maas.opendatahub.io/gateway-access-e2e-praxis-a-607dc3":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:24:56.436066427Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1f25d951-5270-41b8-9157-8343c0352001","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:24:56.485007077Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1f25d951-5270-41b8-9157-8343c0352001","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:24:56.533967999Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1f25d951-5270-41b8-9157-8343c0352001","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:24:56.582926414Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1f25d951-5270-41b8-9157-8343c0352001","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:24:58.395247883Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cb768cf7-0d07-432f-abb4-0269ba52a35e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:24:58.444066151Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cb768cf7-0d07-432f-abb4-0269ba52a35e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:24:58.493365686Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cb768cf7-0d07-432f-abb4-0269ba52a35e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:24:58.544508427Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cb768cf7-0d07-432f-abb4-0269ba52a35e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:25:00.361572413Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7b86d35c-2218-48ed-8527-0ede9dcf8de5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:25:00.410435332Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7b86d35c-2218-48ed-8527-0ede9dcf8de5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:25:00.466498287Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7b86d35c-2218-48ed-8527-0ede9dcf8de5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:25:00.516086067Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7b86d35c-2218-48ed-8527-0ede9dcf8de5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:25:04.308290901Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cf35ecc3-e3ee-4092-945d-2603f35ce920","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:25:04.357938279Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cf35ecc3-e3ee-4092-945d-2603f35ce920","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:25:04.406627167Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cf35ecc3-e3ee-4092-945d-2603f35ce920","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:25:04.455331892Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cf35ecc3-e3ee-4092-945d-2603f35ce920","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:25:06.319061591Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"651c88b2-01f1-4369-814b-0a6487de77de","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:25:06.367754641Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"651c88b2-01f1-4369-814b-0a6487de77de","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:25:06.416624102Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"651c88b2-01f1-4369-814b-0a6487de77de","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:25:06.465400327Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"651c88b2-01f1-4369-814b-0a6487de77de","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:25:08.279150265Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"837bd272-22af-4216-b53b-078de39fe03c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:25:08.339696181Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"837bd272-22af-4216-b53b-078de39fe03c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:25:08.392281619Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"837bd272-22af-4216-b53b-078de39fe03c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:25:08.442063677Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"837bd272-22af-4216-b53b-078de39fe03c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:25:10.264069023Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e75a21b4-25a7-4b41-891c-eaaca79ecebe","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:25:10.313155399Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e75a21b4-25a7-4b41-891c-eaaca79ecebe","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:25:10.366392374Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e75a21b4-25a7-4b41-891c-eaaca79ecebe","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:25:10.417970292Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e75a21b4-25a7-4b41-891c-eaaca79ecebe","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:25:12.246730637Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a07fa15d-721f-4f32-8f5a-81e3f81a2bbe","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:25:12.296053679Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a07fa15d-721f-4f32-8f5a-81e3f81a2bbe","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:25:12.344785788Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a07fa15d-721f-4f32-8f5a-81e3f81a2bbe","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:25:12.393694748Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a07fa15d-721f-4f32-8f5a-81e3f81a2bbe","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:25:12.852526265Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-b-980a31","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-b-980a31","reconcileID":"4c59638e-c238-4858-a6f9-7fc7c1a37bc9","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-praxis-b-980a31","applied":{"maas.opendatahub.io/gateway-access-e2e-praxis-b-980a31":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:25:14.257589729Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b1bc8a1d-9fec-4d2b-a885-fe21df495acd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:25:14.306838671Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b1bc8a1d-9fec-4d2b-a885-fe21df495acd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:25:14.355769855Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b1bc8a1d-9fec-4d2b-a885-fe21df495acd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:25:14.404780649Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b1bc8a1d-9fec-4d2b-a885-fe21df495acd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:25:16.230780632Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6599f016-54fa-4fc1-a0fb-88768e9447c9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:25:16.283435723Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6599f016-54fa-4fc1-a0fb-88768e9447c9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:25:16.332076876Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6599f016-54fa-4fc1-a0fb-88768e9447c9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:25:16.381349849Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6599f016-54fa-4fc1-a0fb-88768e9447c9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:25:25.713211718Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:25:27.442989099Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"82c4e931-920c-4f02-b87d-8d0bc79ada43","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:25:27.491763446Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"82c4e931-920c-4f02-b87d-8d0bc79ada43","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:25:27.54116902Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"82c4e931-920c-4f02-b87d-8d0bc79ada43","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:25:27.591269175Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"82c4e931-920c-4f02-b87d-8d0bc79ada43","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:25:27.737211199Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"namespace":"ai-tenant-e2e-worker-w4-8d2c7c","name":"simulator-subscription","reconcileID":"9264f247-9e2c-41ea-abd5-7c0f2d066e47","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"name":"maas-trlp-simulator-w4-8d2c7c","model":"e2e-models-e2e-worker-w4-8d2c7c/simulator-w4-8d2c7c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:25:27.936478978Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"cb212a63-dd47-4d99-8097-8a790b61ae46","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:25:28.047467599Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"57975909-37e6-4c8c-9277-f958d860d0f9","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:25:28.148616956Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"namespace":"ai-tenant-e2e-worker-w1-5951bc","name":"premium-simulator-subscription","reconcileID":"e4128bc9-1401-4266-ba5e-6467a06af2cf","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"name":"maas-trlp-premium-w1-5951bc","model":"e2e-models-e2e-worker-w1-5951bc/premium-w1-5951bc","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:25:28.164965604Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"namespace":"ai-tenant-e2e-worker-w0-9893f0","name":"simulator-subscription","reconcileID":"c38cf5ce-288b-4a84-bdcb-19fb3194648d","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"name":"maas-trlp-simulator-w0-9893f0","model":"e2e-models-e2e-worker-w0-9893f0/simulator-w0-9893f0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:25:28.249253282Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"simulator-subscription","reconcileID":"da44e124-30ab-40d3-b78c-377789a313b6","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"name":"maas-trlp-simulator-w2-91cd99","model":"e2e-models-e2e-worker-w2-91cd99/simulator-w2-91cd99","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:25:28.282713489Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"premium-simulator-subscription","reconcileID":"39117eb4-fc8c-4f9e-a508-0288a5ce9e5d","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"name":"maas-trlp-premium-w2-91cd99","model":"e2e-models-e2e-worker-w2-91cd99/premium-w2-91cd99","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:25:28.612494417Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"namespace":"ai-tenant-e2e-worker-w1-5951bc","name":"simulator-subscription","reconcileID":"25919ddf-4e48-4e8e-95a3-cdecc4961820","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"name":"maas-trlp-simulator-w1-5951bc","model":"e2e-models-e2e-worker-w1-5951bc/simulator-w1-5951bc","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:25:28.612577517Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"namespace":"ai-tenant-e2e-worker-w3-bb1b51","name":"premium-simulator-subscription","reconcileID":"40631dea-d63e-46f4-b457-d99b7f22a1f1","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"name":"maas-trlp-premium-w3-bb1b51","model":"e2e-models-e2e-worker-w3-bb1b51/premium-w3-bb1b51","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:25:28.757912051Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"namespace":"ai-tenant-e2e-worker-w3-bb1b51","name":"simulator-subscription","reconcileID":"4f69d3a6-26e3-45df-ba0d-af5a9b938676","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"name":"maas-trlp-simulator-w3-bb1b51","model":"e2e-models-e2e-worker-w3-bb1b51/simulator-w3-bb1b51","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:25:28.757907408Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"namespace":"ai-tenant-e2e-worker-w0-9893f0","name":"premium-simulator-subscription","reconcileID":"d6ae9379-8b46-4cf4-8835-f98e572ad18f","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"name":"maas-trlp-premium-w0-9893f0","model":"e2e-models-e2e-worker-w0-9893f0/premium-w0-9893f0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:25:28.858887692Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"namespace":"ai-tenant-e2e-worker-w4-8d2c7c","name":"premium-simulator-subscription","reconcileID":"f74b8bcb-631c-4d95-b509-ab388e7bcdde","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"name":"maas-trlp-premium-w4-8d2c7c","model":"e2e-models-e2e-worker-w4-8d2c7c/premium-w4-8d2c7c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:25:29.41710955Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b2c047d9-e4ad-4b75-82b9-fb4aedbcfc7d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:25:29.465705889Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b2c047d9-e4ad-4b75-82b9-fb4aedbcfc7d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:25:29.514401852Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b2c047d9-e4ad-4b75-82b9-fb4aedbcfc7d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:25:29.562922774Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b2c047d9-e4ad-4b75-82b9-fb4aedbcfc7d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:25:45.319547855Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-b6db28"},"namespace":"ai-tenant-e2e-praxis-a-b6db28","name":"default-tenant","reconcileID":"a62083fe-223b-4bce-9489-5a63a54df9fc","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-b6db28","tenantID":"e2e-praxis-a-b6db28","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:25:45.426369529Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-b6db28"},"namespace":"ai-tenant-e2e-praxis-a-b6db28","name":"default-tenant","reconcileID":"a62083fe-223b-4bce-9489-5a63a54df9fc","name":"e2e-praxis-a-b6db28-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:25:49.861548736Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-607dc3"},"namespace":"ai-tenant-e2e-praxis-a-607dc3","name":"default-tenant","reconcileID":"06484544-46dd-4270-9765-f8cbfa4c6afa","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-607dc3","tenantID":"e2e-praxis-a-607dc3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:25:49.968444464Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-607dc3"},"namespace":"ai-tenant-e2e-praxis-a-607dc3","name":"default-tenant","reconcileID":"06484544-46dd-4270-9765-f8cbfa4c6afa","name":"e2e-praxis-a-607dc3-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:25:55.713635129Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:25:59.001899749Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"495d092b-0c62-4e24-84ac-b182c9cd06a5","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:25:59.173759109Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"namespace":"ai-tenant-e2e-worker-w1-5951bc","name":"premium-simulator-subscription","reconcileID":"25b29bc0-f801-4476-b443-b4d8e282e543","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"name":"maas-trlp-premium-w1-5951bc","model":"e2e-models-e2e-worker-w1-5951bc/premium-w1-5951bc","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:25:59.272562292Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"7540807e-1080-44db-a5fd-fb397ae179da","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:25:59.375966631Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"namespace":"ai-tenant-e2e-worker-w4-8d2c7c","name":"premium-simulator-subscription","reconcileID":"3f28f6a7-1d6a-4828-b0bb-02de457d5a27","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"name":"maas-trlp-premium-w4-8d2c7c","model":"e2e-models-e2e-worker-w4-8d2c7c/premium-w4-8d2c7c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:25:59.375965768Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"namespace":"ai-tenant-e2e-worker-w3-bb1b51","name":"simulator-subscription","reconcileID":"3a1d2a8c-8e7a-40e1-96df-73bf2de6b92d","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"name":"maas-trlp-simulator-w3-bb1b51","model":"e2e-models-e2e-worker-w3-bb1b51/simulator-w3-bb1b51","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:25:59.522640149Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"namespace":"ai-tenant-e2e-worker-w0-9893f0","name":"premium-simulator-subscription","reconcileID":"722e6219-c5c1-4bf0-9157-2017022a9f57","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"name":"maas-trlp-premium-w0-9893f0","model":"e2e-models-e2e-worker-w0-9893f0/premium-w0-9893f0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:25:59.639780876Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"namespace":"ai-tenant-e2e-worker-w3-bb1b51","name":"premium-simulator-subscription","reconcileID":"a1fbef70-3f93-4a6b-aca4-b8f8bd4d7510","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"name":"maas-trlp-premium-w3-bb1b51","model":"e2e-models-e2e-worker-w3-bb1b51/premium-w3-bb1b51","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:25:59.740879585Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"premium-simulator-subscription","reconcileID":"70c9b2ab-f331-49fa-8b65-6efe2ed1f967","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"name":"maas-trlp-premium-w2-91cd99","model":"e2e-models-e2e-worker-w2-91cd99/premium-w2-91cd99","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:25:59.876582143Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"simulator-subscription","reconcileID":"2a5bbd16-04a6-4560-b0c7-b48aebe13a64","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"name":"maas-trlp-simulator-w2-91cd99","model":"e2e-models-e2e-worker-w2-91cd99/simulator-w2-91cd99","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:25:59.996198995Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"namespace":"ai-tenant-e2e-worker-w4-8d2c7c","name":"simulator-subscription","reconcileID":"a1528cca-a17a-4080-8047-533405448911","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"name":"maas-trlp-simulator-w4-8d2c7c","model":"e2e-models-e2e-worker-w4-8d2c7c/simulator-w4-8d2c7c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:26:00.110930533Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"namespace":"ai-tenant-e2e-worker-w1-5951bc","name":"simulator-subscription","reconcileID":"eda86074-ee3b-484b-b31e-abc5f6de6904","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"name":"maas-trlp-simulator-w1-5951bc","model":"e2e-models-e2e-worker-w1-5951bc/simulator-w1-5951bc","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:26:00.311893097Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"namespace":"ai-tenant-e2e-worker-w0-9893f0","name":"simulator-subscription","reconcileID":"dce963ef-3696-49e8-97a4-a337b0a3360b","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"name":"maas-trlp-simulator-w0-9893f0","model":"e2e-models-e2e-worker-w0-9893f0/simulator-w0-9893f0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:26:05.855488604Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"987b36d5-769d-435d-9a57-c4f586625ba9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:26:05.905676261Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"987b36d5-769d-435d-9a57-c4f586625ba9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:26:05.95513258Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"987b36d5-769d-435d-9a57-c4f586625ba9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:26:06.006244537Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"987b36d5-769d-435d-9a57-c4f586625ba9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:26:06.411603823Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-a-c02ae4","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-a-c02ae4","reconcileID":"aaac0a95-759c-4f1f-a639-5e21035da5c5","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ipp-a-c02ae4","applied":{"maas.opendatahub.io/gateway-access-e2e-ipp-a-c02ae4":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:26:07.833935887Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"842cd24e-d6a8-4ddb-a354-6150633cd61c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:26:07.883062179Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"842cd24e-d6a8-4ddb-a354-6150633cd61c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:26:07.931790039Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"842cd24e-d6a8-4ddb-a354-6150633cd61c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:26:07.980720283Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"842cd24e-d6a8-4ddb-a354-6150633cd61c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:26:08.077309086Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-980a31"},"namespace":"ai-tenant-e2e-praxis-b-980a31","name":"default-tenant","reconcileID":"997c9d8b-7fc6-425a-b051-dab693427701","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-b-980a31","tenantID":"e2e-praxis-b-980a31","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:26:08.184623865Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-980a31"},"namespace":"ai-tenant-e2e-praxis-b-980a31","name":"default-tenant","reconcileID":"997c9d8b-7fc6-425a-b051-dab693427701","name":"e2e-praxis-b-980a31-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:26:09.796314873Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b78ef85d-535f-4dcd-8ff7-2ed1c3d3d227","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:26:09.845327549Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b78ef85d-535f-4dcd-8ff7-2ed1c3d3d227","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:26:09.89498614Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b78ef85d-535f-4dcd-8ff7-2ed1c3d3d227","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:26:09.94365602Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b78ef85d-535f-4dcd-8ff7-2ed1c3d3d227","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:26:11.761014879Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3d19133e-17ba-40cd-a229-0dc3492228f3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:26:11.809992822Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3d19133e-17ba-40cd-a229-0dc3492228f3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:26:11.859087632Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3d19133e-17ba-40cd-a229-0dc3492228f3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:26:11.907822446Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3d19133e-17ba-40cd-a229-0dc3492228f3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:26:13.725223705Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"aab0839d-5653-41bf-bb1b-47e447894ddd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:26:13.774013024Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"aab0839d-5653-41bf-bb1b-47e447894ddd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:26:13.822872572Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"aab0839d-5653-41bf-bb1b-47e447894ddd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:26:13.871586278Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"aab0839d-5653-41bf-bb1b-47e447894ddd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:26:15.676473896Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f5cd6b2e-a1a3-42f0-884f-c90df47d4a3c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:26:15.725624103Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f5cd6b2e-a1a3-42f0-884f-c90df47d4a3c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:26:15.774438532Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f5cd6b2e-a1a3-42f0-884f-c90df47d4a3c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:26:15.823734191Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f5cd6b2e-a1a3-42f0-884f-c90df47d4a3c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:26:17.668052329Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ba2f5d81-2c6b-40ae-9b28-aa252b0f3eac","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:26:17.717654923Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ba2f5d81-2c6b-40ae-9b28-aa252b0f3eac","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:26:17.766362602Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ba2f5d81-2c6b-40ae-9b28-aa252b0f3eac","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:26:17.814951069Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ba2f5d81-2c6b-40ae-9b28-aa252b0f3eac","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:26:19.720646039Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"04082b0b-0014-4d6d-b164-652aaa3b7ede","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:26:19.769276032Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"04082b0b-0014-4d6d-b164-652aaa3b7ede","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:26:19.818796235Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"04082b0b-0014-4d6d-b164-652aaa3b7ede","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:26:19.868434642Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"04082b0b-0014-4d6d-b164-652aaa3b7ede","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:26:21.719958033Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cc72ece5-f653-4a32-ac30-e8ccee91a41e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:26:21.768879597Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cc72ece5-f653-4a32-ac30-e8ccee91a41e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:26:21.818257363Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cc72ece5-f653-4a32-ac30-e8ccee91a41e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:26:21.867162942Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cc72ece5-f653-4a32-ac30-e8ccee91a41e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:26:23.696690458Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5a505cc3-ae45-4046-93b1-35de72c526f8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:26:23.745580593Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5a505cc3-ae45-4046-93b1-35de72c526f8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:26:23.794393539Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5a505cc3-ae45-4046-93b1-35de72c526f8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:26:23.843044411Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5a505cc3-ae45-4046-93b1-35de72c526f8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:26:25.658252699Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"415256d2-15d8-4121-8c8a-b09884a02777","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:26:25.710770506Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"415256d2-15d8-4121-8c8a-b09884a02777","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:26:25.712427706Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:26:25.759728507Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"415256d2-15d8-4121-8c8a-b09884a02777","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:26:25.808477987Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"415256d2-15d8-4121-8c8a-b09884a02777","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:26:27.615852418Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b840384c-9534-4acf-8899-58a9770ad70e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:26:27.664586976Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b840384c-9534-4acf-8899-58a9770ad70e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:26:27.713451944Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b840384c-9534-4acf-8899-58a9770ad70e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:26:27.762072918Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b840384c-9534-4acf-8899-58a9770ad70e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:26:29.618409022Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9647e5b8-8351-4650-b3df-3bf06a53317a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:26:29.66740533Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9647e5b8-8351-4650-b3df-3bf06a53317a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:26:29.716638473Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9647e5b8-8351-4650-b3df-3bf06a53317a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:26:29.766178134Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9647e5b8-8351-4650-b3df-3bf06a53317a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:26:40.68700594Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"namespace":"ai-tenant-e2e-worker-w3-bb1b51","name":"simulator-subscription","reconcileID":"f68ff887-8cdb-423f-bbe5-115161012f09","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"name":"maas-trlp-simulator-w3-bb1b51","model":"e2e-models-e2e-worker-w3-bb1b51/simulator-w3-bb1b51","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:26:40.852805259Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"namespace":"ai-tenant-e2e-worker-w4-8d2c7c","name":"premium-simulator-subscription","reconcileID":"ba0082ad-cb1a-437a-b5aa-04d740db99f9","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"name":"maas-trlp-premium-w4-8d2c7c","model":"e2e-models-e2e-worker-w4-8d2c7c/premium-w4-8d2c7c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:26:40.967939271Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"namespace":"ai-tenant-e2e-worker-w3-bb1b51","name":"premium-simulator-subscription","reconcileID":"a0174d5e-5599-4dea-8b45-918f35272abe","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"name":"maas-trlp-premium-w3-bb1b51","model":"e2e-models-e2e-worker-w3-bb1b51/premium-w3-bb1b51","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:26:41.08467705Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"namespace":"ai-tenant-e2e-worker-w0-9893f0","name":"premium-simulator-subscription","reconcileID":"10d37e61-30a8-4b51-9264-02225acdb8d1","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"name":"maas-trlp-premium-w0-9893f0","model":"e2e-models-e2e-worker-w0-9893f0/premium-w0-9893f0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:26:41.186038341Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"d4a8add9-ab03-4f98-b00a-78b14ded38af","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:26:41.200452628Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"simulator-subscription","reconcileID":"a69a3409-fdba-4d28-9857-abd52c8cd4a3","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"name":"maas-trlp-simulator-w2-91cd99","model":"e2e-models-e2e-worker-w2-91cd99/simulator-w2-91cd99","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:26:41.315728664Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"namespace":"ai-tenant-e2e-worker-w1-5951bc","name":"simulator-subscription","reconcileID":"0d6f90b6-e81d-4e92-8186-1ce7c63dd224","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"name":"maas-trlp-simulator-w1-5951bc","model":"e2e-models-e2e-worker-w1-5951bc/simulator-w1-5951bc","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:26:41.430777022Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"namespace":"ai-tenant-e2e-worker-w4-8d2c7c","name":"simulator-subscription","reconcileID":"03c0da0f-af0c-4c6f-a81f-b022e489a72f","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"name":"maas-trlp-simulator-w4-8d2c7c","model":"e2e-models-e2e-worker-w4-8d2c7c/simulator-w4-8d2c7c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:26:41.548851204Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"namespace":"ai-tenant-e2e-worker-w1-5951bc","name":"premium-simulator-subscription","reconcileID":"f434a827-0552-44cf-923d-3b6784e64e33","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"name":"maas-trlp-premium-w1-5951bc","model":"e2e-models-e2e-worker-w1-5951bc/premium-w1-5951bc","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:26:41.647619902Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"32428f18-8a1e-4729-bd36-b4f46af50805","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:26:41.665109797Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"namespace":"ai-tenant-e2e-worker-w0-9893f0","name":"simulator-subscription","reconcileID":"bed19c14-7918-4719-9ec8-913a709f84e9","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"name":"maas-trlp-simulator-w0-9893f0","model":"e2e-models-e2e-worker-w0-9893f0/simulator-w0-9893f0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:26:42.012891697Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"premium-simulator-subscription","reconcileID":"66adb703-79b1-4fbd-9a7d-1fb83fc39740","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"name":"maas-trlp-premium-w2-91cd99","model":"e2e-models-e2e-worker-w2-91cd99/premium-w2-91cd99","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:26:46.435758904Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d0d1ffc4-7354-48e4-a21f-cb5944b18bf0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:26:46.485128496Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d0d1ffc4-7354-48e4-a21f-cb5944b18bf0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:26:46.533688454Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d0d1ffc4-7354-48e4-a21f-cb5944b18bf0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:26:46.582471901Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d0d1ffc4-7354-48e4-a21f-cb5944b18bf0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:26:48.433774086Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2911025b-10ba-4ba9-98e9-255d9424dd9b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:26:48.482498726Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2911025b-10ba-4ba9-98e9-255d9424dd9b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:26:48.531781845Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2911025b-10ba-4ba9-98e9-255d9424dd9b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:26:48.580410739Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2911025b-10ba-4ba9-98e9-255d9424dd9b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:26:50.528022431Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5aa1cd4c-7ea6-43c8-94ea-3a67396f69a1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:26:50.57717935Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5aa1cd4c-7ea6-43c8-94ea-3a67396f69a1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:26:50.630104775Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5aa1cd4c-7ea6-43c8-94ea-3a67396f69a1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:26:50.679437034Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5aa1cd4c-7ea6-43c8-94ea-3a67396f69a1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:26:52.547753251Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"eae8ae1e-e632-449c-b96a-c02b8868847f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:26:52.596288776Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"eae8ae1e-e632-449c-b96a-c02b8868847f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:26:52.645061967Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"eae8ae1e-e632-449c-b96a-c02b8868847f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:26:52.694313467Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"eae8ae1e-e632-449c-b96a-c02b8868847f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:26:53.559659152Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-b-40ffcd","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-b-40ffcd","reconcileID":"1f655182-dd57-412e-b395-ef63801c4d1f","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-praxis-b-40ffcd","applied":{"maas.opendatahub.io/gateway-access-e2e-praxis-b-40ffcd":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:26:54.531359719Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7b8d35f0-2156-48fa-a6b7-f33bcf950f1a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:26:54.580979441Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7b8d35f0-2156-48fa-a6b7-f33bcf950f1a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:26:54.629877911Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7b8d35f0-2156-48fa-a6b7-f33bcf950f1a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:26:54.678476212Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7b8d35f0-2156-48fa-a6b7-f33bcf950f1a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:26:55.713834779Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:26:56.537016247Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"366c6a6e-b2e0-408c-b9eb-84899dec56f4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:26:56.586120524Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"366c6a6e-b2e0-408c-b9eb-84899dec56f4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:26:56.635560807Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"366c6a6e-b2e0-408c-b9eb-84899dec56f4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:26:56.684281002Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"366c6a6e-b2e0-408c-b9eb-84899dec56f4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:26:59.336519046Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"20731ee4-71c1-4657-941f-ea47e55a4bee","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:26:59.386139064Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"20731ee4-71c1-4657-941f-ea47e55a4bee","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:26:59.435149212Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"20731ee4-71c1-4657-941f-ea47e55a4bee","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:26:59.484033347Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"20731ee4-71c1-4657-941f-ea47e55a4bee","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:26:59.887011231Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-b-04d73d","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-b-04d73d","reconcileID":"e8500b8f-e5fc-4671-8f20-d4bc45f20d68","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-praxis-b-04d73d","applied":{"maas.opendatahub.io/gateway-access-e2e-praxis-b-04d73d":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:27:01.326971409Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"79c30b32-f99c-4154-9299-cc485678196d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:27:01.376254158Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"79c30b32-f99c-4154-9299-cc485678196d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:27:01.425222801Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"79c30b32-f99c-4154-9299-cc485678196d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:27:01.474084552Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"79c30b32-f99c-4154-9299-cc485678196d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:27:03.355165912Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ec1280e9-3413-41f6-ab61-fafe55c047a3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:27:03.404417783Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ec1280e9-3413-41f6-ab61-fafe55c047a3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:27:03.453320369Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ec1280e9-3413-41f6-ab61-fafe55c047a3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:27:03.502307876Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ec1280e9-3413-41f6-ab61-fafe55c047a3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:27:05.422817403Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"776bf986-eebe-4622-9d26-c5719c512ce9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:27:05.473483346Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"776bf986-eebe-4622-9d26-c5719c512ce9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:27:05.522324423Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"776bf986-eebe-4622-9d26-c5719c512ce9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:27:05.571194486Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"776bf986-eebe-4622-9d26-c5719c512ce9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:27:07.41468524Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7cb2c1da-b55f-4def-84c7-26575380dd68","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:27:07.463447636Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7cb2c1da-b55f-4def-84c7-26575380dd68","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:27:07.512506374Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7cb2c1da-b55f-4def-84c7-26575380dd68","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:27:07.561734117Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7cb2c1da-b55f-4def-84c7-26575380dd68","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:27:09.077767666Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"97a94ad2-f87a-469d-a498-939a6cd54eb6","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:27:09.125805387Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"premium-simulator-subscription","reconcileID":"0fe0c1b0-7eae-490a-84d2-73869cf9603d","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"name":"maas-trlp-premium-w2-91cd99","model":"e2e-models-e2e-worker-w2-91cd99/premium-w2-91cd99","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:27:09.172921563Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"namespace":"ai-tenant-e2e-worker-w3-bb1b51","name":"simulator-subscription","reconcileID":"82710118-7f99-41b8-82ea-03eae01be2c5","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"name":"maas-trlp-simulator-w3-bb1b51","model":"e2e-models-e2e-worker-w3-bb1b51/simulator-w3-bb1b51","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:27:09.174268704Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"namespace":"ai-tenant-e2e-worker-w1-5951bc","name":"premium-simulator-subscription","reconcileID":"f849fc9a-d674-4976-b0a5-83c9bb2805a1","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"name":"maas-trlp-premium-w1-5951bc","model":"e2e-models-e2e-worker-w1-5951bc/premium-w1-5951bc","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:27:09.240717546Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"simulator-subscription","reconcileID":"a5a8002d-ba02-460e-816a-6272cd16fd30","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"name":"maas-trlp-simulator-w2-91cd99","model":"e2e-models-e2e-worker-w2-91cd99/simulator-w2-91cd99","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:27:09.377308878Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"33360b0b-bbc9-43de-afbd-78db3c3739f4","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:27:09.474926627Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"namespace":"ai-tenant-e2e-worker-w1-5951bc","name":"simulator-subscription","reconcileID":"a2f7e777-72e3-4573-8bec-49d377fb2d80","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"name":"maas-trlp-simulator-w1-5951bc","model":"e2e-models-e2e-worker-w1-5951bc/simulator-w1-5951bc","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:27:09.480677662Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"360ca2b2-5cdb-4609-b6a7-0a42591d8594","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:27:09.529985568Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"360ca2b2-5cdb-4609-b6a7-0a42591d8594","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:27:09.578688934Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"360ca2b2-5cdb-4609-b6a7-0a42591d8594","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:27:09.579214111Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"namespace":"ai-tenant-e2e-worker-w4-8d2c7c","name":"premium-simulator-subscription","reconcileID":"c6fc8889-582e-426a-bca4-5d40e9f11eb6","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"name":"maas-trlp-premium-w4-8d2c7c","model":"e2e-models-e2e-worker-w4-8d2c7c/premium-w4-8d2c7c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:27:09.628784593Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"360ca2b2-5cdb-4609-b6a7-0a42591d8594","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:27:09.776153093Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"namespace":"ai-tenant-e2e-worker-w0-9893f0","name":"simulator-subscription","reconcileID":"f114fb06-a284-4707-8400-ec7c635710bc","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"name":"maas-trlp-simulator-w0-9893f0","model":"e2e-models-e2e-worker-w0-9893f0/simulator-w0-9893f0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:27:10.023013247Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"namespace":"ai-tenant-e2e-worker-w3-bb1b51","name":"premium-simulator-subscription","reconcileID":"fd639740-8c92-49b4-9c6c-8d2d1a1636a7","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"name":"maas-trlp-premium-w3-bb1b51","model":"e2e-models-e2e-worker-w3-bb1b51/premium-w3-bb1b51","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:27:10.126425345Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"namespace":"ai-tenant-e2e-worker-w4-8d2c7c","name":"simulator-subscription","reconcileID":"7956fa59-94e5-43f1-8f1f-9faae5cd4579","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"name":"maas-trlp-simulator-w4-8d2c7c","model":"e2e-models-e2e-worker-w4-8d2c7c/simulator-w4-8d2c7c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:27:10.127248303Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"namespace":"ai-tenant-e2e-worker-w0-9893f0","name":"premium-simulator-subscription","reconcileID":"938c4a9f-762f-47ef-85f1-57d9c103ceee","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"name":"maas-trlp-premium-w0-9893f0","model":"e2e-models-e2e-worker-w0-9893f0/premium-w0-9893f0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:27:11.436095972Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3c7b1e14-6f0f-4a9b-b52f-0be76a94e2de","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:27:11.485019426Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3c7b1e14-6f0f-4a9b-b52f-0be76a94e2de","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:27:11.534691739Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3c7b1e14-6f0f-4a9b-b52f-0be76a94e2de","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:27:11.583497505Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3c7b1e14-6f0f-4a9b-b52f-0be76a94e2de","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:27:13.308023933Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-c02ae4"},"namespace":"ai-tenant-e2e-ipp-a-c02ae4","name":"default-tenant","reconcileID":"d32d7dea-0f0d-4744-a88f-159078a0f2c0","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-c02ae4","tenantID":"e2e-ipp-a-c02ae4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:27:13.391909892Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1276a88f-8674-4a9e-a354-2ca1229d3e85","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:27:13.440642949Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1276a88f-8674-4a9e-a354-2ca1229d3e85","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:27:13.450710378Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-c02ae4"},"namespace":"ai-tenant-e2e-ipp-a-c02ae4","name":"default-tenant","reconcileID":"d32d7dea-0f0d-4744-a88f-159078a0f2c0","name":"e2e-ipp-a-c02ae4-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:27:13.489194354Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1276a88f-8674-4a9e-a354-2ca1229d3e85","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:27:13.538496337Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1276a88f-8674-4a9e-a354-2ca1229d3e85","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:27:20.103806349Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"08497afb-0f4f-40c9-9d25-a16f1f879e60","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:27:20.152980849Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"08497afb-0f4f-40c9-9d25-a16f1f879e60","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:27:20.202066249Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"08497afb-0f4f-40c9-9d25-a16f1f879e60","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:27:20.250781909Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"08497afb-0f4f-40c9-9d25-a16f1f879e60","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:27:22.056418544Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"89b3fbe0-4e50-4817-b02e-8f58512a5c50","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:27:22.108790272Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"89b3fbe0-4e50-4817-b02e-8f58512a5c50","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:27:22.158035432Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"89b3fbe0-4e50-4817-b02e-8f58512a5c50","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:27:22.206826705Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"89b3fbe0-4e50-4817-b02e-8f58512a5c50","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:27:24.014524709Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"709ca84d-299f-438f-b6ff-89e124b51419","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:27:24.063319169Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"709ca84d-299f-438f-b6ff-89e124b51419","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:27:24.11221497Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"709ca84d-299f-438f-b6ff-89e124b51419","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:27:24.161095578Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"709ca84d-299f-438f-b6ff-89e124b51419","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:27:25.712538657Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:27:52.535515701Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-c8ee66"},"namespace":"ai-tenant-e2e-praxis-a-c8ee66","name":"default-tenant","reconcileID":"31b925f3-4e75-4873-9fc7-0f06e2180752","namespace":"ai-tenant-e2e-praxis-a-c8ee66","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:27:52.535581978Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-c8ee66"},"namespace":"ai-tenant-e2e-praxis-a-c8ee66","name":"default-tenant","reconcileID":"31b925f3-4e75-4873-9fc7-0f06e2180752","namespace":"ai-tenant-e2e-praxis-a-c8ee66","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:27:52.535688955Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-c8ee66"},"namespace":"ai-tenant-e2e-praxis-a-c8ee66","name":"default-tenant","reconcileID":"31b925f3-4e75-4873-9fc7-0f06e2180752","tenant":"e2e-praxis-a-c8ee66","tenantID":"e2e-praxis-a-c8ee66","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:27:52.58594274Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-c8ee66"},"namespace":"ai-tenant-e2e-praxis-a-c8ee66","name":"default-tenant","reconcileID":"31b925f3-4e75-4873-9fc7-0f06e2180752","gvk":"Deployment","name":"maas-api-e2e-praxis-a-c8ee66","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:27:52.641680569Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-c8ee66"},"namespace":"ai-tenant-e2e-praxis-a-c8ee66","name":"default-tenant","reconcileID":"31b925f3-4e75-4873-9fc7-0f06e2180752","gvk":"Service","name":"maas-api-e2e-praxis-a-c8ee66","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:27:52.694745903Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-c8ee66"},"namespace":"ai-tenant-e2e-praxis-a-c8ee66","name":"default-tenant","reconcileID":"31b925f3-4e75-4873-9fc7-0f06e2180752","gvk":"HTTPRoute","name":"maas-api-route-e2e-praxis-a-c8ee66","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:27:52.744755422Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-c8ee66"},"namespace":"ai-tenant-e2e-praxis-a-c8ee66","name":"default-tenant","reconcileID":"31b925f3-4e75-4873-9fc7-0f06e2180752","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-praxis-a-c8ee66","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:27:52.795392099Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-c8ee66"},"namespace":"ai-tenant-e2e-praxis-a-c8ee66","name":"default-tenant","reconcileID":"31b925f3-4e75-4873-9fc7-0f06e2180752","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-praxis-a-c8ee66","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:27:52.845655772Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-c8ee66"},"namespace":"ai-tenant-e2e-praxis-a-c8ee66","name":"default-tenant","reconcileID":"31b925f3-4e75-4873-9fc7-0f06e2180752","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-praxis-a-c8ee66","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:27:52.898308157Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-c8ee66"},"namespace":"ai-tenant-e2e-praxis-a-c8ee66","name":"default-tenant","reconcileID":"31b925f3-4e75-4873-9fc7-0f06e2180752","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-praxis-a-c8ee66","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:27:52.948894615Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-c8ee66"},"namespace":"ai-tenant-e2e-praxis-a-c8ee66","name":"default-tenant","reconcileID":"31b925f3-4e75-4873-9fc7-0f06e2180752","gvk":"Telemetry","name":"latency-per-subscription-e2e-praxis-a-c8ee66","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:27:52.9971627Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-c8ee66"},"namespace":"ai-tenant-e2e-praxis-a-c8ee66","name":"default-tenant","reconcileID":"31b925f3-4e75-4873-9fc7-0f06e2180752","gvk":"Deployment","name":"payload-processing-e2e-praxis-a-c8ee66","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:27:53.045299803Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-c8ee66"},"namespace":"ai-tenant-e2e-praxis-a-c8ee66","name":"default-tenant","reconcileID":"31b925f3-4e75-4873-9fc7-0f06e2180752","gvk":"Deployment","name":"payload-pre-processing-e2e-praxis-a-c8ee66","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:27:53.093529779Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-c8ee66"},"namespace":"ai-tenant-e2e-praxis-a-c8ee66","name":"default-tenant","reconcileID":"31b925f3-4e75-4873-9fc7-0f06e2180752","gvk":"Service","name":"payload-processing-e2e-praxis-a-c8ee66","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:27:53.141594151Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-c8ee66"},"namespace":"ai-tenant-e2e-praxis-a-c8ee66","name":"default-tenant","reconcileID":"31b925f3-4e75-4873-9fc7-0f06e2180752","gvk":"Service","name":"payload-pre-processing-e2e-praxis-a-c8ee66","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:27:53.189643055Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-c8ee66"},"namespace":"ai-tenant-e2e-praxis-a-c8ee66","name":"default-tenant","reconcileID":"31b925f3-4e75-4873-9fc7-0f06e2180752","gvk":"DestinationRule","name":"payload-processing-e2e-praxis-a-c8ee66","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:27:53.238229826Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-c8ee66"},"namespace":"ai-tenant-e2e-praxis-a-c8ee66","name":"default-tenant","reconcileID":"31b925f3-4e75-4873-9fc7-0f06e2180752","gvk":"DestinationRule","name":"payload-pre-processing-e2e-praxis-a-c8ee66","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:27:53.286470806Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-c8ee66"},"namespace":"ai-tenant-e2e-praxis-a-c8ee66","name":"default-tenant","reconcileID":"31b925f3-4e75-4873-9fc7-0f06e2180752","gvk":"EnvoyFilter","name":"payload-processing-e2e-praxis-a-c8ee66","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:27:53.340147666Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-c8ee66"},"namespace":"ai-tenant-e2e-praxis-a-c8ee66","name":"default-tenant","reconcileID":"31b925f3-4e75-4873-9fc7-0f06e2180752","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-praxis-a-c8ee66","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:27:53.389088204Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-c8ee66"},"namespace":"ai-tenant-e2e-praxis-a-c8ee66","name":"default-tenant","reconcileID":"31b925f3-4e75-4873-9fc7-0f06e2180752","gvk":"NetworkPolicy","name":"payload-processing-e2e-praxis-a-c8ee66","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:27:53.43911946Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-c8ee66"},"namespace":"ai-tenant-e2e-praxis-a-c8ee66","name":"default-tenant","reconcileID":"31b925f3-4e75-4873-9fc7-0f06e2180752","gvk":"ServiceAccount","name":"payload-processing-e2e-praxis-a-c8ee66","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:27:53.48860317Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-c8ee66"},"namespace":"ai-tenant-e2e-praxis-a-c8ee66","name":"default-tenant","reconcileID":"31b925f3-4e75-4873-9fc7-0f06e2180752","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-praxis-a-c8ee66","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:27:53.537153574Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-c8ee66"},"namespace":"ai-tenant-e2e-praxis-a-c8ee66","name":"default-tenant","reconcileID":"31b925f3-4e75-4873-9fc7-0f06e2180752","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-praxis-a-c8ee66","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:27:55.712869126Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:27:55.925870229Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-2f3eb2","namespace":"ai-tenant-e2e-ipp-a-2f3eb2"},"namespace":"ai-tenant-e2e-ipp-a-2f3eb2","name":"ipp-route-2f3eb2","reconcileID":"6cf1776e-ca14-42c9-8249-51ad5aeac69b","MaaSModelRef":{"name":"ipp-route-2f3eb2","namespace":"ai-tenant-e2e-ipp-a-2f3eb2"},"tenant":"e2e-ipp-a-2f3eb2","gateway":"openshift-ingress/e2e-ipp-a-2f3eb2","model":"ai-tenant-e2e-ipp-a-2f3eb2/ipp-route-2f3eb2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:27:55.925901843Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-2f3eb2","namespace":"ai-tenant-e2e-ipp-a-2f3eb2"},"namespace":"ai-tenant-e2e-ipp-a-2f3eb2","name":"ipp-route-2f3eb2","reconcileID":"6cf1776e-ca14-42c9-8249-51ad5aeac69b","MaaSModelRef":{"name":"ipp-route-2f3eb2","namespace":"ai-tenant-e2e-ipp-a-2f3eb2"},"routeName":"ipp-route-2f3eb2-kserve-route","namespace":"ai-tenant-e2e-ipp-a-2f3eb2","llmisvcName":"ipp-route-2f3eb2","gateway":"openshift-ingress/e2e-ipp-a-2f3eb2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:27:57.827092313Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-a-c8ee66","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-a-c8ee66","reconcileID":"e2e372dd-8138-42fc-9366-877c35dc3e58","aitenant":"ai-tenants/e2e-praxis-a-c8ee66","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:27:58.031535178Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-40ffcd"},"namespace":"ai-tenant-e2e-praxis-b-40ffcd","name":"default-tenant","reconcileID":"174500ee-9612-4f54-a66b-31f2a3ad951a","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-b-40ffcd","tenantID":"e2e-praxis-b-40ffcd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:27:58.143563173Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-40ffcd"},"namespace":"ai-tenant-e2e-praxis-b-40ffcd","name":"default-tenant","reconcileID":"174500ee-9612-4f54-a66b-31f2a3ad951a","name":"e2e-praxis-b-40ffcd-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:27:58.466170867Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ace37c0a-d691-4a02-b432-fcb1b9cb9eaf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:27:58.514958642Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ace37c0a-d691-4a02-b432-fcb1b9cb9eaf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:27:58.563770336Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ace37c0a-d691-4a02-b432-fcb1b9cb9eaf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:27:58.613019616Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ace37c0a-d691-4a02-b432-fcb1b9cb9eaf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:27:58.618894072Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-a-c8ee66","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-a-c8ee66","reconcileID":"e2e372dd-8138-42fc-9366-877c35dc3e58","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-praxis-a-c8ee66","removed":["maas.opendatahub.io/gateway-access-e2e-praxis-a-c8ee66"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:28:00.434486641Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"00995b45-f098-4b4e-9942-b3eed97a0cbd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:28:00.483196685Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"00995b45-f098-4b4e-9942-b3eed97a0cbd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:28:00.532316437Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"00995b45-f098-4b4e-9942-b3eed97a0cbd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:28:00.581004734Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"00995b45-f098-4b4e-9942-b3eed97a0cbd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:28:01.523575795Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-2f3eb2","namespace":"ai-tenant-e2e-ipp-a-2f3eb2"},"namespace":"ai-tenant-e2e-ipp-a-2f3eb2","name":"ipp-route-2f3eb2","reconcileID":"cb691719-ef7f-4db2-9a80-8d1befd5ccfa","MaaSModelRef":{"name":"ipp-route-2f3eb2","namespace":"ai-tenant-e2e-ipp-a-2f3eb2"},"tenant":"e2e-ipp-a-2f3eb2","gateway":"openshift-ingress/e2e-ipp-a-2f3eb2","model":"ai-tenant-e2e-ipp-a-2f3eb2/ipp-route-2f3eb2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:28:01.523594339Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-2f3eb2","namespace":"ai-tenant-e2e-ipp-a-2f3eb2"},"namespace":"ai-tenant-e2e-ipp-a-2f3eb2","name":"ipp-route-2f3eb2","reconcileID":"cb691719-ef7f-4db2-9a80-8d1befd5ccfa","MaaSModelRef":{"name":"ipp-route-2f3eb2","namespace":"ai-tenant-e2e-ipp-a-2f3eb2"},"routeName":"ipp-route-2f3eb2-kserve-route","namespace":"ai-tenant-e2e-ipp-a-2f3eb2","llmisvcName":"ipp-route-2f3eb2","gateway":"openshift-ingress/e2e-ipp-a-2f3eb2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:28:01.603175982Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-2f3eb2","namespace":"ai-tenant-e2e-ipp-a-2f3eb2"},"namespace":"ai-tenant-e2e-ipp-a-2f3eb2","name":"ipp-route-2f3eb2","reconcileID":"981554e7-1de3-4014-8a2a-0dc8a8725278","MaaSModelRef":{"name":"ipp-route-2f3eb2","namespace":"ai-tenant-e2e-ipp-a-2f3eb2"},"tenant":"e2e-ipp-a-2f3eb2","gateway":"openshift-ingress/e2e-ipp-a-2f3eb2","model":"ai-tenant-e2e-ipp-a-2f3eb2/ipp-route-2f3eb2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:28:01.603195585Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-2f3eb2","namespace":"ai-tenant-e2e-ipp-a-2f3eb2"},"namespace":"ai-tenant-e2e-ipp-a-2f3eb2","name":"ipp-route-2f3eb2","reconcileID":"981554e7-1de3-4014-8a2a-0dc8a8725278","MaaSModelRef":{"name":"ipp-route-2f3eb2","namespace":"ai-tenant-e2e-ipp-a-2f3eb2"},"routeName":"ipp-route-2f3eb2-kserve-route","namespace":"ai-tenant-e2e-ipp-a-2f3eb2","llmisvcName":"ipp-route-2f3eb2","gateway":"openshift-ingress/e2e-ipp-a-2f3eb2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:28:01.699979259Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-2f3eb2-auth","namespace":"ai-tenant-e2e-ipp-a-2f3eb2"},"namespace":"ai-tenant-e2e-ipp-a-2f3eb2","name":"ipp-route-2f3eb2-auth","reconcileID":"0a3bcf85-5ecf-4ed7-ad15-3f562794b9cc","MaaSAuthPolicy":{"name":"ipp-route-2f3eb2-auth","namespace":"ai-tenant-e2e-ipp-a-2f3eb2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-2f3eb2","tenantID":"e2e-ipp-a-2f3eb2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:28:01.814803298Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-2f3eb2-auth","namespace":"ai-tenant-e2e-ipp-a-2f3eb2"},"namespace":"ai-tenant-e2e-ipp-a-2f3eb2","name":"ipp-route-2f3eb2-auth","reconcileID":"0a3bcf85-5ecf-4ed7-ad15-3f562794b9cc","MaaSAuthPolicy":{"name":"ipp-route-2f3eb2-auth","namespace":"ai-tenant-e2e-ipp-a-2f3eb2"},"name":"e2e-ipp-a-2f3eb2-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:28:01.919369746Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-ipp-a-2f3eb2-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-2f3eb2-auth","namespace":"ai-tenant-e2e-ipp-a-2f3eb2"},"namespace":"ai-tenant-e2e-ipp-a-2f3eb2","name":"ipp-route-2f3eb2-auth","reconcileID":"0a3bcf85-5ecf-4ed7-ad15-3f562794b9cc","MaaSAuthPolicy":{"name":"ipp-route-2f3eb2-auth","namespace":"ai-tenant-e2e-ipp-a-2f3eb2"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:28:01.972656942Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-2f3eb2","namespace":"ai-tenant-e2e-ipp-a-2f3eb2"},"namespace":"ai-tenant-e2e-ipp-a-2f3eb2","name":"ipp-route-2f3eb2","reconcileID":"d5ef2120-fa4d-4330-9974-3308b274bb85","MaaSModelRef":{"name":"ipp-route-2f3eb2","namespace":"ai-tenant-e2e-ipp-a-2f3eb2"},"tenant":"e2e-ipp-a-2f3eb2","gateway":"openshift-ingress/e2e-ipp-a-2f3eb2","model":"ai-tenant-e2e-ipp-a-2f3eb2/ipp-route-2f3eb2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:28:01.972678085Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-2f3eb2","namespace":"ai-tenant-e2e-ipp-a-2f3eb2"},"namespace":"ai-tenant-e2e-ipp-a-2f3eb2","name":"ipp-route-2f3eb2","reconcileID":"d5ef2120-fa4d-4330-9974-3308b274bb85","MaaSModelRef":{"name":"ipp-route-2f3eb2","namespace":"ai-tenant-e2e-ipp-a-2f3eb2"},"routeName":"ipp-route-2f3eb2-kserve-route","namespace":"ai-tenant-e2e-ipp-a-2f3eb2","llmisvcName":"ipp-route-2f3eb2","gateway":"openshift-ingress/e2e-ipp-a-2f3eb2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:28:02.422016496Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a7f12326-063f-4208-901a-d1eaa0a625a2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:28:02.471747128Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a7f12326-063f-4208-901a-d1eaa0a625a2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:28:02.520613085Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a7f12326-063f-4208-901a-d1eaa0a625a2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:28:02.569691014Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a7f12326-063f-4208-901a-d1eaa0a625a2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:28:06.623258166Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fba82f50-40cd-4e4d-98a3-53f25f6d5d56","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:28:06.671948949Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fba82f50-40cd-4e4d-98a3-53f25f6d5d56","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:28:06.721016104Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fba82f50-40cd-4e4d-98a3-53f25f6d5d56","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:28:06.779848649Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fba82f50-40cd-4e4d-98a3-53f25f6d5d56","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:28:07.583427912Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-04d73d"},"namespace":"ai-tenant-e2e-praxis-b-04d73d","name":"default-tenant","reconcileID":"13ea6ca3-25df-49dc-9935-cd2bf1da565e","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-b-04d73d","tenantID":"e2e-praxis-b-04d73d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:28:07.690648348Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-04d73d"},"namespace":"ai-tenant-e2e-praxis-b-04d73d","name":"default-tenant","reconcileID":"13ea6ca3-25df-49dc-9935-cd2bf1da565e","name":"e2e-praxis-b-04d73d-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:28:08.584358993Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ad8ef768-410d-4c73-a579-23fa8283ba82","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:28:08.633134149Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ad8ef768-410d-4c73-a579-23fa8283ba82","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:28:08.681715782Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ad8ef768-410d-4c73-a579-23fa8283ba82","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:28:08.730410672Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ad8ef768-410d-4c73-a579-23fa8283ba82","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:28:10.615417505Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5f7ef5b7-be84-40c7-9bc9-0249afb4878f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:28:10.664439268Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5f7ef5b7-be84-40c7-9bc9-0249afb4878f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:28:10.713103584Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5f7ef5b7-be84-40c7-9bc9-0249afb4878f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:28:10.761771189Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5f7ef5b7-be84-40c7-9bc9-0249afb4878f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:28:12.121995017Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-2f3eb2-auth","namespace":"ai-tenant-e2e-ipp-a-2f3eb2"},"namespace":"ai-tenant-e2e-ipp-a-2f3eb2","name":"ipp-route-2f3eb2-auth","reconcileID":"057888b0-6fc7-464c-a295-938952d62e89","MaaSAuthPolicy":{"name":"ipp-route-2f3eb2-auth","namespace":"ai-tenant-e2e-ipp-a-2f3eb2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-2f3eb2","tenantID":"e2e-ipp-a-2f3eb2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:28:12.174529816Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-2f3eb2-auth","namespace":"ai-tenant-e2e-ipp-a-2f3eb2"},"namespace":"ai-tenant-e2e-ipp-a-2f3eb2","name":"ipp-route-2f3eb2-auth","reconcileID":"057888b0-6fc7-464c-a295-938952d62e89","MaaSAuthPolicy":{"name":"ipp-route-2f3eb2-auth","namespace":"ai-tenant-e2e-ipp-a-2f3eb2"},"name":"e2e-ipp-a-2f3eb2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:28:12.225806964Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-ipp-a-2f3eb2-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-2f3eb2-auth","namespace":"ai-tenant-e2e-ipp-a-2f3eb2"},"namespace":"ai-tenant-e2e-ipp-a-2f3eb2","name":"ipp-route-2f3eb2-auth","reconcileID":"057888b0-6fc7-464c-a295-938952d62e89","MaaSAuthPolicy":{"name":"ipp-route-2f3eb2-auth","namespace":"ai-tenant-e2e-ipp-a-2f3eb2"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:28:12.63800286Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"785a15c8-7fed-4ed7-8504-87101310b389","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:28:12.638118697Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-980a31"},"namespace":"ai-tenant-e2e-praxis-b-980a31","name":"default-tenant","reconcileID":"abb4d6af-6c61-4ca1-bed2-2c1c2efb482f","namespace":"ai-tenant-e2e-praxis-b-980a31","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:28:12.638187133Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-980a31"},"namespace":"ai-tenant-e2e-praxis-b-980a31","name":"default-tenant","reconcileID":"abb4d6af-6c61-4ca1-bed2-2c1c2efb482f","namespace":"ai-tenant-e2e-praxis-b-980a31","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:28:12.686757365Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"785a15c8-7fed-4ed7-8504-87101310b389","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:28:12.686876042Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-980a31"},"namespace":"ai-tenant-e2e-praxis-b-980a31","name":"default-tenant","reconcileID":"abb4d6af-6c61-4ca1-bed2-2c1c2efb482f","tenant":"e2e-praxis-b-980a31","tenantID":"e2e-praxis-b-980a31","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:28:12.735431173Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"785a15c8-7fed-4ed7-8504-87101310b389","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:28:12.784347851Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"785a15c8-7fed-4ed7-8504-87101310b389","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:28:12.785648925Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-980a31"},"namespace":"ai-tenant-e2e-praxis-b-980a31","name":"default-tenant","reconcileID":"abb4d6af-6c61-4ca1-bed2-2c1c2efb482f","gvk":"Deployment","name":"maas-api-e2e-praxis-b-980a31","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:28:12.841609599Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-980a31"},"namespace":"ai-tenant-e2e-praxis-b-980a31","name":"default-tenant","reconcileID":"abb4d6af-6c61-4ca1-bed2-2c1c2efb482f","gvk":"Service","name":"maas-api-e2e-praxis-b-980a31","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:28:12.895441243Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-980a31"},"namespace":"ai-tenant-e2e-praxis-b-980a31","name":"default-tenant","reconcileID":"abb4d6af-6c61-4ca1-bed2-2c1c2efb482f","gvk":"HTTPRoute","name":"maas-api-route-e2e-praxis-b-980a31","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:28:12.945691908Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-980a31"},"namespace":"ai-tenant-e2e-praxis-b-980a31","name":"default-tenant","reconcileID":"abb4d6af-6c61-4ca1-bed2-2c1c2efb482f","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-praxis-b-980a31","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:28:13.037214472Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-980a31"},"namespace":"ai-tenant-e2e-praxis-b-980a31","name":"default-tenant","reconcileID":"abb4d6af-6c61-4ca1-bed2-2c1c2efb482f","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-praxis-b-980a31","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:28:13.087686192Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-980a31"},"namespace":"ai-tenant-e2e-praxis-b-980a31","name":"default-tenant","reconcileID":"abb4d6af-6c61-4ca1-bed2-2c1c2efb482f","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-praxis-b-980a31","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:28:13.140281485Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-980a31"},"namespace":"ai-tenant-e2e-praxis-b-980a31","name":"default-tenant","reconcileID":"abb4d6af-6c61-4ca1-bed2-2c1c2efb482f","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-praxis-b-980a31","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:28:13.190846518Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-980a31"},"namespace":"ai-tenant-e2e-praxis-b-980a31","name":"default-tenant","reconcileID":"abb4d6af-6c61-4ca1-bed2-2c1c2efb482f","gvk":"Telemetry","name":"latency-per-subscription-e2e-praxis-b-980a31","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:28:13.244675292Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-980a31"},"namespace":"ai-tenant-e2e-praxis-b-980a31","name":"default-tenant","reconcileID":"abb4d6af-6c61-4ca1-bed2-2c1c2efb482f","gvk":"Deployment","name":"payload-processing-e2e-praxis-b-980a31","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:28:13.293440576Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-980a31"},"namespace":"ai-tenant-e2e-praxis-b-980a31","name":"default-tenant","reconcileID":"abb4d6af-6c61-4ca1-bed2-2c1c2efb482f","gvk":"Deployment","name":"payload-pre-processing-e2e-praxis-b-980a31","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:28:13.342118673Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-980a31"},"namespace":"ai-tenant-e2e-praxis-b-980a31","name":"default-tenant","reconcileID":"abb4d6af-6c61-4ca1-bed2-2c1c2efb482f","gvk":"Service","name":"payload-processing-e2e-praxis-b-980a31","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:28:13.390592123Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-980a31"},"namespace":"ai-tenant-e2e-praxis-b-980a31","name":"default-tenant","reconcileID":"abb4d6af-6c61-4ca1-bed2-2c1c2efb482f","gvk":"Service","name":"payload-pre-processing-e2e-praxis-b-980a31","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:28:13.438847484Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-980a31"},"namespace":"ai-tenant-e2e-praxis-b-980a31","name":"default-tenant","reconcileID":"abb4d6af-6c61-4ca1-bed2-2c1c2efb482f","gvk":"DestinationRule","name":"payload-processing-e2e-praxis-b-980a31","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:28:13.487094226Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-980a31"},"namespace":"ai-tenant-e2e-praxis-b-980a31","name":"default-tenant","reconcileID":"abb4d6af-6c61-4ca1-bed2-2c1c2efb482f","gvk":"DestinationRule","name":"payload-pre-processing-e2e-praxis-b-980a31","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:28:13.535209741Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-980a31"},"namespace":"ai-tenant-e2e-praxis-b-980a31","name":"default-tenant","reconcileID":"abb4d6af-6c61-4ca1-bed2-2c1c2efb482f","gvk":"EnvoyFilter","name":"payload-processing-e2e-praxis-b-980a31","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:28:13.586997176Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-980a31"},"namespace":"ai-tenant-e2e-praxis-b-980a31","name":"default-tenant","reconcileID":"abb4d6af-6c61-4ca1-bed2-2c1c2efb482f","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-praxis-b-980a31","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:28:13.635298893Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-980a31"},"namespace":"ai-tenant-e2e-praxis-b-980a31","name":"default-tenant","reconcileID":"abb4d6af-6c61-4ca1-bed2-2c1c2efb482f","gvk":"NetworkPolicy","name":"payload-processing-e2e-praxis-b-980a31","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:28:13.683677149Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-980a31"},"namespace":"ai-tenant-e2e-praxis-b-980a31","name":"default-tenant","reconcileID":"abb4d6af-6c61-4ca1-bed2-2c1c2efb482f","gvk":"ServiceAccount","name":"payload-processing-e2e-praxis-b-980a31","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:28:13.769172484Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-980a31"},"namespace":"ai-tenant-e2e-praxis-b-980a31","name":"default-tenant","reconcileID":"abb4d6af-6c61-4ca1-bed2-2c1c2efb482f","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-praxis-b-980a31","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:28:13.818047607Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-980a31"},"namespace":"ai-tenant-e2e-praxis-b-980a31","name":"default-tenant","reconcileID":"abb4d6af-6c61-4ca1-bed2-2c1c2efb482f","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-praxis-b-980a31","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:28:14.638826597Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8ef1aac6-9225-42b1-af93-2f9809372a6e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:28:14.688595847Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8ef1aac6-9225-42b1-af93-2f9809372a6e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:28:14.741461327Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8ef1aac6-9225-42b1-af93-2f9809372a6e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:28:14.79213578Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8ef1aac6-9225-42b1-af93-2f9809372a6e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:28:16.61363735Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"81b351c5-8e10-4e6d-bd9c-8870b26a0cd2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:28:16.663044188Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"81b351c5-8e10-4e6d-bd9c-8870b26a0cd2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:28:16.711756187Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"81b351c5-8e10-4e6d-bd9c-8870b26a0cd2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:28:16.761265169Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"81b351c5-8e10-4e6d-bd9c-8870b26a0cd2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:28:17.441695615Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-b-980a31","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-b-980a31","reconcileID":"a0639909-77d8-4342-a740-dad535fc664d","aitenant":"ai-tenants/e2e-praxis-b-980a31","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:28:18.171748011Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-b-980a31","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-b-980a31","reconcileID":"a0639909-77d8-4342-a740-dad535fc664d","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-praxis-b-980a31","removed":["maas.opendatahub.io/gateway-access-e2e-praxis-b-980a31"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:28:18.625916733Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ef44bcf2-4ed1-45ad-b8a1-93018601d40d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:28:18.675688834Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ef44bcf2-4ed1-45ad-b8a1-93018601d40d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:28:18.725156537Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ef44bcf2-4ed1-45ad-b8a1-93018601d40d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:28:18.774128877Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ef44bcf2-4ed1-45ad-b8a1-93018601d40d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:28:20.599873057Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4dd9b3b2-5266-46ba-856a-2e1162b678fc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:28:20.64956891Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4dd9b3b2-5266-46ba-856a-2e1162b678fc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:28:20.698469289Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4dd9b3b2-5266-46ba-856a-2e1162b678fc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:28:20.747730546Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4dd9b3b2-5266-46ba-856a-2e1162b678fc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:28:22.337580707Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-2f3eb2-auth","namespace":"ai-tenant-e2e-ipp-a-2f3eb2"},"namespace":"ai-tenant-e2e-ipp-a-2f3eb2","name":"ipp-route-2f3eb2-auth","reconcileID":"e79c93a1-daed-41e4-925c-4f2d63b8b790","MaaSAuthPolicy":{"name":"ipp-route-2f3eb2-auth","namespace":"ai-tenant-e2e-ipp-a-2f3eb2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-2f3eb2","tenantID":"e2e-ipp-a-2f3eb2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:28:22.390123674Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-2f3eb2-auth","namespace":"ai-tenant-e2e-ipp-a-2f3eb2"},"namespace":"ai-tenant-e2e-ipp-a-2f3eb2","name":"ipp-route-2f3eb2-auth","reconcileID":"e79c93a1-daed-41e4-925c-4f2d63b8b790","MaaSAuthPolicy":{"name":"ipp-route-2f3eb2-auth","namespace":"ai-tenant-e2e-ipp-a-2f3eb2"},"name":"e2e-ipp-a-2f3eb2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:28:22.442801648Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-ipp-a-2f3eb2-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-2f3eb2-auth","namespace":"ai-tenant-e2e-ipp-a-2f3eb2"},"namespace":"ai-tenant-e2e-ipp-a-2f3eb2","name":"ipp-route-2f3eb2-auth","reconcileID":"e79c93a1-daed-41e4-925c-4f2d63b8b790","MaaSAuthPolicy":{"name":"ipp-route-2f3eb2-auth","namespace":"ai-tenant-e2e-ipp-a-2f3eb2"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:28:22.64119201Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9e8bcf43-4d54-4647-af06-6d966e119692","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:28:22.69046358Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9e8bcf43-4d54-4647-af06-6d966e119692","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:28:22.73911243Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9e8bcf43-4d54-4647-af06-6d966e119692","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:28:22.787731999Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9e8bcf43-4d54-4647-af06-6d966e119692","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:28:23.420587792Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"simulator-subscription","reconcileID":"21064d68-2bf0-42d6-aeeb-448c8e7467b2","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"name":"maas-trlp-simulator-w2-91cd99","model":"e2e-models-e2e-worker-w2-91cd99/simulator-w2-91cd99","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:28:24.645612166Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bab216d4-f8f5-459c-bff5-da946d869dc1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:28:24.695726501Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bab216d4-f8f5-459c-bff5-da946d869dc1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:28:24.745103621Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bab216d4-f8f5-459c-bff5-da946d869dc1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:28:24.793754981Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bab216d4-f8f5-459c-bff5-da946d869dc1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:28:25.489466116Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"simulator-subscription","reconcileID":"66f4de83-ac5d-4468-8f99-74e83932b1aa","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"name":"maas-trlp-simulator-w2-91cd99","model":"e2e-models-e2e-worker-w2-91cd99/simulator-w2-91cd99","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:28:25.712424948Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:28:26.600140065Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e7fb750b-1fda-4d02-86e8-33bb617856f9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:28:26.64878679Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e7fb750b-1fda-4d02-86e8-33bb617856f9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:28:26.697413808Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"premium-simulator-subscription","reconcileID":"56f127ba-4579-4607-92bb-3d92735416c6","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"name":"maas-trlp-premium-w2-91cd99","model":"e2e-models-e2e-worker-w2-91cd99/premium-w2-91cd99","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:28:26.697654258Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e7fb750b-1fda-4d02-86e8-33bb617856f9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:28:26.74617025Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e7fb750b-1fda-4d02-86e8-33bb617856f9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:28:28.619167367Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9fa418ea-51d6-4bfe-bef5-30c2e19b95bc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:28:28.667960805Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9fa418ea-51d6-4bfe-bef5-30c2e19b95bc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:28:28.717015137Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9fa418ea-51d6-4bfe-bef5-30c2e19b95bc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:28:28.766541803Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9fa418ea-51d6-4bfe-bef5-30c2e19b95bc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:28:29.282416104Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"premium-simulator-subscription","reconcileID":"66a0f833-277b-4e53-9962-b7fd5c3c78d4","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"name":"maas-trlp-premium-w2-91cd99","model":"e2e-models-e2e-worker-w2-91cd99/premium-w2-91cd99","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:28:29.68994664Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-91cd99","namespace":"e2e-models-e2e-worker-w2-91cd99"},"namespace":"e2e-models-e2e-worker-w2-91cd99","name":"simulator-w2-91cd99","reconcileID":"adcfe6b7-0752-49b0-9957-0510480f8728","MaaSModelRef":{"name":"simulator-w2-91cd99","namespace":"e2e-models-e2e-worker-w2-91cd99"},"routeName":"simulator-w2-91cd99-kserve-route","namespace":"e2e-models-e2e-worker-w2-91cd99","llmisvcName":"simulator-w2-91cd99","gateway":"openshift-ingress/e2e-worker-w2-91cd99","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:28:29.797686436Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-91cd99","namespace":"e2e-models-e2e-worker-w2-91cd99"},"namespace":"e2e-models-e2e-worker-w2-91cd99","name":"simulator-w2-91cd99","reconcileID":"b5aa5ef6-de81-4e63-915f-afd0288bbc27","MaaSModelRef":{"name":"simulator-w2-91cd99","namespace":"e2e-models-e2e-worker-w2-91cd99"},"routeName":"simulator-w2-91cd99-kserve-route","namespace":"e2e-models-e2e-worker-w2-91cd99","llmisvcName":"simulator-w2-91cd99","gateway":"openshift-ingress/e2e-worker-w2-91cd99","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T12:28:29.800570724Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w2-91cd99/e2e-apikey-sub-binding-1e51bc62","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-apikey-sub-binding-1e51bc62\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-03T12:28:29.849493641Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-91cd99","namespace":"e2e-models-e2e-worker-w2-91cd99"},"namespace":"e2e-models-e2e-worker-w2-91cd99","name":"simulator-w2-91cd99","reconcileID":"80d32c1f-c238-443b-be69-7cc63c38534a","MaaSModelRef":{"name":"simulator-w2-91cd99","namespace":"e2e-models-e2e-worker-w2-91cd99"},"routeName":"simulator-w2-91cd99-kserve-route","namespace":"e2e-models-e2e-worker-w2-91cd99","llmisvcName":"simulator-w2-91cd99","gateway":"openshift-ingress/e2e-worker-w2-91cd99","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:28:29.903536287Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"premium-simulator-access","reconcileID":"da9ca096-3e01-436c-a27a-de711c355222","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-91cd99","tenantID":"e2e-worker-w2-91cd99","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:28:29.903780703Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"simulator-access","reconcileID":"0f5b5435-a99f-4119-b85d-cfa8ac65cb43","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-91cd99","tenantID":"e2e-worker-w2-91cd99","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:28:29.955608586Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"premium-simulator-access","reconcileID":"da9ca096-3e01-436c-a27a-de711c355222","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"name":"e2e-worker-w2-91cd99-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:28:29.955908739Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"simulator-access","reconcileID":"0f5b5435-a99f-4119-b85d-cfa8ac65cb43","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"name":"e2e-worker-w2-91cd99-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:28:30.117544251Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-sub-binding-1e51bc62","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"e2e-apikey-sub-binding-1e51bc62","reconcileID":"d815914f-ef7a-4381-ba85-9ef5295eee43","MaaSSubscription":{"name":"e2e-apikey-sub-binding-1e51bc62","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"name":"maas-trlp-simulator-w2-91cd99","model":"e2e-models-e2e-worker-w2-91cd99/simulator-w2-91cd99","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w2-91cd99/e2e-apikey-sub-binding-1e51bc62","ai-tenant-e2e-worker-w2-91cd99/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:28:30.272702594Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-91cd99","namespace":"e2e-models-e2e-worker-w2-91cd99"},"namespace":"e2e-models-e2e-worker-w2-91cd99","name":"simulator-w2-91cd99","reconcileID":"359000c8-3dec-482d-8009-d5b9be073794","MaaSModelRef":{"name":"simulator-w2-91cd99","namespace":"e2e-models-e2e-worker-w2-91cd99"},"routeName":"simulator-w2-91cd99-kserve-route","namespace":"e2e-models-e2e-worker-w2-91cd99","llmisvcName":"simulator-w2-91cd99","gateway":"openshift-ingress/e2e-worker-w2-91cd99","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:28:30.311213464Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"simulator-subscription","reconcileID":"44c30fb3-a357-43e6-90be-727023530ab6","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"name":"maas-trlp-simulator-w2-91cd99","model":"e2e-models-e2e-worker-w2-91cd99/simulator-w2-91cd99","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:28:30.345023155Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"simulator-access","reconcileID":"abcf744b-894c-43db-bce6-bbc87c1766b5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-91cd99","tenantID":"e2e-worker-w2-91cd99","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:28:30.345024062Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"premium-simulator-access","reconcileID":"0ae45f6c-5593-4db8-8f85-8374b9143afe","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-91cd99","tenantID":"e2e-worker-w2-91cd99","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:28:30.397992074Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"simulator-access","reconcileID":"abcf744b-894c-43db-bce6-bbc87c1766b5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"name":"e2e-worker-w2-91cd99-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:28:30.398118459Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"premium-simulator-access","reconcileID":"0ae45f6c-5593-4db8-8f85-8374b9143afe","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"name":"e2e-worker-w2-91cd99-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:28:30.466542134Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-sub-binding-1e51bc62","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"e2e-apikey-sub-binding-1e51bc62","reconcileID":"c06ee300-d9af-4b86-b906-07220c5c6c74","MaaSSubscription":{"name":"e2e-apikey-sub-binding-1e51bc62","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"name":"maas-trlp-simulator-w2-91cd99","model":"e2e-models-e2e-worker-w2-91cd99/simulator-w2-91cd99","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:28:30.582972433Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6e8543d3-fab1-45ec-84ec-6499ce90f77a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:28:30.631711674Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6e8543d3-fab1-45ec-84ec-6499ce90f77a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:28:30.680487987Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6e8543d3-fab1-45ec-84ec-6499ce90f77a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:28:30.729123477Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6e8543d3-fab1-45ec-84ec-6499ce90f77a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:28:32.540474253Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-2f3eb2-auth","namespace":"ai-tenant-e2e-ipp-a-2f3eb2"},"namespace":"ai-tenant-e2e-ipp-a-2f3eb2","name":"ipp-route-2f3eb2-auth","reconcileID":"6f3c1077-78f7-44b9-802f-8b51b3345358","MaaSAuthPolicy":{"name":"ipp-route-2f3eb2-auth","namespace":"ai-tenant-e2e-ipp-a-2f3eb2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-2f3eb2","tenantID":"e2e-ipp-a-2f3eb2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:28:32.592989583Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-2f3eb2-auth","namespace":"ai-tenant-e2e-ipp-a-2f3eb2"},"namespace":"ai-tenant-e2e-ipp-a-2f3eb2","name":"ipp-route-2f3eb2-auth","reconcileID":"6f3c1077-78f7-44b9-802f-8b51b3345358","MaaSAuthPolicy":{"name":"ipp-route-2f3eb2-auth","namespace":"ai-tenant-e2e-ipp-a-2f3eb2"},"name":"e2e-ipp-a-2f3eb2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:28:32.623835728Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f7066a8f-8edd-433a-8194-7b7ba6158351","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:28:32.672968991Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f7066a8f-8edd-433a-8194-7b7ba6158351","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:28:32.675326315Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-ipp-a-2f3eb2-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-2f3eb2-auth","namespace":"ai-tenant-e2e-ipp-a-2f3eb2"},"namespace":"ai-tenant-e2e-ipp-a-2f3eb2","name":"ipp-route-2f3eb2-auth","reconcileID":"6f3c1077-78f7-44b9-802f-8b51b3345358","MaaSAuthPolicy":{"name":"ipp-route-2f3eb2-auth","namespace":"ai-tenant-e2e-ipp-a-2f3eb2"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:28:32.721498171Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f7066a8f-8edd-433a-8194-7b7ba6158351","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:28:32.770264159Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f7066a8f-8edd-433a-8194-7b7ba6158351","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:28:33.798615102Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-91cd99","namespace":"e2e-models-e2e-worker-w2-91cd99"},"namespace":"e2e-models-e2e-worker-w2-91cd99","name":"simulator-w2-91cd99","reconcileID":"e0f50cad-faf9-41d5-80a4-85ee6267a177","MaaSModelRef":{"name":"simulator-w2-91cd99","namespace":"e2e-models-e2e-worker-w2-91cd99"},"routeName":"simulator-w2-91cd99-kserve-route","namespace":"e2e-models-e2e-worker-w2-91cd99","llmisvcName":"simulator-w2-91cd99","gateway":"openshift-ingress/e2e-worker-w2-91cd99","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:28:33.943571178Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"simulator-access","reconcileID":"68a5c39f-ca73-43ac-81ed-ea44eb716068","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-91cd99","tenantID":"e2e-worker-w2-91cd99","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:28:33.943571355Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"premium-simulator-access","reconcileID":"92e30e77-177e-4728-9a27-b12397c8247e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-91cd99","tenantID":"e2e-worker-w2-91cd99","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:28:33.995915939Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"premium-simulator-access","reconcileID":"92e30e77-177e-4728-9a27-b12397c8247e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"name":"e2e-worker-w2-91cd99-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:28:33.996043494Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"simulator-access","reconcileID":"68a5c39f-ca73-43ac-81ed-ea44eb716068","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"name":"e2e-worker-w2-91cd99-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:28:42.775324395Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-2f3eb2-auth","namespace":"ai-tenant-e2e-ipp-a-2f3eb2"},"namespace":"ai-tenant-e2e-ipp-a-2f3eb2","name":"ipp-route-2f3eb2-auth","reconcileID":"8c69ceed-eced-46bb-a965-f1122222c6c2","MaaSAuthPolicy":{"name":"ipp-route-2f3eb2-auth","namespace":"ai-tenant-e2e-ipp-a-2f3eb2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-2f3eb2","tenantID":"e2e-ipp-a-2f3eb2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:28:42.829112203Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-2f3eb2-auth","namespace":"ai-tenant-e2e-ipp-a-2f3eb2"},"namespace":"ai-tenant-e2e-ipp-a-2f3eb2","name":"ipp-route-2f3eb2-auth","reconcileID":"8c69ceed-eced-46bb-a965-f1122222c6c2","MaaSAuthPolicy":{"name":"ipp-route-2f3eb2-auth","namespace":"ai-tenant-e2e-ipp-a-2f3eb2"},"name":"e2e-ipp-a-2f3eb2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:28:42.882027946Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-ipp-a-2f3eb2-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-2f3eb2-auth","namespace":"ai-tenant-e2e-ipp-a-2f3eb2"},"namespace":"ai-tenant-e2e-ipp-a-2f3eb2","name":"ipp-route-2f3eb2-auth","reconcileID":"8c69ceed-eced-46bb-a965-f1122222c6c2","MaaSAuthPolicy":{"name":"ipp-route-2f3eb2-auth","namespace":"ai-tenant-e2e-ipp-a-2f3eb2"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:28:43.963928352Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-sub-binding-1e51bc62","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"e2e-apikey-sub-binding-1e51bc62","reconcileID":"8a7c319c-0e88-47b5-a5a9-1704f99b523f","MaaSSubscription":{"name":"e2e-apikey-sub-binding-1e51bc62","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"model":"e2e-models-e2e-worker-w2-91cd99/simulator-w2-91cd99","subscription":"e2e-apikey-sub-binding-1e51bc62","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:28:44.163996687Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-sub-binding-1e51bc62","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"e2e-apikey-sub-binding-1e51bc62","reconcileID":"8a7c319c-0e88-47b5-a5a9-1704f99b523f","MaaSSubscription":{"name":"e2e-apikey-sub-binding-1e51bc62","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"name":"maas-trlp-simulator-w2-91cd99","model":"e2e-models-e2e-worker-w2-91cd99/simulator-w2-91cd99","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w2-91cd99/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:28:44.362737851Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"simulator-subscription","reconcileID":"db0e6c67-9447-465b-aeed-259d78340526","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"name":"maas-trlp-simulator-w2-91cd99","model":"e2e-models-e2e-worker-w2-91cd99/simulator-w2-91cd99","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:28:44.415964851Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-91cd99","namespace":"e2e-models-e2e-worker-w2-91cd99"},"namespace":"e2e-models-e2e-worker-w2-91cd99","name":"simulator-w2-91cd99","reconcileID":"9dfead38-8350-4aa3-8eb4-ab0cdaef3a89","MaaSModelRef":{"name":"simulator-w2-91cd99","namespace":"e2e-models-e2e-worker-w2-91cd99"},"routeName":"simulator-w2-91cd99-kserve-route","namespace":"e2e-models-e2e-worker-w2-91cd99","llmisvcName":"simulator-w2-91cd99","gateway":"openshift-ingress/e2e-worker-w2-91cd99","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:28:44.564252456Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"premium-simulator-access","reconcileID":"2f834af2-83ad-4e11-91bd-08d721c694d8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-91cd99","tenantID":"e2e-worker-w2-91cd99","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:28:44.564800261Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"simulator-access","reconcileID":"9bbcf1d2-612b-4115-a5b3-19e9a98954de","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-91cd99","tenantID":"e2e-worker-w2-91cd99","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:28:44.621504409Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"premium-simulator-access","reconcileID":"2f834af2-83ad-4e11-91bd-08d721c694d8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"name":"e2e-worker-w2-91cd99-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:28:44.621770549Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"simulator-access","reconcileID":"9bbcf1d2-612b-4115-a5b3-19e9a98954de","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"name":"e2e-worker-w2-91cd99-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:28:45.906004272Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-91cd99","namespace":"e2e-models-e2e-worker-w2-91cd99"},"namespace":"e2e-models-e2e-worker-w2-91cd99","name":"premium-w2-91cd99","reconcileID":"b2d2941a-9f01-4a52-930e-c460a4b0dd82","MaaSModelRef":{"name":"premium-w2-91cd99","namespace":"e2e-models-e2e-worker-w2-91cd99"},"routeName":"premium-w2-91cd99-kserve-route","namespace":"e2e-models-e2e-worker-w2-91cd99","llmisvcName":"premium-w2-91cd99","gateway":"openshift-ingress/e2e-worker-w2-91cd99","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:28:45.958864162Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-91cd99","namespace":"e2e-models-e2e-worker-w2-91cd99"},"namespace":"e2e-models-e2e-worker-w2-91cd99","name":"premium-w2-91cd99","reconcileID":"b34269eb-1640-4add-90d3-0010181666f4","MaaSModelRef":{"name":"premium-w2-91cd99","namespace":"e2e-models-e2e-worker-w2-91cd99"},"routeName":"premium-w2-91cd99-kserve-route","namespace":"e2e-models-e2e-worker-w2-91cd99","llmisvcName":"premium-w2-91cd99","gateway":"openshift-ingress/e2e-worker-w2-91cd99","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T12:28:46.004845058Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ordering-sub","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"e2e-ordering-sub","reconcileID":"307f5e9e-cb3e-4e34-92a3-bdfa6b9a8e08","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-ordering-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T12:28:46.050713845Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"premium-simulator-access","reconcileID":"5a232306-6d23-4190-b8bd-c0eb528c6e36","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-91cd99","tenantID":"e2e-worker-w2-91cd99","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:28:46.050714309Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"simulator-access","reconcileID":"409f4080-7c6d-42ac-89d9-f1b59d3c40f6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-91cd99","tenantID":"e2e-worker-w2-91cd99","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:28:46.103164145Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"premium-simulator-access","reconcileID":"5a232306-6d23-4190-b8bd-c0eb528c6e36","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"name":"e2e-worker-w2-91cd99-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:28:46.103194681Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"simulator-access","reconcileID":"409f4080-7c6d-42ac-89d9-f1b59d3c40f6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"name":"e2e-worker-w2-91cd99-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:28:46.111410149Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-91cd99","namespace":"e2e-models-e2e-worker-w2-91cd99"},"namespace":"e2e-models-e2e-worker-w2-91cd99","name":"premium-w2-91cd99","reconcileID":"d4d0a8c2-048d-4364-9f22-632fe8355d07","MaaSModelRef":{"name":"premium-w2-91cd99","namespace":"e2e-models-e2e-worker-w2-91cd99"},"routeName":"premium-w2-91cd99-kserve-route","namespace":"e2e-models-e2e-worker-w2-91cd99","llmisvcName":"premium-w2-91cd99","gateway":"openshift-ingress/e2e-worker-w2-91cd99","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:28:46.162631333Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-91cd99","namespace":"e2e-models-e2e-worker-w2-91cd99"},"namespace":"e2e-models-e2e-worker-w2-91cd99","name":"premium-w2-91cd99","reconcileID":"f9143530-0a80-4939-8886-d404825a7fb5","MaaSModelRef":{"name":"premium-w2-91cd99","namespace":"e2e-models-e2e-worker-w2-91cd99"},"routeName":"premium-w2-91cd99-kserve-route","namespace":"e2e-models-e2e-worker-w2-91cd99","llmisvcName":"premium-w2-91cd99","gateway":"openshift-ingress/e2e-worker-w2-91cd99","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:28:46.410210658Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ordering-sub","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"e2e-ordering-sub","reconcileID":"05b1b4fc-a4d9-4c8b-ac1e-85d339fb88e6","MaaSSubscription":{"name":"e2e-ordering-sub","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"name":"maas-trlp-premium-w2-91cd99","model":"e2e-models-e2e-worker-w2-91cd99/premium-w2-91cd99","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w2-91cd99/e2e-ordering-sub","ai-tenant-e2e-worker-w2-91cd99/premium-simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:28:46.444937516Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"simulator-access","reconcileID":"20c6787b-e6ca-45ec-ab74-d78eaf3bd896","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-91cd99","tenantID":"e2e-worker-w2-91cd99","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:28:46.444985798Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"premium-simulator-access","reconcileID":"318c00eb-18c6-4c72-a062-b3768e57ba54","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-91cd99","tenantID":"e2e-worker-w2-91cd99","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:28:46.498025824Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"premium-simulator-access","reconcileID":"318c00eb-18c6-4c72-a062-b3768e57ba54","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"name":"e2e-worker-w2-91cd99-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:28:46.499505218Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"simulator-access","reconcileID":"20c6787b-e6ca-45ec-ab74-d78eaf3bd896","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"name":"e2e-worker-w2-91cd99-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:28:46.565798412Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-91cd99","namespace":"e2e-models-e2e-worker-w2-91cd99"},"namespace":"e2e-models-e2e-worker-w2-91cd99","name":"premium-w2-91cd99","reconcileID":"cf8f8099-aac2-4b21-bbed-717d5cbf5fd3","MaaSModelRef":{"name":"premium-w2-91cd99","namespace":"e2e-models-e2e-worker-w2-91cd99"},"routeName":"premium-w2-91cd99-kserve-route","namespace":"e2e-models-e2e-worker-w2-91cd99","llmisvcName":"premium-w2-91cd99","gateway":"openshift-ingress/e2e-worker-w2-91cd99","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:28:46.604968022Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"premium-simulator-subscription","reconcileID":"0ca78023-1ebf-48db-9c0f-7bc1ddb79469","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"name":"maas-trlp-premium-w2-91cd99","model":"e2e-models-e2e-worker-w2-91cd99/premium-w2-91cd99","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:28:46.822809032Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ordering-sub","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"e2e-ordering-sub","reconcileID":"835226c5-d6e6-47d6-bef7-694f6fb33ee3","MaaSSubscription":{"name":"e2e-ordering-sub","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"name":"maas-trlp-premium-w2-91cd99","model":"e2e-models-e2e-worker-w2-91cd99/premium-w2-91cd99","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:28:49.293251164Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-91cd99","namespace":"e2e-models-e2e-worker-w2-91cd99"},"namespace":"e2e-models-e2e-worker-w2-91cd99","name":"premium-w2-91cd99","reconcileID":"c5717f1f-5942-46c1-afb3-0bfae22b8625","MaaSModelRef":{"name":"premium-w2-91cd99","namespace":"e2e-models-e2e-worker-w2-91cd99"},"routeName":"premium-w2-91cd99-kserve-route","namespace":"e2e-models-e2e-worker-w2-91cd99","llmisvcName":"premium-w2-91cd99","gateway":"openshift-ingress/e2e-worker-w2-91cd99","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:28:49.344143222Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-91cd99","namespace":"e2e-models-e2e-worker-w2-91cd99"},"namespace":"e2e-models-e2e-worker-w2-91cd99","name":"premium-w2-91cd99","reconcileID":"b9d62518-14d2-4c24-83f9-95837852f70a","MaaSModelRef":{"name":"premium-w2-91cd99","namespace":"e2e-models-e2e-worker-w2-91cd99"},"routeName":"premium-w2-91cd99-kserve-route","namespace":"e2e-models-e2e-worker-w2-91cd99","llmisvcName":"premium-w2-91cd99","gateway":"openshift-ingress/e2e-worker-w2-91cd99","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:28:49.488343913Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ordering-auth","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"e2e-ordering-auth","reconcileID":"851d342f-0c5d-4954-9973-c8a52eca7112","MaaSAuthPolicy":{"name":"e2e-ordering-auth","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-91cd99","tenantID":"e2e-worker-w2-91cd99","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:28:49.542122487Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ordering-auth","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"e2e-ordering-auth","reconcileID":"851d342f-0c5d-4954-9973-c8a52eca7112","MaaSAuthPolicy":{"name":"e2e-ordering-auth","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"name":"e2e-worker-w2-91cd99-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:28:49.848286033Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-91cd99","namespace":"e2e-models-e2e-worker-w2-91cd99"},"namespace":"e2e-models-e2e-worker-w2-91cd99","name":"premium-w2-91cd99","reconcileID":"3437e910-2ab9-41f7-927b-38290642772b","MaaSModelRef":{"name":"premium-w2-91cd99","namespace":"e2e-models-e2e-worker-w2-91cd99"},"routeName":"premium-w2-91cd99-kserve-route","namespace":"e2e-models-e2e-worker-w2-91cd99","llmisvcName":"premium-w2-91cd99","gateway":"openshift-ingress/e2e-worker-w2-91cd99","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:28:52.156333171Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-91cd99","namespace":"e2e-models-e2e-worker-w2-91cd99"},"namespace":"e2e-models-e2e-worker-w2-91cd99","name":"premium-w2-91cd99","reconcileID":"f2633abd-034a-4bb5-adb6-4363517018f1","MaaSModelRef":{"name":"premium-w2-91cd99","namespace":"e2e-models-e2e-worker-w2-91cd99"},"routeName":"premium-w2-91cd99-kserve-route","namespace":"e2e-models-e2e-worker-w2-91cd99","llmisvcName":"premium-w2-91cd99","gateway":"openshift-ingress/e2e-worker-w2-91cd99","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:28:52.301918723Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"premium-simulator-access","reconcileID":"584d4346-bfc2-4ad9-88d4-2baa3abad787","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-91cd99","tenantID":"e2e-worker-w2-91cd99","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:28:52.301941417Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ordering-auth","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"e2e-ordering-auth","reconcileID":"2c29b626-5ff7-4778-b27e-d05c2f8790a8","MaaSAuthPolicy":{"name":"e2e-ordering-auth","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-91cd99","tenantID":"e2e-worker-w2-91cd99","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:28:52.302283862Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"simulator-access","reconcileID":"7776fd66-1477-42d1-9b6e-49198ddba32a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-91cd99","tenantID":"e2e-worker-w2-91cd99","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:28:52.35474132Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"simulator-access","reconcileID":"7776fd66-1477-42d1-9b6e-49198ddba32a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"name":"e2e-worker-w2-91cd99-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:28:52.355183465Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ordering-auth","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"e2e-ordering-auth","reconcileID":"2c29b626-5ff7-4778-b27e-d05c2f8790a8","MaaSAuthPolicy":{"name":"e2e-ordering-auth","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"name":"e2e-worker-w2-91cd99-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:28:52.357086617Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"premium-simulator-access","reconcileID":"584d4346-bfc2-4ad9-88d4-2baa3abad787","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"name":"e2e-worker-w2-91cd99-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:28:52.979344787Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-2f3eb2-auth","namespace":"ai-tenant-e2e-ipp-a-2f3eb2"},"namespace":"ai-tenant-e2e-ipp-a-2f3eb2","name":"ipp-route-2f3eb2-auth","reconcileID":"6e9fc5e4-8722-4f07-a5c9-559c32b0859b","MaaSAuthPolicy":{"name":"ipp-route-2f3eb2-auth","namespace":"ai-tenant-e2e-ipp-a-2f3eb2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-2f3eb2","tenantID":"e2e-ipp-a-2f3eb2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:28:53.033435521Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-2f3eb2-auth","namespace":"ai-tenant-e2e-ipp-a-2f3eb2"},"namespace":"ai-tenant-e2e-ipp-a-2f3eb2","name":"ipp-route-2f3eb2-auth","reconcileID":"6e9fc5e4-8722-4f07-a5c9-559c32b0859b","MaaSAuthPolicy":{"name":"ipp-route-2f3eb2-auth","namespace":"ai-tenant-e2e-ipp-a-2f3eb2"},"name":"e2e-ipp-a-2f3eb2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:28:53.084620997Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-ipp-a-2f3eb2-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (79f3b71fcb4a9adddf9521560d171b9aaf85099a2f0d61c9bc16089cad182770) AuthConfig (04460ce74493fe2f1386bfc997b439b5023e2c99ac97e62238a63f4ce95e20e8) AuthConfig (d603f5cddedc93c3903743af8d9da06c7a340692b44d638ceb6f822fbb960634) AuthConfig (443c02982036f4136e4567a86df26e80938c7bc52ced92e7d589425798f236c8) AuthConfig (c30b0815e59498e6408233ebe89d8f752b813f87e699057ec8cbfac85b5e2e08) AuthConfig (de0efdc6b11bdaedf8405550fe7a99b16a6e2198203edc68d501890bf5b1d5c3) AuthConfig (9ef8aa58ee4fc139f44df25f1ec2d26f4a39fa1c92c37ede705c9f8d37770e63) AuthConfig (2621511307934abb551ae146b1a7a6df3796c6e9907a402dde493ca555ad2f3d) AuthConfig (903ef5a00c4246c25c64689826e490322909fafbf534889eb8002385ca152d0a) AuthConfig (ff04e4abc05d34bf9b542f02a3e9a7b6a221be92992f9526472adfbdba3a50ab) AuthConfig (de41a4e077b08d231c28a811d117996803fa9ae24b9ad875e43791e36d822dd8) AuthConfig (74ce342a39aa7b63fe86e40681caf249319cb11b4cf220b890314394a97f960e) AuthConfig (f0f4e1676fcc1f0da53c17331ea428217f17784f72594c023345a87d162ef114) AuthConfig (d73748270d3aea4cf7584f73bb6c66edf290c6aec83a261aaf72179975f0911a) AuthConfig (76f07af31ce915643de8ef09813c8195b1ec26adb8884f7d5f7ab46f6f0f6988) AuthConfig (e0e02140557afe457e069a48bcaa6a3af3e744a0d20c46d03cdbfb30587ab610) AuthConfig (fff7383704bb99506955a55c222c272f4a1cb997035ce4133150d07b13d05962) AuthConfig (b4e1ec79097b08da089d7b197a3fae81c13c0d5d93dd669f6154253d0b898dff)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-2f3eb2-auth","namespace":"ai-tenant-e2e-ipp-a-2f3eb2"},"namespace":"ai-tenant-e2e-ipp-a-2f3eb2","name":"ipp-route-2f3eb2-auth","reconcileID":"6e9fc5e4-8722-4f07-a5c9-559c32b0859b","MaaSAuthPolicy":{"name":"ipp-route-2f3eb2-auth","namespace":"ai-tenant-e2e-ipp-a-2f3eb2"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:28:53.137743437Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-2f3eb2","namespace":"ai-tenant-e2e-ipp-a-2f3eb2"},"namespace":"ai-tenant-e2e-ipp-a-2f3eb2","name":"ipp-route-2f3eb2","reconcileID":"60ad7857-201d-4b71-9392-6b58c6124720","MaaSModelRef":{"name":"ipp-route-2f3eb2","namespace":"ai-tenant-e2e-ipp-a-2f3eb2"},"tenant":"e2e-ipp-a-2f3eb2","gateway":"openshift-ingress/e2e-ipp-a-2f3eb2","model":"ai-tenant-e2e-ipp-a-2f3eb2/ipp-route-2f3eb2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:28:53.137764272Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-2f3eb2","namespace":"ai-tenant-e2e-ipp-a-2f3eb2"},"namespace":"ai-tenant-e2e-ipp-a-2f3eb2","name":"ipp-route-2f3eb2","reconcileID":"60ad7857-201d-4b71-9392-6b58c6124720","MaaSModelRef":{"name":"ipp-route-2f3eb2","namespace":"ai-tenant-e2e-ipp-a-2f3eb2"},"routeName":"ipp-route-2f3eb2-kserve-route","namespace":"ai-tenant-e2e-ipp-a-2f3eb2","llmisvcName":"ipp-route-2f3eb2","gateway":"openshift-ingress/e2e-ipp-a-2f3eb2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:28:55.712292688Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:29:02.308977261Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ordering-sub","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"e2e-ordering-sub","reconcileID":"1e36b29c-9716-4e20-bf79-18a41c23dad0","MaaSSubscription":{"name":"e2e-ordering-sub","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"model":"e2e-models-e2e-worker-w2-91cd99/premium-w2-91cd99","subscription":"e2e-ordering-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:29:02.508900095Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ordering-sub","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"e2e-ordering-sub","reconcileID":"1e36b29c-9716-4e20-bf79-18a41c23dad0","MaaSSubscription":{"name":"e2e-ordering-sub","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"name":"maas-trlp-premium-w2-91cd99","model":"e2e-models-e2e-worker-w2-91cd99/premium-w2-91cd99","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w2-91cd99/premium-simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:29:02.703948046Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"premium-simulator-subscription","reconcileID":"b36541a9-a826-4004-b0e7-bc8143408b3e","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"name":"maas-trlp-premium-w2-91cd99","model":"e2e-models-e2e-worker-w2-91cd99/premium-w2-91cd99","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:29:02.759442358Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-91cd99","namespace":"e2e-models-e2e-worker-w2-91cd99"},"namespace":"e2e-models-e2e-worker-w2-91cd99","name":"premium-w2-91cd99","reconcileID":"98c1a156-423b-4942-978e-aa057737b32a","MaaSModelRef":{"name":"premium-w2-91cd99","namespace":"e2e-models-e2e-worker-w2-91cd99"},"routeName":"premium-w2-91cd99-kserve-route","namespace":"e2e-models-e2e-worker-w2-91cd99","llmisvcName":"premium-w2-91cd99","gateway":"openshift-ingress/e2e-worker-w2-91cd99","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:29:02.903420523Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ordering-auth","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"e2e-ordering-auth","reconcileID":"0d6106f1-1f30-4984-b912-301d253f897d","MaaSAuthPolicy":{"name":"e2e-ordering-auth","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-91cd99","tenantID":"e2e-worker-w2-91cd99","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:29:02.903884015Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"simulator-access","reconcileID":"fdb44fca-9f89-42e9-8107-4f5f047beae2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-91cd99","tenantID":"e2e-worker-w2-91cd99","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:29:02.904002692Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"premium-simulator-access","reconcileID":"41278121-2a17-41f0-b533-e64dd00c5fe6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-91cd99","tenantID":"e2e-worker-w2-91cd99","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:29:02.919498942Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-91cd99","namespace":"e2e-models-e2e-worker-w2-91cd99"},"namespace":"e2e-models-e2e-worker-w2-91cd99","name":"premium-w2-91cd99","reconcileID":"870b4fd2-8031-422e-aac1-23c4e372e03e","MaaSModelRef":{"name":"premium-w2-91cd99","namespace":"e2e-models-e2e-worker-w2-91cd99"},"routeName":"premium-w2-91cd99-kserve-route","namespace":"e2e-models-e2e-worker-w2-91cd99","llmisvcName":"premium-w2-91cd99","gateway":"openshift-ingress/e2e-worker-w2-91cd99","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:29:02.957121781Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"premium-simulator-access","reconcileID":"41278121-2a17-41f0-b533-e64dd00c5fe6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"name":"e2e-worker-w2-91cd99-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:29:02.957331838Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"simulator-access","reconcileID":"fdb44fca-9f89-42e9-8107-4f5f047beae2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"name":"e2e-worker-w2-91cd99-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:29:02.959326276Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ordering-auth","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"e2e-ordering-auth","reconcileID":"0d6106f1-1f30-4984-b912-301d253f897d","MaaSAuthPolicy":{"name":"e2e-ordering-auth","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"name":"e2e-worker-w2-91cd99-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:29:03.158794013Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ordering-auth","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"e2e-ordering-auth","reconcileID":"2a548d85-2f0e-4e5d-8a22-f7baea9be6e1","MaaSAuthPolicy":{"name":"e2e-ordering-auth","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"model":"e2e-models-e2e-worker-w2-91cd99/premium-w2-91cd99","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:29:03.235351206Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-2f3eb2-auth","namespace":"ai-tenant-e2e-ipp-a-2f3eb2"},"namespace":"ai-tenant-e2e-ipp-a-2f3eb2","name":"ipp-route-2f3eb2-auth","reconcileID":"3d9c07aa-2825-4ccc-8ea8-0c39b9988c37","MaaSAuthPolicy":{"name":"ipp-route-2f3eb2-auth","namespace":"ai-tenant-e2e-ipp-a-2f3eb2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-2f3eb2","tenantID":"e2e-ipp-a-2f3eb2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:29:03.287585125Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-2f3eb2-auth","namespace":"ai-tenant-e2e-ipp-a-2f3eb2"},"namespace":"ai-tenant-e2e-ipp-a-2f3eb2","name":"ipp-route-2f3eb2-auth","reconcileID":"3d9c07aa-2825-4ccc-8ea8-0c39b9988c37","MaaSAuthPolicy":{"name":"ipp-route-2f3eb2-auth","namespace":"ai-tenant-e2e-ipp-a-2f3eb2"},"name":"e2e-ipp-a-2f3eb2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:29:03.338517612Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-ipp-a-2f3eb2-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (79f3b71fcb4a9adddf9521560d171b9aaf85099a2f0d61c9bc16089cad182770) AuthConfig (04460ce74493fe2f1386bfc997b439b5023e2c99ac97e62238a63f4ce95e20e8) AuthConfig (d603f5cddedc93c3903743af8d9da06c7a340692b44d638ceb6f822fbb960634) AuthConfig (443c02982036f4136e4567a86df26e80938c7bc52ced92e7d589425798f236c8) AuthConfig (c30b0815e59498e6408233ebe89d8f752b813f87e699057ec8cbfac85b5e2e08) AuthConfig (de0efdc6b11bdaedf8405550fe7a99b16a6e2198203edc68d501890bf5b1d5c3) AuthConfig (9ef8aa58ee4fc139f44df25f1ec2d26f4a39fa1c92c37ede705c9f8d37770e63) AuthConfig (2621511307934abb551ae146b1a7a6df3796c6e9907a402dde493ca555ad2f3d) AuthConfig (903ef5a00c4246c25c64689826e490322909fafbf534889eb8002385ca152d0a) AuthConfig (ff04e4abc05d34bf9b542f02a3e9a7b6a221be92992f9526472adfbdba3a50ab) AuthConfig (de41a4e077b08d231c28a811d117996803fa9ae24b9ad875e43791e36d822dd8) AuthConfig (74ce342a39aa7b63fe86e40681caf249319cb11b4cf220b890314394a97f960e) AuthConfig (f0f4e1676fcc1f0da53c17331ea428217f17784f72594c023345a87d162ef114) AuthConfig (d73748270d3aea4cf7584f73bb6c66edf290c6aec83a261aaf72179975f0911a) AuthConfig (76f07af31ce915643de8ef09813c8195b1ec26adb8884f7d5f7ab46f6f0f6988) AuthConfig (e0e02140557afe457e069a48bcaa6a3af3e744a0d20c46d03cdbfb30587ab610) AuthConfig (fff7383704bb99506955a55c222c272f4a1cb997035ce4133150d07b13d05962) AuthConfig (b4e1ec79097b08da089d7b197a3fae81c13c0d5d93dd669f6154253d0b898dff)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-2f3eb2-auth","namespace":"ai-tenant-e2e-ipp-a-2f3eb2"},"namespace":"ai-tenant-e2e-ipp-a-2f3eb2","name":"ipp-route-2f3eb2-auth","reconcileID":"3d9c07aa-2825-4ccc-8ea8-0c39b9988c37","MaaSAuthPolicy":{"name":"ipp-route-2f3eb2-auth","namespace":"ai-tenant-e2e-ipp-a-2f3eb2"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:29:03.408202229Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-91cd99","namespace":"e2e-models-e2e-worker-w2-91cd99"},"namespace":"e2e-models-e2e-worker-w2-91cd99","name":"premium-w2-91cd99","reconcileID":"aa822473-c941-4094-b9e4-8ae804cd4ad4","MaaSModelRef":{"name":"premium-w2-91cd99","namespace":"e2e-models-e2e-worker-w2-91cd99"},"routeName":"premium-w2-91cd99-kserve-route","namespace":"e2e-models-e2e-worker-w2-91cd99","llmisvcName":"premium-w2-91cd99","gateway":"openshift-ingress/e2e-worker-w2-91cd99","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:29:04.721671948Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c8c3a78b-aa1b-4eb7-8733-c9c4253887f1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:29:04.727773698Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-91cd99","namespace":"e2e-models-e2e-worker-w2-91cd99"},"namespace":"e2e-models-e2e-worker-w2-91cd99","name":"premium-w2-91cd99","reconcileID":"8be0d8b3-7108-4abf-95b7-bba2ee7094f5","MaaSModelRef":{"name":"premium-w2-91cd99","namespace":"e2e-models-e2e-worker-w2-91cd99"},"routeName":"premium-w2-91cd99-kserve-route","namespace":"e2e-models-e2e-worker-w2-91cd99","llmisvcName":"premium-w2-91cd99","gateway":"openshift-ingress/e2e-worker-w2-91cd99","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:29:04.770295777Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c8c3a78b-aa1b-4eb7-8733-c9c4253887f1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:29:04.818913457Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c8c3a78b-aa1b-4eb7-8733-c9c4253887f1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:29:04.868074691Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c8c3a78b-aa1b-4eb7-8733-c9c4253887f1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:29:04.870099887Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-91cd99","namespace":"e2e-models-e2e-worker-w2-91cd99"},"namespace":"e2e-models-e2e-worker-w2-91cd99","name":"premium-w2-91cd99","reconcileID":"76ce2a95-fcf5-4254-8044-4f963c545391","MaaSModelRef":{"name":"premium-w2-91cd99","namespace":"e2e-models-e2e-worker-w2-91cd99"},"routeName":"premium-w2-91cd99-kserve-route","namespace":"e2e-models-e2e-worker-w2-91cd99","llmisvcName":"premium-w2-91cd99","gateway":"openshift-ingress/e2e-worker-w2-91cd99","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:29:04.989889118Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-91cd99","namespace":"e2e-models-e2e-worker-w2-91cd99"},"namespace":"e2e-models-e2e-worker-w2-91cd99","name":"premium-w2-91cd99","reconcileID":"95d6601d-bb15-45e8-a7d9-2e794c6eaa19","MaaSModelRef":{"name":"premium-w2-91cd99","namespace":"e2e-models-e2e-worker-w2-91cd99"},"routeName":"premium-w2-91cd99-kserve-route","namespace":"e2e-models-e2e-worker-w2-91cd99","llmisvcName":"premium-w2-91cd99","gateway":"openshift-ingress/e2e-worker-w2-91cd99","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:29:05.014292875Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"e2e-test-auth-success","reconcileID":"c9941d45-dce4-4f2c-8835-b893cb5fa0bd","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-91cd99","tenantID":"e2e-worker-w2-91cd99","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:29:05.044781438Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-91cd99","namespace":"e2e-models-e2e-worker-w2-91cd99"},"namespace":"e2e-models-e2e-worker-w2-91cd99","name":"premium-w2-91cd99","reconcileID":"8549306d-7915-4ae8-816b-eed613a69429","MaaSModelRef":{"name":"premium-w2-91cd99","namespace":"e2e-models-e2e-worker-w2-91cd99"},"routeName":"premium-w2-91cd99-kserve-route","namespace":"e2e-models-e2e-worker-w2-91cd99","llmisvcName":"premium-w2-91cd99","gateway":"openshift-ingress/e2e-worker-w2-91cd99","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:29:05.067390382Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"e2e-test-auth-success","reconcileID":"c9941d45-dce4-4f2c-8835-b893cb5fa0bd","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"name":"e2e-worker-w2-91cd99-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T12:29:05.091132777Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-success","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"e2e-test-subscription-success","reconcileID":"68f72a28-1e75-439b-8a38-d8b67ca04b42","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-test-subscription-success\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T12:29:05.162410779Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"premium-simulator-access","reconcileID":"ed6fcb66-df4c-400e-8d91-ee62bba64eac","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-91cd99","tenantID":"e2e-worker-w2-91cd99","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:29:05.162604424Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"simulator-access","reconcileID":"41ecd259-fc27-40e0-97bb-0832aeb0d505","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-91cd99","tenantID":"e2e-worker-w2-91cd99","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:29:05.198055099Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-91cd99","namespace":"e2e-models-e2e-worker-w2-91cd99"},"namespace":"e2e-models-e2e-worker-w2-91cd99","name":"premium-w2-91cd99","reconcileID":"cc67a26f-1b46-4296-9aa1-1460dab9aedf","MaaSModelRef":{"name":"premium-w2-91cd99","namespace":"e2e-models-e2e-worker-w2-91cd99"},"routeName":"premium-w2-91cd99-kserve-route","namespace":"e2e-models-e2e-worker-w2-91cd99","llmisvcName":"premium-w2-91cd99","gateway":"openshift-ingress/e2e-worker-w2-91cd99","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:29:05.216293291Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"premium-simulator-access","reconcileID":"ed6fcb66-df4c-400e-8d91-ee62bba64eac","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"name":"e2e-worker-w2-91cd99-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:29:05.216333332Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"simulator-access","reconcileID":"41ecd259-fc27-40e0-97bb-0832aeb0d505","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"name":"e2e-worker-w2-91cd99-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:29:05.249032936Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-91cd99","namespace":"e2e-models-e2e-worker-w2-91cd99"},"namespace":"e2e-models-e2e-worker-w2-91cd99","name":"premium-w2-91cd99","reconcileID":"b984fee1-8f83-45f5-8308-d3c81ee34b33","MaaSModelRef":{"name":"premium-w2-91cd99","namespace":"e2e-models-e2e-worker-w2-91cd99"},"routeName":"premium-w2-91cd99-kserve-route","namespace":"e2e-models-e2e-worker-w2-91cd99","llmisvcName":"premium-w2-91cd99","gateway":"openshift-ingress/e2e-worker-w2-91cd99","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:29:05.368567702Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-91cd99","namespace":"e2e-models-e2e-worker-w2-91cd99"},"namespace":"e2e-models-e2e-worker-w2-91cd99","name":"premium-w2-91cd99","reconcileID":"feaf2052-7392-4a14-ad92-56a16b93b117","MaaSModelRef":{"name":"premium-w2-91cd99","namespace":"e2e-models-e2e-worker-w2-91cd99"},"routeName":"premium-w2-91cd99-kserve-route","namespace":"e2e-models-e2e-worker-w2-91cd99","llmisvcName":"premium-w2-91cd99","gateway":"openshift-ingress/e2e-worker-w2-91cd99","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:29:05.500956113Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-success","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"e2e-test-subscription-success","reconcileID":"eeb7af55-7c6f-43ec-8e0e-cc8de2e5614f","MaaSSubscription":{"name":"e2e-test-subscription-success","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"name":"maas-trlp-premium-w2-91cd99","model":"e2e-models-e2e-worker-w2-91cd99/premium-w2-91cd99","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w2-91cd99/e2e-test-subscription-success","ai-tenant-e2e-worker-w2-91cd99/premium-simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:29:05.513273293Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"e2e-test-auth-success","reconcileID":"2a7348f4-c815-4d5e-8cae-49aea4e71729","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-91cd99","tenantID":"e2e-worker-w2-91cd99","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:29:05.565119549Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"e2e-test-auth-success","reconcileID":"2a7348f4-c815-4d5e-8cae-49aea4e71729","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"name":"e2e-worker-w2-91cd99-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:29:05.61468907Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"simulator-access","reconcileID":"cde56bb4-fb7e-427e-b8d0-1445b78009fe","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-91cd99","tenantID":"e2e-worker-w2-91cd99","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:29:05.614687489Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"premium-simulator-access","reconcileID":"f1f8b5b8-b8b1-4308-8f00-bcbec1954d25","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-91cd99","tenantID":"e2e-worker-w2-91cd99","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:29:05.654295196Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-91cd99","namespace":"e2e-models-e2e-worker-w2-91cd99"},"namespace":"e2e-models-e2e-worker-w2-91cd99","name":"premium-w2-91cd99","reconcileID":"bb2ccc64-52ab-4c74-9dec-a31026782a1a","MaaSModelRef":{"name":"premium-w2-91cd99","namespace":"e2e-models-e2e-worker-w2-91cd99"},"routeName":"premium-w2-91cd99-kserve-route","namespace":"e2e-models-e2e-worker-w2-91cd99","llmisvcName":"premium-w2-91cd99","gateway":"openshift-ingress/e2e-worker-w2-91cd99","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:29:05.667585962Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"premium-simulator-access","reconcileID":"f1f8b5b8-b8b1-4308-8f00-bcbec1954d25","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"name":"e2e-worker-w2-91cd99-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:29:05.667768658Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"simulator-access","reconcileID":"cde56bb4-fb7e-427e-b8d0-1445b78009fe","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"name":"e2e-worker-w2-91cd99-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:29:05.695751419Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"premium-simulator-subscription","reconcileID":"8054b1ab-9507-4a1c-bba2-c0fa250fa0b7","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"name":"maas-trlp-premium-w2-91cd99","model":"e2e-models-e2e-worker-w2-91cd99/premium-w2-91cd99","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:29:05.892612412Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-success","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"e2e-test-subscription-success","reconcileID":"94a8904c-4f84-4c76-9f95-07b8edc99525","MaaSSubscription":{"name":"e2e-test-subscription-success","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"name":"maas-trlp-premium-w2-91cd99","model":"e2e-models-e2e-worker-w2-91cd99/premium-w2-91cd99","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:29:06.669585273Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"10fcac89-3f53-45d2-8e69-19275731fabf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:29:06.720509568Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"10fcac89-3f53-45d2-8e69-19275731fabf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:29:06.769394137Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"10fcac89-3f53-45d2-8e69-19275731fabf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:29:06.818367591Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"10fcac89-3f53-45d2-8e69-19275731fabf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:29:08.463949107Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-91cd99","namespace":"e2e-models-e2e-worker-w2-91cd99"},"namespace":"e2e-models-e2e-worker-w2-91cd99","name":"premium-w2-91cd99","reconcileID":"ed5787e6-cc49-4d47-bb69-6462649de5f2","MaaSModelRef":{"name":"premium-w2-91cd99","namespace":"e2e-models-e2e-worker-w2-91cd99"},"routeName":"premium-w2-91cd99-kserve-route","namespace":"e2e-models-e2e-worker-w2-91cd99","llmisvcName":"premium-w2-91cd99","gateway":"openshift-ingress/e2e-worker-w2-91cd99","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:29:08.610019111Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"premium-simulator-access","reconcileID":"6aacbf65-2dea-4df3-ba42-ba3ec6e35668","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-91cd99","tenantID":"e2e-worker-w2-91cd99","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:29:08.610180284Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"simulator-access","reconcileID":"adc4a32d-bc3c-4820-a23b-030c65bced93","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-91cd99","tenantID":"e2e-worker-w2-91cd99","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:29:08.610030397Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"e2e-test-auth-success","reconcileID":"d39cd605-e5b3-49c8-8c85-e77d69db55e7","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-91cd99","tenantID":"e2e-worker-w2-91cd99","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:29:08.663073723Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"simulator-access","reconcileID":"adc4a32d-bc3c-4820-a23b-030c65bced93","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"name":"e2e-worker-w2-91cd99-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:29:08.664319693Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"premium-simulator-access","reconcileID":"6aacbf65-2dea-4df3-ba42-ba3ec6e35668","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"name":"e2e-worker-w2-91cd99-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:29:08.665617853Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"e2e-test-auth-success","reconcileID":"d39cd605-e5b3-49c8-8c85-e77d69db55e7","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"name":"e2e-worker-w2-91cd99-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:29:13.445486224Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-2f3eb2-auth","namespace":"ai-tenant-e2e-ipp-a-2f3eb2"},"namespace":"ai-tenant-e2e-ipp-a-2f3eb2","name":"ipp-route-2f3eb2-auth","reconcileID":"36da84c6-15e0-4cda-8e79-8b8a0ad1d4d6","MaaSAuthPolicy":{"name":"ipp-route-2f3eb2-auth","namespace":"ai-tenant-e2e-ipp-a-2f3eb2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-2f3eb2","tenantID":"e2e-ipp-a-2f3eb2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:29:13.498269825Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-2f3eb2-auth","namespace":"ai-tenant-e2e-ipp-a-2f3eb2"},"namespace":"ai-tenant-e2e-ipp-a-2f3eb2","name":"ipp-route-2f3eb2-auth","reconcileID":"36da84c6-15e0-4cda-8e79-8b8a0ad1d4d6","MaaSAuthPolicy":{"name":"ipp-route-2f3eb2-auth","namespace":"ai-tenant-e2e-ipp-a-2f3eb2"},"name":"e2e-ipp-a-2f3eb2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:29:13.796951176Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-2f3eb2","namespace":"ai-tenant-e2e-ipp-a-2f3eb2"},"namespace":"ai-tenant-e2e-ipp-a-2f3eb2","name":"ipp-route-2f3eb2","reconcileID":"d8c81d9c-d285-4708-8208-f49bf393b84b","MaaSModelRef":{"name":"ipp-route-2f3eb2","namespace":"ai-tenant-e2e-ipp-a-2f3eb2"},"tenant":"e2e-ipp-a-2f3eb2","gateway":"openshift-ingress/e2e-ipp-a-2f3eb2","model":"ai-tenant-e2e-ipp-a-2f3eb2/ipp-route-2f3eb2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:29:13.79697484Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-2f3eb2","namespace":"ai-tenant-e2e-ipp-a-2f3eb2"},"namespace":"ai-tenant-e2e-ipp-a-2f3eb2","name":"ipp-route-2f3eb2","reconcileID":"d8c81d9c-d285-4708-8208-f49bf393b84b","MaaSModelRef":{"name":"ipp-route-2f3eb2","namespace":"ai-tenant-e2e-ipp-a-2f3eb2"},"routeName":"ipp-route-2f3eb2-kserve-route","namespace":"ai-tenant-e2e-ipp-a-2f3eb2","llmisvcName":"ipp-route-2f3eb2","gateway":"openshift-ingress/e2e-ipp-a-2f3eb2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:29:13.89197814Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"200ae738-9efc-480a-90c4-f30b72d2f71d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:29:13.943185791Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"200ae738-9efc-480a-90c4-f30b72d2f71d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:29:13.992219967Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"200ae738-9efc-480a-90c4-f30b72d2f71d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:29:14.042165888Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"200ae738-9efc-480a-90c4-f30b72d2f71d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:29:15.95465926Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9957f771-3c31-44d6-9178-34340f79428b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:29:16.004737476Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9957f771-3c31-44d6-9178-34340f79428b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:29:16.056644381Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9957f771-3c31-44d6-9178-34340f79428b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:29:16.107014612Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9957f771-3c31-44d6-9178-34340f79428b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:29:18.617873028Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-success","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"e2e-test-subscription-success","reconcileID":"cd2d78de-d934-4b68-bf22-62830b1b1a32","MaaSSubscription":{"name":"e2e-test-subscription-success","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"model":"e2e-models-e2e-worker-w2-91cd99/premium-w2-91cd99","subscription":"e2e-test-subscription-success","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:29:18.821205689Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-success","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"e2e-test-subscription-success","reconcileID":"cd2d78de-d934-4b68-bf22-62830b1b1a32","MaaSSubscription":{"name":"e2e-test-subscription-success","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"name":"maas-trlp-premium-w2-91cd99","model":"e2e-models-e2e-worker-w2-91cd99/premium-w2-91cd99","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w2-91cd99/premium-simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:29:19.017218586Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"premium-simulator-subscription","reconcileID":"87de060b-9875-454c-bac8-1ce9335c478c","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"name":"maas-trlp-premium-w2-91cd99","model":"e2e-models-e2e-worker-w2-91cd99/premium-w2-91cd99","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:29:19.07287084Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-91cd99","namespace":"e2e-models-e2e-worker-w2-91cd99"},"namespace":"e2e-models-e2e-worker-w2-91cd99","name":"premium-w2-91cd99","reconcileID":"1671033d-bcb0-4472-8f4c-ef58b2cd8343","MaaSModelRef":{"name":"premium-w2-91cd99","namespace":"e2e-models-e2e-worker-w2-91cd99"},"routeName":"premium-w2-91cd99-kserve-route","namespace":"e2e-models-e2e-worker-w2-91cd99","llmisvcName":"premium-w2-91cd99","gateway":"openshift-ingress/e2e-worker-w2-91cd99","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:29:19.218306298Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"simulator-access","reconcileID":"ea0c0954-8f79-4d3a-a712-7536c4786da4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-91cd99","tenantID":"e2e-worker-w2-91cd99","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:29:19.218571027Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"e2e-test-auth-success","reconcileID":"1bc9df79-a037-4679-bc98-989dcdbd7f5c","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-91cd99","tenantID":"e2e-worker-w2-91cd99","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:29:19.2183063Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"premium-simulator-access","reconcileID":"e6363d8f-26df-4b93-b6a4-6b3c729227e0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-91cd99","tenantID":"e2e-worker-w2-91cd99","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:29:19.231023979Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-91cd99","namespace":"e2e-models-e2e-worker-w2-91cd99"},"namespace":"e2e-models-e2e-worker-w2-91cd99","name":"premium-w2-91cd99","reconcileID":"e3a2a1f4-fe9b-4feb-a5ff-46c7cb4ca4c3","MaaSModelRef":{"name":"premium-w2-91cd99","namespace":"e2e-models-e2e-worker-w2-91cd99"},"routeName":"premium-w2-91cd99-kserve-route","namespace":"e2e-models-e2e-worker-w2-91cd99","llmisvcName":"premium-w2-91cd99","gateway":"openshift-ingress/e2e-worker-w2-91cd99","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:29:19.271678593Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"simulator-access","reconcileID":"ea0c0954-8f79-4d3a-a712-7536c4786da4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"name":"e2e-worker-w2-91cd99-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:29:19.273355555Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"premium-simulator-access","reconcileID":"e6363d8f-26df-4b93-b6a4-6b3c729227e0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"name":"e2e-worker-w2-91cd99-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:29:19.273962166Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"e2e-test-auth-success","reconcileID":"1bc9df79-a037-4679-bc98-989dcdbd7f5c","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"name":"e2e-worker-w2-91cd99-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:29:19.341299376Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-2f3eb2","namespace":"ai-tenant-e2e-ipp-a-2f3eb2"},"namespace":"ai-tenant-e2e-ipp-a-2f3eb2","name":"ipp-route-2f3eb2","reconcileID":"b7ff5ab5-24a0-4bad-88cb-deb79ed82b3b","MaaSModelRef":{"name":"ipp-route-2f3eb2","namespace":"ai-tenant-e2e-ipp-a-2f3eb2"},"tenant":"e2e-ipp-a-2f3eb2","gateway":"openshift-ingress/e2e-ipp-a-2f3eb2","model":"ai-tenant-e2e-ipp-a-2f3eb2/ipp-route-2f3eb2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:29:19.341326452Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-2f3eb2","namespace":"ai-tenant-e2e-ipp-a-2f3eb2"},"namespace":"ai-tenant-e2e-ipp-a-2f3eb2","name":"ipp-route-2f3eb2","reconcileID":"b7ff5ab5-24a0-4bad-88cb-deb79ed82b3b","MaaSModelRef":{"name":"ipp-route-2f3eb2","namespace":"ai-tenant-e2e-ipp-a-2f3eb2"},"routeName":"ipp-route-2f3eb2-kserve-route","namespace":"ai-tenant-e2e-ipp-a-2f3eb2","llmisvcName":"ipp-route-2f3eb2","gateway":"openshift-ingress/e2e-ipp-a-2f3eb2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:29:19.397923481Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-2f3eb2","namespace":"ai-tenant-e2e-ipp-a-2f3eb2"},"namespace":"ai-tenant-e2e-ipp-a-2f3eb2","name":"ipp-route-2f3eb2","reconcileID":"47a14ba9-9cef-4401-abda-a6cc10b38d15","MaaSModelRef":{"name":"ipp-route-2f3eb2","namespace":"ai-tenant-e2e-ipp-a-2f3eb2"},"tenant":"e2e-ipp-a-2f3eb2","gateway":"openshift-ingress/e2e-ipp-a-2f3eb2","model":"ai-tenant-e2e-ipp-a-2f3eb2/ipp-route-2f3eb2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:29:19.397950189Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-2f3eb2","namespace":"ai-tenant-e2e-ipp-a-2f3eb2"},"namespace":"ai-tenant-e2e-ipp-a-2f3eb2","name":"ipp-route-2f3eb2","reconcileID":"47a14ba9-9cef-4401-abda-a6cc10b38d15","MaaSModelRef":{"name":"ipp-route-2f3eb2","namespace":"ai-tenant-e2e-ipp-a-2f3eb2"},"routeName":"ipp-route-2f3eb2-kserve-route","namespace":"ai-tenant-e2e-ipp-a-2f3eb2","llmisvcName":"ipp-route-2f3eb2","gateway":"openshift-ingress/e2e-ipp-a-2f3eb2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:29:19.437404434Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-2f3eb2-auth","namespace":"ai-tenant-e2e-ipp-a-2f3eb2"},"namespace":"ai-tenant-e2e-ipp-a-2f3eb2","name":"ipp-route-2f3eb2-auth","reconcileID":"0c491b3a-629f-4744-8588-a4789841a1e4","MaaSAuthPolicy":{"name":"ipp-route-2f3eb2-auth","namespace":"ai-tenant-e2e-ipp-a-2f3eb2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-2f3eb2","tenantID":"e2e-ipp-a-2f3eb2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T12:29:19.439580575Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"ipp-route-2f3eb2-sub","namespace":"ai-tenant-e2e-ipp-a-2f3eb2"},"namespace":"ai-tenant-e2e-ipp-a-2f3eb2","name":"ipp-route-2f3eb2-sub","reconcileID":"07fc85b3-f3e5-4de8-9ec2-baa0d91f328e","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"ipp-route-2f3eb2-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T12:29:19.447324174Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-2f3eb2","namespace":"ai-tenant-e2e-ipp-a-2f3eb2"},"namespace":"ai-tenant-e2e-ipp-a-2f3eb2","name":"ipp-route-2f3eb2","reconcileID":"47a14ba9-9cef-4401-abda-a6cc10b38d15","name":"ipp-route-2f3eb2","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"ipp-route-2f3eb2\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T12:29:19.447397486Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-2f3eb2","namespace":"ai-tenant-e2e-ipp-a-2f3eb2"},"namespace":"ai-tenant-e2e-ipp-a-2f3eb2","name":"ipp-route-2f3eb2","reconcileID":"47a14ba9-9cef-4401-abda-a6cc10b38d15","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"ipp-route-2f3eb2\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T12:29:19.452785984Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-2f3eb2","namespace":"ai-tenant-e2e-ipp-a-2f3eb2"},"namespace":"ai-tenant-e2e-ipp-a-2f3eb2","name":"ipp-route-2f3eb2","reconcileID":"4e857be3-38d8-4c03-b46c-a9f9b3c70860","MaaSModelRef":{"name":"ipp-route-2f3eb2","namespace":"ai-tenant-e2e-ipp-a-2f3eb2"},"tenant":"e2e-ipp-a-2f3eb2","gateway":"openshift-ingress/e2e-ipp-a-2f3eb2","model":"ai-tenant-e2e-ipp-a-2f3eb2/ipp-route-2f3eb2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:29:19.452802274Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-2f3eb2","namespace":"ai-tenant-e2e-ipp-a-2f3eb2"},"namespace":"ai-tenant-e2e-ipp-a-2f3eb2","name":"ipp-route-2f3eb2","reconcileID":"4e857be3-38d8-4c03-b46c-a9f9b3c70860","MaaSModelRef":{"name":"ipp-route-2f3eb2","namespace":"ai-tenant-e2e-ipp-a-2f3eb2"},"routeName":"ipp-route-2f3eb2-kserve-route","namespace":"ai-tenant-e2e-ipp-a-2f3eb2","llmisvcName":"ipp-route-2f3eb2","gateway":"openshift-ingress/e2e-ipp-a-2f3eb2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:29:19.469267814Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"e2e-test-auth-success","reconcileID":"473404d4-921b-4f20-86c9-5f573652ee99","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"model":"e2e-models-e2e-worker-w2-91cd99/premium-w2-91cd99","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:29:19.489542885Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-2f3eb2-auth","namespace":"ai-tenant-e2e-ipp-a-2f3eb2"},"namespace":"ai-tenant-e2e-ipp-a-2f3eb2","name":"ipp-route-2f3eb2-auth","reconcileID":"0c491b3a-629f-4744-8588-a4789841a1e4","MaaSAuthPolicy":{"name":"ipp-route-2f3eb2-auth","namespace":"ai-tenant-e2e-ipp-a-2f3eb2"},"name":"e2e-ipp-a-2f3eb2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:29:19.539694763Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-2f3eb2","namespace":"ai-tenant-e2e-ipp-a-2f3eb2"},"namespace":"ai-tenant-e2e-ipp-a-2f3eb2","name":"ipp-route-2f3eb2","reconcileID":"9484645f-0953-4e5d-ba15-102b888b0152","MaaSModelRef":{"name":"ipp-route-2f3eb2","namespace":"ai-tenant-e2e-ipp-a-2f3eb2"},"tenant":"e2e-ipp-a-2f3eb2","gateway":"openshift-ingress/e2e-ipp-a-2f3eb2","model":"ai-tenant-e2e-ipp-a-2f3eb2/ipp-route-2f3eb2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:29:19.539720409Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-2f3eb2","namespace":"ai-tenant-e2e-ipp-a-2f3eb2"},"namespace":"ai-tenant-e2e-ipp-a-2f3eb2","name":"ipp-route-2f3eb2","reconcileID":"9484645f-0953-4e5d-ba15-102b888b0152","MaaSModelRef":{"name":"ipp-route-2f3eb2","namespace":"ai-tenant-e2e-ipp-a-2f3eb2"},"routeName":"ipp-route-2f3eb2-kserve-route","namespace":"ai-tenant-e2e-ipp-a-2f3eb2","llmisvcName":"ipp-route-2f3eb2","gateway":"openshift-ingress/e2e-ipp-a-2f3eb2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:29:19.590657586Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-2f3eb2","namespace":"ai-tenant-e2e-ipp-a-2f3eb2"},"namespace":"ai-tenant-e2e-ipp-a-2f3eb2","name":"ipp-route-2f3eb2","reconcileID":"62d9cc4c-8f90-41ee-9114-e58c11b2fda3","MaaSModelRef":{"name":"ipp-route-2f3eb2","namespace":"ai-tenant-e2e-ipp-a-2f3eb2"},"tenant":"e2e-ipp-a-2f3eb2","gateway":"openshift-ingress/e2e-ipp-a-2f3eb2","model":"ai-tenant-e2e-ipp-a-2f3eb2/ipp-route-2f3eb2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:29:19.590682759Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-2f3eb2","namespace":"ai-tenant-e2e-ipp-a-2f3eb2"},"namespace":"ai-tenant-e2e-ipp-a-2f3eb2","name":"ipp-route-2f3eb2","reconcileID":"62d9cc4c-8f90-41ee-9114-e58c11b2fda3","MaaSModelRef":{"name":"ipp-route-2f3eb2","namespace":"ai-tenant-e2e-ipp-a-2f3eb2"},"routeName":"ipp-route-2f3eb2-kserve-route","namespace":"ai-tenant-e2e-ipp-a-2f3eb2","llmisvcName":"ipp-route-2f3eb2","gateway":"openshift-ingress/e2e-ipp-a-2f3eb2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:29:19.725500735Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-91cd99","namespace":"e2e-models-e2e-worker-w2-91cd99"},"namespace":"e2e-models-e2e-worker-w2-91cd99","name":"premium-w2-91cd99","reconcileID":"875419eb-5c96-4004-91b9-16c1f662b2b6","MaaSModelRef":{"name":"premium-w2-91cd99","namespace":"e2e-models-e2e-worker-w2-91cd99"},"routeName":"premium-w2-91cd99-kserve-route","namespace":"e2e-models-e2e-worker-w2-91cd99","llmisvcName":"premium-w2-91cd99","gateway":"openshift-ingress/e2e-worker-w2-91cd99","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:29:19.786035572Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"ipp-route-2f3eb2-sub","namespace":"ai-tenant-e2e-ipp-a-2f3eb2"},"namespace":"ai-tenant-e2e-ipp-a-2f3eb2","name":"ipp-route-2f3eb2-sub","reconcileID":"b3c57ae4-9f67-4a59-982a-1d2a5c6e9900","MaaSSubscription":{"name":"ipp-route-2f3eb2-sub","namespace":"ai-tenant-e2e-ipp-a-2f3eb2"},"name":"maas-trlp-ipp-route-2f3eb2","model":"ipp-route-2f3eb2","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-ipp-a-2f3eb2/ipp-route-2f3eb2-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:29:19.869345008Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-2f3eb2-auth","namespace":"ai-tenant-e2e-ipp-a-2f3eb2"},"namespace":"ai-tenant-e2e-ipp-a-2f3eb2","name":"ipp-route-2f3eb2-auth","reconcileID":"96110834-1f33-4950-9dd5-446418834bec","MaaSAuthPolicy":{"name":"ipp-route-2f3eb2-auth","namespace":"ai-tenant-e2e-ipp-a-2f3eb2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-2f3eb2","tenantID":"e2e-ipp-a-2f3eb2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:29:19.921977983Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-2f3eb2-auth","namespace":"ai-tenant-e2e-ipp-a-2f3eb2"},"namespace":"ai-tenant-e2e-ipp-a-2f3eb2","name":"ipp-route-2f3eb2-auth","reconcileID":"96110834-1f33-4950-9dd5-446418834bec","MaaSAuthPolicy":{"name":"ipp-route-2f3eb2-auth","namespace":"ai-tenant-e2e-ipp-a-2f3eb2"},"name":"e2e-ipp-a-2f3eb2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:29:19.948790435Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-2f3eb2","namespace":"ai-tenant-e2e-ipp-a-2f3eb2"},"namespace":"ai-tenant-e2e-ipp-a-2f3eb2","name":"ipp-route-2f3eb2","reconcileID":"ff7eeb37-f8b5-4811-a9b7-b57ff6594fcc","MaaSModelRef":{"name":"ipp-route-2f3eb2","namespace":"ai-tenant-e2e-ipp-a-2f3eb2"},"tenant":"e2e-ipp-a-2f3eb2","gateway":"openshift-ingress/e2e-ipp-a-2f3eb2","model":"ai-tenant-e2e-ipp-a-2f3eb2/ipp-route-2f3eb2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:29:19.948876701Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-2f3eb2","namespace":"ai-tenant-e2e-ipp-a-2f3eb2"},"namespace":"ai-tenant-e2e-ipp-a-2f3eb2","name":"ipp-route-2f3eb2","reconcileID":"ff7eeb37-f8b5-4811-a9b7-b57ff6594fcc","MaaSModelRef":{"name":"ipp-route-2f3eb2","namespace":"ai-tenant-e2e-ipp-a-2f3eb2"},"routeName":"ipp-route-2f3eb2-kserve-route","namespace":"ai-tenant-e2e-ipp-a-2f3eb2","llmisvcName":"ipp-route-2f3eb2","gateway":"openshift-ingress/e2e-ipp-a-2f3eb2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:29:20.145804931Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"ipp-route-2f3eb2-sub","namespace":"ai-tenant-e2e-ipp-a-2f3eb2"},"namespace":"ai-tenant-e2e-ipp-a-2f3eb2","name":"ipp-route-2f3eb2-sub","reconcileID":"27b45fa4-3843-40a7-8e56-6c8f732ca88c","MaaSSubscription":{"name":"ipp-route-2f3eb2-sub","namespace":"ai-tenant-e2e-ipp-a-2f3eb2"},"name":"maas-trlp-ipp-route-2f3eb2","model":"ai-tenant-e2e-ipp-a-2f3eb2/ipp-route-2f3eb2","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:29:20.869453637Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-91cd99","namespace":"e2e-models-e2e-worker-w2-91cd99"},"namespace":"e2e-models-e2e-worker-w2-91cd99","name":"premium-w2-91cd99","reconcileID":"89868cc1-7c6f-4424-98fd-963f66efc804","MaaSModelRef":{"name":"premium-w2-91cd99","namespace":"e2e-models-e2e-worker-w2-91cd99"},"routeName":"premium-w2-91cd99-kserve-route","namespace":"e2e-models-e2e-worker-w2-91cd99","llmisvcName":"premium-w2-91cd99","gateway":"openshift-ingress/e2e-worker-w2-91cd99","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:29:20.919902689Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-91cd99","namespace":"e2e-models-e2e-worker-w2-91cd99"},"namespace":"e2e-models-e2e-worker-w2-91cd99","name":"premium-w2-91cd99","reconcileID":"da821950-6c58-48c5-9ccb-68eb6c988c2f","MaaSModelRef":{"name":"premium-w2-91cd99","namespace":"e2e-models-e2e-worker-w2-91cd99"},"routeName":"premium-w2-91cd99-kserve-route","namespace":"e2e-models-e2e-worker-w2-91cd99","llmisvcName":"premium-w2-91cd99","gateway":"openshift-ingress/e2e-worker-w2-91cd99","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:29:21.064079532Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"e2e-test-auth-no-access","reconcileID":"a73f67cd-0de1-4fc4-b85d-c870bb40fbc5","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-91cd99","tenantID":"e2e-worker-w2-91cd99","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:29:21.117233517Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"e2e-test-auth-no-access","reconcileID":"a73f67cd-0de1-4fc4-b85d-c870bb40fbc5","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"name":"e2e-worker-w2-91cd99-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:29:21.177999727Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-91cd99","namespace":"e2e-models-e2e-worker-w2-91cd99"},"namespace":"e2e-models-e2e-worker-w2-91cd99","name":"premium-w2-91cd99","reconcileID":"3ee87c2a-7e25-46e2-b913-6153a02e9522","MaaSModelRef":{"name":"premium-w2-91cd99","namespace":"e2e-models-e2e-worker-w2-91cd99"},"routeName":"premium-w2-91cd99-kserve-route","namespace":"e2e-models-e2e-worker-w2-91cd99","llmisvcName":"premium-w2-91cd99","gateway":"openshift-ingress/e2e-worker-w2-91cd99","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:29:21.231602133Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-91cd99","namespace":"e2e-models-e2e-worker-w2-91cd99"},"namespace":"e2e-models-e2e-worker-w2-91cd99","name":"premium-w2-91cd99","reconcileID":"c739397b-13b2-4ac7-a48d-5d938ca5d98e","MaaSModelRef":{"name":"premium-w2-91cd99","namespace":"e2e-models-e2e-worker-w2-91cd99"},"routeName":"premium-w2-91cd99-kserve-route","namespace":"e2e-models-e2e-worker-w2-91cd99","llmisvcName":"premium-w2-91cd99","gateway":"openshift-ingress/e2e-worker-w2-91cd99","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T12:29:21.279440461Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-no-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"e2e-test-subscription-no-access","reconcileID":"af8bad1f-bcf2-41fa-a66f-776d1fac40df","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-test-subscription-no-access\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T12:29:21.322734869Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"premium-simulator-access","reconcileID":"7e62aea3-3887-4b7e-b806-9b2ac6f08725","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-91cd99","tenantID":"e2e-worker-w2-91cd99","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:29:21.322916504Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"simulator-access","reconcileID":"4e9fbd60-f555-40fc-b839-d1b8cf671929","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-91cd99","tenantID":"e2e-worker-w2-91cd99","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:29:21.3753893Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"simulator-access","reconcileID":"4e9fbd60-f555-40fc-b839-d1b8cf671929","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"name":"e2e-worker-w2-91cd99-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:29:21.375411594Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"premium-simulator-access","reconcileID":"7e62aea3-3887-4b7e-b806-9b2ac6f08725","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"name":"e2e-worker-w2-91cd99-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:29:21.391241475Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-91cd99","namespace":"e2e-models-e2e-worker-w2-91cd99"},"namespace":"e2e-models-e2e-worker-w2-91cd99","name":"premium-w2-91cd99","reconcileID":"06648811-ff85-486c-8b23-18e4d5d86806","MaaSModelRef":{"name":"premium-w2-91cd99","namespace":"e2e-models-e2e-worker-w2-91cd99"},"routeName":"premium-w2-91cd99-kserve-route","namespace":"e2e-models-e2e-worker-w2-91cd99","llmisvcName":"premium-w2-91cd99","gateway":"openshift-ingress/e2e-worker-w2-91cd99","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:29:21.415838451Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-91cd99","namespace":"e2e-models-e2e-worker-w2-91cd99"},"namespace":"e2e-models-e2e-worker-w2-91cd99","name":"premium-w2-91cd99","reconcileID":"0e1623d5-b358-4292-a68b-bae3f0c25a6f","MaaSModelRef":{"name":"premium-w2-91cd99","namespace":"e2e-models-e2e-worker-w2-91cd99"},"routeName":"premium-w2-91cd99-kserve-route","namespace":"e2e-models-e2e-worker-w2-91cd99","llmisvcName":"premium-w2-91cd99","gateway":"openshift-ingress/e2e-worker-w2-91cd99","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:29:21.446566746Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-91cd99","namespace":"e2e-models-e2e-worker-w2-91cd99"},"namespace":"e2e-models-e2e-worker-w2-91cd99","name":"premium-w2-91cd99","reconcileID":"afe540de-955d-49b5-a0d8-8e881290167b","MaaSModelRef":{"name":"premium-w2-91cd99","namespace":"e2e-models-e2e-worker-w2-91cd99"},"routeName":"premium-w2-91cd99-kserve-route","namespace":"e2e-models-e2e-worker-w2-91cd99","llmisvcName":"premium-w2-91cd99","gateway":"openshift-ingress/e2e-worker-w2-91cd99","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:29:21.560862274Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"e2e-test-auth-no-access","reconcileID":"7af3f8c6-100f-45a6-aef3-09289b5bc037","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-91cd99","tenantID":"e2e-worker-w2-91cd99","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:29:21.613789999Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"e2e-test-auth-no-access","reconcileID":"7af3f8c6-100f-45a6-aef3-09289b5bc037","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"name":"e2e-worker-w2-91cd99-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:29:21.695883913Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-no-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"e2e-test-subscription-no-access","reconcileID":"62ebeb38-3739-4957-b3c4-56490c40bff2","MaaSSubscription":{"name":"e2e-test-subscription-no-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"name":"maas-trlp-premium-w2-91cd99","model":"e2e-models-e2e-worker-w2-91cd99/premium-w2-91cd99","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w2-91cd99/e2e-test-subscription-no-access","ai-tenant-e2e-worker-w2-91cd99/premium-simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:29:21.717866923Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"premium-simulator-access","reconcileID":"00791cf7-120d-4a12-9ced-c87a07021f20","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-91cd99","tenantID":"e2e-worker-w2-91cd99","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:29:21.718112818Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"simulator-access","reconcileID":"ce29fa48-964e-4508-80c7-ad95216d9e89","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-91cd99","tenantID":"e2e-worker-w2-91cd99","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:29:21.772259616Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"premium-simulator-access","reconcileID":"00791cf7-120d-4a12-9ced-c87a07021f20","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"name":"e2e-worker-w2-91cd99-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:29:21.772268613Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"simulator-access","reconcileID":"ce29fa48-964e-4508-80c7-ad95216d9e89","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"name":"e2e-worker-w2-91cd99-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:29:21.85635546Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-91cd99","namespace":"e2e-models-e2e-worker-w2-91cd99"},"namespace":"e2e-models-e2e-worker-w2-91cd99","name":"premium-w2-91cd99","reconcileID":"40f1fad7-bc4b-4c7e-8b4f-b6b80d9b7064","MaaSModelRef":{"name":"premium-w2-91cd99","namespace":"e2e-models-e2e-worker-w2-91cd99"},"routeName":"premium-w2-91cd99-kserve-route","namespace":"e2e-models-e2e-worker-w2-91cd99","llmisvcName":"premium-w2-91cd99","gateway":"openshift-ingress/e2e-worker-w2-91cd99","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:29:21.894690861Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"premium-simulator-subscription","reconcileID":"11f1c24b-1a1a-4749-8af3-1659ca997460","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"name":"maas-trlp-premium-w2-91cd99","model":"e2e-models-e2e-worker-w2-91cd99/premium-w2-91cd99","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:29:22.070138044Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-no-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"e2e-test-subscription-no-access","reconcileID":"69461ba8-692e-4a8f-ac7b-73702f390ff3","MaaSSubscription":{"name":"e2e-test-subscription-no-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"name":"maas-trlp-premium-w2-91cd99","model":"e2e-models-e2e-worker-w2-91cd99/premium-w2-91cd99","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:29:24.493152807Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-91cd99","namespace":"e2e-models-e2e-worker-w2-91cd99"},"namespace":"e2e-models-e2e-worker-w2-91cd99","name":"premium-w2-91cd99","reconcileID":"350cafe5-4a16-4524-a895-103ee1be2170","MaaSModelRef":{"name":"premium-w2-91cd99","namespace":"e2e-models-e2e-worker-w2-91cd99"},"routeName":"premium-w2-91cd99-kserve-route","namespace":"e2e-models-e2e-worker-w2-91cd99","llmisvcName":"premium-w2-91cd99","gateway":"openshift-ingress/e2e-worker-w2-91cd99","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:29:24.640434361Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"e2e-test-auth-no-access","reconcileID":"473a7a2b-4e6a-4a2a-bd6e-7297fda13296","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-91cd99","tenantID":"e2e-worker-w2-91cd99","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:29:24.640666775Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"simulator-access","reconcileID":"bb44109f-f052-4c4b-9d09-675bb60a0d16","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-91cd99","tenantID":"e2e-worker-w2-91cd99","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:29:24.640430031Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"premium-simulator-access","reconcileID":"522ab410-5c99-46e9-9339-6f06d55e52d4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-91cd99","tenantID":"e2e-worker-w2-91cd99","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:29:24.694119494Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"simulator-access","reconcileID":"bb44109f-f052-4c4b-9d09-675bb60a0d16","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"name":"e2e-worker-w2-91cd99-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:29:24.694118813Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"premium-simulator-access","reconcileID":"522ab410-5c99-46e9-9339-6f06d55e52d4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"name":"e2e-worker-w2-91cd99-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:29:24.6964297Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"e2e-test-auth-no-access","reconcileID":"473a7a2b-4e6a-4a2a-bd6e-7297fda13296","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"name":"e2e-worker-w2-91cd99-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:29:25.712573453Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:29:28.32509563Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"09f2c712-9577-4fc9-aaa1-0ab3e966087c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:29:28.374151227Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"09f2c712-9577-4fc9-aaa1-0ab3e966087c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:29:28.42289716Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"09f2c712-9577-4fc9-aaa1-0ab3e966087c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:29:28.47302766Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"09f2c712-9577-4fc9-aaa1-0ab3e966087c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:29:30.297875737Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2922c883-f03c-4ca7-9edd-253a8350fc2d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:29:30.347884296Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2922c883-f03c-4ca7-9edd-253a8350fc2d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:29:30.396920139Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2922c883-f03c-4ca7-9edd-253a8350fc2d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:29:30.463752154Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2922c883-f03c-4ca7-9edd-253a8350fc2d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:29:31.792803697Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"ipp-route-2f3eb2-sub","namespace":"ai-tenant-e2e-ipp-a-2f3eb2"},"namespace":"ai-tenant-e2e-ipp-a-2f3eb2","name":"ipp-route-2f3eb2-sub","reconcileID":"80a3becb-645a-46e2-8fe8-f7a9843e92af","MaaSSubscription":{"name":"ipp-route-2f3eb2-sub","namespace":"ai-tenant-e2e-ipp-a-2f3eb2"},"name":"maas-trlp-ipp-route-2f3eb2","model":"ai-tenant-e2e-ipp-a-2f3eb2/ipp-route-2f3eb2","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:29:31.886404497Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-2f3eb2-auth","namespace":"ai-tenant-e2e-ipp-a-2f3eb2"},"namespace":"ai-tenant-e2e-ipp-a-2f3eb2","name":"ipp-route-2f3eb2-auth","reconcileID":"81b5bc7b-82a0-4fdf-a243-7ac1d5650b11","MaaSAuthPolicy":{"name":"ipp-route-2f3eb2-auth","namespace":"ai-tenant-e2e-ipp-a-2f3eb2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-2f3eb2","tenantID":"e2e-ipp-a-2f3eb2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:29:31.93935966Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-2f3eb2-auth","namespace":"ai-tenant-e2e-ipp-a-2f3eb2"},"namespace":"ai-tenant-e2e-ipp-a-2f3eb2","name":"ipp-route-2f3eb2-auth","reconcileID":"81b5bc7b-82a0-4fdf-a243-7ac1d5650b11","MaaSAuthPolicy":{"name":"ipp-route-2f3eb2-auth","namespace":"ai-tenant-e2e-ipp-a-2f3eb2"},"name":"e2e-ipp-a-2f3eb2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:29:31.948604547Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-2f3eb2","namespace":"ai-tenant-e2e-ipp-a-2f3eb2"},"namespace":"ai-tenant-e2e-ipp-a-2f3eb2","name":"ipp-route-2f3eb2","reconcileID":"3bb00865-fb94-406e-88bb-cd9aa96a175f","MaaSModelRef":{"name":"ipp-route-2f3eb2","namespace":"ai-tenant-e2e-ipp-a-2f3eb2"},"tenant":"e2e-ipp-a-2f3eb2","gateway":"openshift-ingress/e2e-ipp-a-2f3eb2","model":"ai-tenant-e2e-ipp-a-2f3eb2/ipp-route-2f3eb2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:29:31.948625931Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-2f3eb2","namespace":"ai-tenant-e2e-ipp-a-2f3eb2"},"namespace":"ai-tenant-e2e-ipp-a-2f3eb2","name":"ipp-route-2f3eb2","reconcileID":"3bb00865-fb94-406e-88bb-cd9aa96a175f","MaaSModelRef":{"name":"ipp-route-2f3eb2","namespace":"ai-tenant-e2e-ipp-a-2f3eb2"},"routeName":"ipp-route-2f3eb2-kserve-route","namespace":"ai-tenant-e2e-ipp-a-2f3eb2","llmisvcName":"ipp-route-2f3eb2","gateway":"openshift-ingress/e2e-ipp-a-2f3eb2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:29:34.645305489Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-no-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"e2e-test-subscription-no-access","reconcileID":"dcd160ff-28d3-448a-9b32-e45c3e72c371","MaaSSubscription":{"name":"e2e-test-subscription-no-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"model":"e2e-models-e2e-worker-w2-91cd99/premium-w2-91cd99","subscription":"e2e-test-subscription-no-access","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:29:34.846056789Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-no-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"e2e-test-subscription-no-access","reconcileID":"dcd160ff-28d3-448a-9b32-e45c3e72c371","MaaSSubscription":{"name":"e2e-test-subscription-no-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"name":"maas-trlp-premium-w2-91cd99","model":"e2e-models-e2e-worker-w2-91cd99/premium-w2-91cd99","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w2-91cd99/premium-simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:29:35.082933769Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"premium-simulator-subscription","reconcileID":"771fc719-ab80-481f-aa32-1b408f13d078","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"name":"maas-trlp-premium-w2-91cd99","model":"e2e-models-e2e-worker-w2-91cd99/premium-w2-91cd99","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:29:35.138883989Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-91cd99","namespace":"e2e-models-e2e-worker-w2-91cd99"},"namespace":"e2e-models-e2e-worker-w2-91cd99","name":"premium-w2-91cd99","reconcileID":"07b75131-15f5-42e0-b14c-4e266e7e6000","MaaSModelRef":{"name":"premium-w2-91cd99","namespace":"e2e-models-e2e-worker-w2-91cd99"},"routeName":"premium-w2-91cd99-kserve-route","namespace":"e2e-models-e2e-worker-w2-91cd99","llmisvcName":"premium-w2-91cd99","gateway":"openshift-ingress/e2e-worker-w2-91cd99","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:29:35.284052263Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"premium-simulator-access","reconcileID":"9356aee7-0dcb-4647-bd33-b852092fa391","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-91cd99","tenantID":"e2e-worker-w2-91cd99","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:29:35.284347513Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"e2e-test-auth-no-access","reconcileID":"bb49af24-6009-4913-820e-ec35de04ca6f","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-91cd99","tenantID":"e2e-worker-w2-91cd99","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:29:35.284074038Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"simulator-access","reconcileID":"48e1958e-4584-4217-b364-c51f14125d79","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-91cd99","tenantID":"e2e-worker-w2-91cd99","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:29:35.303560905Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-91cd99","namespace":"e2e-models-e2e-worker-w2-91cd99"},"namespace":"e2e-models-e2e-worker-w2-91cd99","name":"premium-w2-91cd99","reconcileID":"2f3579af-1271-4a19-aa62-8cf8ae0c7014","MaaSModelRef":{"name":"premium-w2-91cd99","namespace":"e2e-models-e2e-worker-w2-91cd99"},"routeName":"premium-w2-91cd99-kserve-route","namespace":"e2e-models-e2e-worker-w2-91cd99","llmisvcName":"premium-w2-91cd99","gateway":"openshift-ingress/e2e-worker-w2-91cd99","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:29:35.338611087Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"simulator-access","reconcileID":"48e1958e-4584-4217-b364-c51f14125d79","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"name":"e2e-worker-w2-91cd99-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:29:35.338609083Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"e2e-test-auth-no-access","reconcileID":"bb49af24-6009-4913-820e-ec35de04ca6f","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"name":"e2e-worker-w2-91cd99-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:29:35.340810772Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"premium-simulator-access","reconcileID":"9356aee7-0dcb-4647-bd33-b852092fa391","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"name":"e2e-worker-w2-91cd99-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:29:35.535310924Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"e2e-test-auth-no-access","reconcileID":"e87d6067-12f4-456b-ae38-b698824ab034","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"model":"e2e-models-e2e-worker-w2-91cd99/premium-w2-91cd99","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:29:35.687487538Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-91cd99","namespace":"e2e-models-e2e-worker-w2-91cd99"},"namespace":"e2e-models-e2e-worker-w2-91cd99","name":"premium-w2-91cd99","reconcileID":"b1f6b8c8-3b8a-4f18-8bdc-b2f48fea93d8","MaaSModelRef":{"name":"premium-w2-91cd99","namespace":"e2e-models-e2e-worker-w2-91cd99"},"routeName":"premium-w2-91cd99-kserve-route","namespace":"e2e-models-e2e-worker-w2-91cd99","llmisvcName":"premium-w2-91cd99","gateway":"openshift-ingress/e2e-worker-w2-91cd99","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:29:36.726623117Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-91cd99","namespace":"e2e-models-e2e-worker-w2-91cd99"},"namespace":"e2e-models-e2e-worker-w2-91cd99","name":"simulator-w2-91cd99","reconcileID":"554074a0-5974-4c53-807c-45e82dbef201","MaaSModelRef":{"name":"simulator-w2-91cd99","namespace":"e2e-models-e2e-worker-w2-91cd99"},"routeName":"simulator-w2-91cd99-kserve-route","namespace":"e2e-models-e2e-worker-w2-91cd99","llmisvcName":"simulator-w2-91cd99","gateway":"openshift-ingress/e2e-worker-w2-91cd99","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:29:36.777678844Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-91cd99","namespace":"e2e-models-e2e-worker-w2-91cd99"},"namespace":"e2e-models-e2e-worker-w2-91cd99","name":"simulator-w2-91cd99","reconcileID":"61526188-0e63-455b-98ea-159b066557bd","MaaSModelRef":{"name":"simulator-w2-91cd99","namespace":"e2e-models-e2e-worker-w2-91cd99"},"routeName":"simulator-w2-91cd99-kserve-route","namespace":"e2e-models-e2e-worker-w2-91cd99","llmisvcName":"simulator-w2-91cd99","gateway":"openshift-ingress/e2e-worker-w2-91cd99","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:29:36.922426859Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"e2e-test-group-auth","reconcileID":"b5f88fb6-1d07-49d9-b949-a486acf7015f","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-91cd99","tenantID":"e2e-worker-w2-91cd99","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:29:36.974800366Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"e2e-test-group-auth","reconcileID":"b5f88fb6-1d07-49d9-b949-a486acf7015f","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"name":"e2e-worker-w2-91cd99-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:29:37.006333002Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-91cd99","namespace":"e2e-models-e2e-worker-w2-91cd99"},"namespace":"e2e-models-e2e-worker-w2-91cd99","name":"simulator-w2-91cd99","reconcileID":"d4c7b3c6-42dc-48fa-8331-cfe14d0aac4d","MaaSModelRef":{"name":"simulator-w2-91cd99","namespace":"e2e-models-e2e-worker-w2-91cd99"},"routeName":"simulator-w2-91cd99-kserve-route","namespace":"e2e-models-e2e-worker-w2-91cd99","llmisvcName":"simulator-w2-91cd99","gateway":"openshift-ingress/e2e-worker-w2-91cd99","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:29:37.059272809Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-91cd99","namespace":"e2e-models-e2e-worker-w2-91cd99"},"namespace":"e2e-models-e2e-worker-w2-91cd99","name":"simulator-w2-91cd99","reconcileID":"46156d53-2730-419f-afb6-9094c705991f","MaaSModelRef":{"name":"simulator-w2-91cd99","namespace":"e2e-models-e2e-worker-w2-91cd99"},"routeName":"simulator-w2-91cd99-kserve-route","namespace":"e2e-models-e2e-worker-w2-91cd99","llmisvcName":"simulator-w2-91cd99","gateway":"openshift-ingress/e2e-worker-w2-91cd99","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T12:29:37.105449614Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-group-subscription","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"e2e-test-group-subscription","reconcileID":"6f7f566d-7edf-4c58-a569-28db1bfed9df","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-test-group-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T12:29:37.151104185Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"simulator-access","reconcileID":"580fdef4-7d6b-49db-857b-3f8dfcb9f6de","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-91cd99","tenantID":"e2e-worker-w2-91cd99","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:29:37.15115112Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"premium-simulator-access","reconcileID":"581046b2-118d-4c93-8452-aefce4fd58e2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-91cd99","tenantID":"e2e-worker-w2-91cd99","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:29:37.204046647Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"premium-simulator-access","reconcileID":"581046b2-118d-4c93-8452-aefce4fd58e2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"name":"e2e-worker-w2-91cd99-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:29:37.204131098Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"simulator-access","reconcileID":"580fdef4-7d6b-49db-857b-3f8dfcb9f6de","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"name":"e2e-worker-w2-91cd99-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:29:37.213688192Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-91cd99","namespace":"e2e-models-e2e-worker-w2-91cd99"},"namespace":"e2e-models-e2e-worker-w2-91cd99","name":"simulator-w2-91cd99","reconcileID":"3f61d713-5c25-483a-9afc-d9e258fd1e6f","MaaSModelRef":{"name":"simulator-w2-91cd99","namespace":"e2e-models-e2e-worker-w2-91cd99"},"routeName":"simulator-w2-91cd99-kserve-route","namespace":"e2e-models-e2e-worker-w2-91cd99","llmisvcName":"simulator-w2-91cd99","gateway":"openshift-ingress/e2e-worker-w2-91cd99","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:29:37.221613412Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-91cd99","namespace":"e2e-models-e2e-worker-w2-91cd99"},"namespace":"e2e-models-e2e-worker-w2-91cd99","name":"simulator-w2-91cd99","reconcileID":"190c6c0a-7f9b-44b1-a4b2-1c8163d686ac","MaaSModelRef":{"name":"simulator-w2-91cd99","namespace":"e2e-models-e2e-worker-w2-91cd99"},"routeName":"simulator-w2-91cd99-kserve-route","namespace":"e2e-models-e2e-worker-w2-91cd99","llmisvcName":"simulator-w2-91cd99","gateway":"openshift-ingress/e2e-worker-w2-91cd99","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:29:37.266844443Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-91cd99","namespace":"e2e-models-e2e-worker-w2-91cd99"},"namespace":"e2e-models-e2e-worker-w2-91cd99","name":"simulator-w2-91cd99","reconcileID":"7eec520f-c6e7-4824-b06c-781d797b3468","MaaSModelRef":{"name":"simulator-w2-91cd99","namespace":"e2e-models-e2e-worker-w2-91cd99"},"routeName":"simulator-w2-91cd99-kserve-route","namespace":"e2e-models-e2e-worker-w2-91cd99","llmisvcName":"simulator-w2-91cd99","gateway":"openshift-ingress/e2e-worker-w2-91cd99","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:29:37.365827721Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"e2e-test-group-auth","reconcileID":"ef209038-35ff-45ff-86ef-1df7827beda9","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-91cd99","tenantID":"e2e-worker-w2-91cd99","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:29:37.41912898Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"e2e-test-group-auth","reconcileID":"ef209038-35ff-45ff-86ef-1df7827beda9","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"name":"e2e-worker-w2-91cd99-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:29:37.514714002Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-group-subscription","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"e2e-test-group-subscription","reconcileID":"2da52a4c-c3a8-4db0-8b29-5842215fae88","MaaSSubscription":{"name":"e2e-test-group-subscription","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"name":"maas-trlp-simulator-w2-91cd99","model":"e2e-models-e2e-worker-w2-91cd99/simulator-w2-91cd99","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w2-91cd99/e2e-test-group-subscription","ai-tenant-e2e-worker-w2-91cd99/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:29:37.546489243Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"premium-simulator-access","reconcileID":"e5a4f63a-eb32-4816-b7d7-a0fceeb8a80d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-91cd99","tenantID":"e2e-worker-w2-91cd99","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:29:37.54648676Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"simulator-access","reconcileID":"ed877435-a54b-4f3f-af5f-8ebe4c7615d7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-91cd99","tenantID":"e2e-worker-w2-91cd99","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:29:37.600040116Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"premium-simulator-access","reconcileID":"e5a4f63a-eb32-4816-b7d7-a0fceeb8a80d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"name":"e2e-worker-w2-91cd99-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:29:37.600113043Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"simulator-access","reconcileID":"ed877435-a54b-4f3f-af5f-8ebe4c7615d7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"name":"e2e-worker-w2-91cd99-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:29:37.668008932Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-91cd99","namespace":"e2e-models-e2e-worker-w2-91cd99"},"namespace":"e2e-models-e2e-worker-w2-91cd99","name":"simulator-w2-91cd99","reconcileID":"7a35fdda-7485-47f9-95e4-9f5d387502ad","MaaSModelRef":{"name":"simulator-w2-91cd99","namespace":"e2e-models-e2e-worker-w2-91cd99"},"routeName":"simulator-w2-91cd99-kserve-route","namespace":"e2e-models-e2e-worker-w2-91cd99","llmisvcName":"simulator-w2-91cd99","gateway":"openshift-ingress/e2e-worker-w2-91cd99","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:29:37.712009886Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"simulator-subscription","reconcileID":"7a467249-6c99-4559-a6f5-5a50a552ae42","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"name":"maas-trlp-simulator-w2-91cd99","model":"e2e-models-e2e-worker-w2-91cd99/simulator-w2-91cd99","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:29:37.862166997Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-group-subscription","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"e2e-test-group-subscription","reconcileID":"2ec9c93d-37b6-464d-9c2f-0db9c3353518","MaaSSubscription":{"name":"e2e-test-group-subscription","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"name":"maas-trlp-simulator-w2-91cd99","model":"e2e-models-e2e-worker-w2-91cd99/simulator-w2-91cd99","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:29:40.447495395Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-91cd99","namespace":"e2e-models-e2e-worker-w2-91cd99"},"namespace":"e2e-models-e2e-worker-w2-91cd99","name":"simulator-w2-91cd99","reconcileID":"35204663-b908-4f78-a777-df55bb0cc4b9","MaaSModelRef":{"name":"simulator-w2-91cd99","namespace":"e2e-models-e2e-worker-w2-91cd99"},"routeName":"simulator-w2-91cd99-kserve-route","namespace":"e2e-models-e2e-worker-w2-91cd99","llmisvcName":"simulator-w2-91cd99","gateway":"openshift-ingress/e2e-worker-w2-91cd99","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:29:40.592913337Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"simulator-access","reconcileID":"14764da2-0a6e-4be7-9039-30a558492950","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-91cd99","tenantID":"e2e-worker-w2-91cd99","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:29:40.593050396Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"premium-simulator-access","reconcileID":"1ce56a14-c44b-4c60-8e92-2adc1b5a31ff","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-91cd99","tenantID":"e2e-worker-w2-91cd99","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:29:40.592910175Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"e2e-test-group-auth","reconcileID":"360131ab-56d1-4063-9a96-6b716d3c8053","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-91cd99","tenantID":"e2e-worker-w2-91cd99","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:29:40.645795687Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"premium-simulator-access","reconcileID":"1ce56a14-c44b-4c60-8e92-2adc1b5a31ff","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"name":"e2e-worker-w2-91cd99-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:29:40.645863101Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"e2e-test-group-auth","reconcileID":"360131ab-56d1-4063-9a96-6b716d3c8053","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"name":"e2e-worker-w2-91cd99-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:29:40.648221961Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"simulator-access","reconcileID":"14764da2-0a6e-4be7-9039-30a558492950","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"name":"e2e-worker-w2-91cd99-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:29:43.194756928Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d17db4e1-e5f2-4b4a-b099-5615bc453002","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:29:43.24340379Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d17db4e1-e5f2-4b4a-b099-5615bc453002","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:29:43.292005993Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d17db4e1-e5f2-4b4a-b099-5615bc453002","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:29:43.340968752Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d17db4e1-e5f2-4b4a-b099-5615bc453002","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:29:43.741898727Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-b-2daac7","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-b-2daac7","reconcileID":"d5d75600-f258-4699-8ff8-122ae2aae166","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ipp-b-2daac7","applied":{"maas.opendatahub.io/gateway-access-e2e-ipp-b-2daac7":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:29:45.180666385Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7720746b-9b76-4d15-83f4-9461bc163a4d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:29:45.229659731Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7720746b-9b76-4d15-83f4-9461bc163a4d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:29:45.278602465Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7720746b-9b76-4d15-83f4-9461bc163a4d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:29:45.327425171Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7720746b-9b76-4d15-83f4-9461bc163a4d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:29:46.082152041Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-2f3eb2","namespace":"ai-tenant-e2e-ipp-a-2f3eb2"},"namespace":"ai-tenant-e2e-ipp-a-2f3eb2","name":"ipp-route-2f3eb2","reconcileID":"830e6283-743b-45e9-866e-f5a34f55532f","MaaSModelRef":{"name":"ipp-route-2f3eb2","namespace":"ai-tenant-e2e-ipp-a-2f3eb2"},"tenant":"e2e-ipp-a-2f3eb2","gateway":"openshift-ingress/e2e-ipp-a-2f3eb2","model":"ai-tenant-e2e-ipp-a-2f3eb2/ipp-route-2f3eb2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:29:46.082180874Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-2f3eb2","namespace":"ai-tenant-e2e-ipp-a-2f3eb2"},"namespace":"ai-tenant-e2e-ipp-a-2f3eb2","name":"ipp-route-2f3eb2","reconcileID":"830e6283-743b-45e9-866e-f5a34f55532f","MaaSModelRef":{"name":"ipp-route-2f3eb2","namespace":"ai-tenant-e2e-ipp-a-2f3eb2"},"routeName":"ipp-route-2f3eb2-kserve-route","namespace":"ai-tenant-e2e-ipp-a-2f3eb2","llmisvcName":"ipp-route-2f3eb2","gateway":"openshift-ingress/e2e-ipp-a-2f3eb2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:29:46.278790584Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"ipp-route-2f3eb2-sub","namespace":"ai-tenant-e2e-ipp-a-2f3eb2"},"namespace":"ai-tenant-e2e-ipp-a-2f3eb2","name":"ipp-route-2f3eb2-sub","reconcileID":"6874b492-a510-4d70-a0a8-abae1ffd94f4","MaaSSubscription":{"name":"ipp-route-2f3eb2-sub","namespace":"ai-tenant-e2e-ipp-a-2f3eb2"},"name":"maas-trlp-ipp-route-2f3eb2","model":"ai-tenant-e2e-ipp-a-2f3eb2/ipp-route-2f3eb2","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:29:46.303908235Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-2f3eb2-auth","namespace":"ai-tenant-e2e-ipp-a-2f3eb2"},"namespace":"ai-tenant-e2e-ipp-a-2f3eb2","name":"ipp-route-2f3eb2-auth","reconcileID":"58f94877-c594-4271-a816-bcfde942d12b","MaaSAuthPolicy":{"name":"ipp-route-2f3eb2-auth","namespace":"ai-tenant-e2e-ipp-a-2f3eb2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-2f3eb2","tenantID":"e2e-ipp-a-2f3eb2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:29:46.357750543Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-2f3eb2-auth","namespace":"ai-tenant-e2e-ipp-a-2f3eb2"},"namespace":"ai-tenant-e2e-ipp-a-2f3eb2","name":"ipp-route-2f3eb2-auth","reconcileID":"58f94877-c594-4271-a816-bcfde942d12b","MaaSAuthPolicy":{"name":"ipp-route-2f3eb2-auth","namespace":"ai-tenant-e2e-ipp-a-2f3eb2"},"name":"e2e-ipp-a-2f3eb2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:29:46.45997983Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-2f3eb2","namespace":"ai-tenant-e2e-ipp-a-2f3eb2"},"namespace":"ai-tenant-e2e-ipp-a-2f3eb2","name":"ipp-route-2f3eb2","reconcileID":"ca0af0ad-0ecc-4d9f-9e9d-154deddef7fe","MaaSModelRef":{"name":"ipp-route-2f3eb2","namespace":"ai-tenant-e2e-ipp-a-2f3eb2"},"tenant":"e2e-ipp-a-2f3eb2","gateway":"openshift-ingress/e2e-ipp-a-2f3eb2","model":"ai-tenant-e2e-ipp-a-2f3eb2/ipp-route-2f3eb2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:29:46.460001581Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-2f3eb2","namespace":"ai-tenant-e2e-ipp-a-2f3eb2"},"namespace":"ai-tenant-e2e-ipp-a-2f3eb2","name":"ipp-route-2f3eb2","reconcileID":"ca0af0ad-0ecc-4d9f-9e9d-154deddef7fe","MaaSModelRef":{"name":"ipp-route-2f3eb2","namespace":"ai-tenant-e2e-ipp-a-2f3eb2"},"routeName":"ipp-route-2f3eb2-kserve-route","namespace":"ai-tenant-e2e-ipp-a-2f3eb2","llmisvcName":"ipp-route-2f3eb2","gateway":"openshift-ingress/e2e-ipp-a-2f3eb2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:29:46.749989387Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"ipp-route-2f3eb2-sub","namespace":"ai-tenant-e2e-ipp-a-2f3eb2"},"namespace":"ai-tenant-e2e-ipp-a-2f3eb2","name":"ipp-route-2f3eb2-sub","reconcileID":"f12d1499-8bad-465b-b4ad-4d274b605599","MaaSSubscription":{"name":"ipp-route-2f3eb2-sub","namespace":"ai-tenant-e2e-ipp-a-2f3eb2"},"name":"maas-trlp-ipp-route-2f3eb2","model":"ai-tenant-e2e-ipp-a-2f3eb2/ipp-route-2f3eb2","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:29:47.148321676Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"abb76f69-5e7b-4f74-bc8d-807a386e0734","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:29:47.197943043Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"abb76f69-5e7b-4f74-bc8d-807a386e0734","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:29:47.246701576Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"abb76f69-5e7b-4f74-bc8d-807a386e0734","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:29:47.29617697Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"abb76f69-5e7b-4f74-bc8d-807a386e0734","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:29:49.143680481Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c44afade-2aac-426e-8859-6464cd0113e8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:29:49.192614683Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c44afade-2aac-426e-8859-6464cd0113e8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:29:49.241621418Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c44afade-2aac-426e-8859-6464cd0113e8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:29:49.292128048Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c44afade-2aac-426e-8859-6464cd0113e8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:29:50.59909041Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-group-subscription","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"e2e-test-group-subscription","reconcileID":"34bc0118-7d10-40e3-930c-60c33b590880","MaaSSubscription":{"name":"e2e-test-group-subscription","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"model":"e2e-models-e2e-worker-w2-91cd99/simulator-w2-91cd99","subscription":"e2e-test-group-subscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:29:50.801410901Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-group-subscription","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"e2e-test-group-subscription","reconcileID":"34bc0118-7d10-40e3-930c-60c33b590880","MaaSSubscription":{"name":"e2e-test-group-subscription","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"name":"maas-trlp-simulator-w2-91cd99","model":"e2e-models-e2e-worker-w2-91cd99/simulator-w2-91cd99","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w2-91cd99/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:29:50.999139765Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"simulator-subscription","reconcileID":"1dee79ae-722a-4b67-b6f2-13a8326add3d","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"name":"maas-trlp-simulator-w2-91cd99","model":"e2e-models-e2e-worker-w2-91cd99/simulator-w2-91cd99","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:29:51.055005727Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-91cd99","namespace":"e2e-models-e2e-worker-w2-91cd99"},"namespace":"e2e-models-e2e-worker-w2-91cd99","name":"simulator-w2-91cd99","reconcileID":"f7202612-8edc-4962-a59e-f2782b66327d","MaaSModelRef":{"name":"simulator-w2-91cd99","namespace":"e2e-models-e2e-worker-w2-91cd99"},"routeName":"simulator-w2-91cd99-kserve-route","namespace":"e2e-models-e2e-worker-w2-91cd99","llmisvcName":"simulator-w2-91cd99","gateway":"openshift-ingress/e2e-worker-w2-91cd99","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:29:51.203661105Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"premium-simulator-access","reconcileID":"439dc812-16f8-41f6-9d32-a19bbfad7f84","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-91cd99","tenantID":"e2e-worker-w2-91cd99","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:29:51.203787515Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"e2e-test-group-auth","reconcileID":"113064b6-def3-41d5-9401-c692332ab381","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-91cd99","tenantID":"e2e-worker-w2-91cd99","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:29:51.20365971Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"simulator-access","reconcileID":"d2900ad6-10f7-4c21-8791-459149a3d046","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-91cd99","tenantID":"e2e-worker-w2-91cd99","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:29:51.21080739Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-91cd99","namespace":"e2e-models-e2e-worker-w2-91cd99"},"namespace":"e2e-models-e2e-worker-w2-91cd99","name":"simulator-w2-91cd99","reconcileID":"2dbf83ff-499f-46f8-b53f-a1002180350a","MaaSModelRef":{"name":"simulator-w2-91cd99","namespace":"e2e-models-e2e-worker-w2-91cd99"},"routeName":"simulator-w2-91cd99-kserve-route","namespace":"e2e-models-e2e-worker-w2-91cd99","llmisvcName":"simulator-w2-91cd99","gateway":"openshift-ingress/e2e-worker-w2-91cd99","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:29:51.256516067Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"premium-simulator-access","reconcileID":"439dc812-16f8-41f6-9d32-a19bbfad7f84","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"name":"e2e-worker-w2-91cd99-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:29:51.256665591Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"simulator-access","reconcileID":"d2900ad6-10f7-4c21-8791-459149a3d046","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"name":"e2e-worker-w2-91cd99-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:29:51.259093304Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"e2e-test-group-auth","reconcileID":"113064b6-def3-41d5-9401-c692332ab381","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"name":"e2e-worker-w2-91cd99-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:29:51.40279484Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"e2e-test-group-auth","reconcileID":"1b08644e-1566-4270-8621-92027906e797","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"model":"e2e-models-e2e-worker-w2-91cd99/simulator-w2-91cd99","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:29:51.551746019Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-91cd99","namespace":"e2e-models-e2e-worker-w2-91cd99"},"namespace":"e2e-models-e2e-worker-w2-91cd99","name":"simulator-w2-91cd99","reconcileID":"398b749d-f2c7-457e-a131-182dfe16472d","MaaSModelRef":{"name":"simulator-w2-91cd99","namespace":"e2e-models-e2e-worker-w2-91cd99"},"routeName":"simulator-w2-91cd99-kserve-route","namespace":"e2e-models-e2e-worker-w2-91cd99","llmisvcName":"simulator-w2-91cd99","gateway":"openshift-ingress/e2e-worker-w2-91cd99","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:29:52.436980349Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-91cd99","namespace":"e2e-models-e2e-worker-w2-91cd99"},"namespace":"e2e-models-e2e-worker-w2-91cd99","name":"premium-w2-91cd99","reconcileID":"bf18c695-8a30-4d2b-9549-b3274ca43658","MaaSModelRef":{"name":"premium-w2-91cd99","namespace":"e2e-models-e2e-worker-w2-91cd99"},"routeName":"premium-w2-91cd99-kserve-route","namespace":"e2e-models-e2e-worker-w2-91cd99","llmisvcName":"premium-w2-91cd99","gateway":"openshift-ingress/e2e-worker-w2-91cd99","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:29:52.48971387Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-91cd99","namespace":"e2e-models-e2e-worker-w2-91cd99"},"namespace":"e2e-models-e2e-worker-w2-91cd99","name":"premium-w2-91cd99","reconcileID":"9245bd87-a78c-48b6-9e1b-04da45e64189","MaaSModelRef":{"name":"premium-w2-91cd99","namespace":"e2e-models-e2e-worker-w2-91cd99"},"routeName":"premium-w2-91cd99-kserve-route","namespace":"e2e-models-e2e-worker-w2-91cd99","llmisvcName":"premium-w2-91cd99","gateway":"openshift-ingress/e2e-worker-w2-91cd99","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:29:52.63402399Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"e2e-test-group-no-auth","reconcileID":"2862c4e0-f14e-4687-9711-1a6db712a82a","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-91cd99","tenantID":"e2e-worker-w2-91cd99","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:29:52.686484318Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"e2e-test-group-no-auth","reconcileID":"2862c4e0-f14e-4687-9711-1a6db712a82a","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"name":"e2e-worker-w2-91cd99-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:29:52.715406009Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-91cd99","namespace":"e2e-models-e2e-worker-w2-91cd99"},"namespace":"e2e-models-e2e-worker-w2-91cd99","name":"premium-w2-91cd99","reconcileID":"d1707490-3281-45aa-94ea-bec64db2cca8","MaaSModelRef":{"name":"premium-w2-91cd99","namespace":"e2e-models-e2e-worker-w2-91cd99"},"routeName":"premium-w2-91cd99-kserve-route","namespace":"e2e-models-e2e-worker-w2-91cd99","llmisvcName":"premium-w2-91cd99","gateway":"openshift-ingress/e2e-worker-w2-91cd99","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:29:52.766679708Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-91cd99","namespace":"e2e-models-e2e-worker-w2-91cd99"},"namespace":"e2e-models-e2e-worker-w2-91cd99","name":"premium-w2-91cd99","reconcileID":"d3f9dc45-af2f-4195-98eb-1101261d1eb7","MaaSModelRef":{"name":"premium-w2-91cd99","namespace":"e2e-models-e2e-worker-w2-91cd99"},"routeName":"premium-w2-91cd99-kserve-route","namespace":"e2e-models-e2e-worker-w2-91cd99","llmisvcName":"premium-w2-91cd99","gateway":"openshift-ingress/e2e-worker-w2-91cd99","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T12:29:52.816930033Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-group-sub-only","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"e2e-test-group-sub-only","reconcileID":"c0d78f8a-5fbb-4d7c-a77d-c3dcdc7673a5","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-test-group-sub-only\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T12:29:52.860877749Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"simulator-access","reconcileID":"4f1fd6cd-d73f-4347-98f4-2185f2f03910","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-91cd99","tenantID":"e2e-worker-w2-91cd99","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:29:52.860903207Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"premium-simulator-access","reconcileID":"26a56302-a7cf-437a-a16f-e0195d7ded2e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-91cd99","tenantID":"e2e-worker-w2-91cd99","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:29:52.913463001Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"premium-simulator-access","reconcileID":"26a56302-a7cf-437a-a16f-e0195d7ded2e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"name":"e2e-worker-w2-91cd99-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:29:52.913701345Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"simulator-access","reconcileID":"4f1fd6cd-d73f-4347-98f4-2185f2f03910","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"name":"e2e-worker-w2-91cd99-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:29:52.924434381Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-91cd99","namespace":"e2e-models-e2e-worker-w2-91cd99"},"namespace":"e2e-models-e2e-worker-w2-91cd99","name":"premium-w2-91cd99","reconcileID":"8352155d-33a1-4acb-ae79-614bb4a30c6e","MaaSModelRef":{"name":"premium-w2-91cd99","namespace":"e2e-models-e2e-worker-w2-91cd99"},"routeName":"premium-w2-91cd99-kserve-route","namespace":"e2e-models-e2e-worker-w2-91cd99","llmisvcName":"premium-w2-91cd99","gateway":"openshift-ingress/e2e-worker-w2-91cd99","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:29:52.932640038Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-91cd99","namespace":"e2e-models-e2e-worker-w2-91cd99"},"namespace":"e2e-models-e2e-worker-w2-91cd99","name":"premium-w2-91cd99","reconcileID":"760a97d8-479e-44e9-8081-4666cad54cb2","MaaSModelRef":{"name":"premium-w2-91cd99","namespace":"e2e-models-e2e-worker-w2-91cd99"},"routeName":"premium-w2-91cd99-kserve-route","namespace":"e2e-models-e2e-worker-w2-91cd99","llmisvcName":"premium-w2-91cd99","gateway":"openshift-ingress/e2e-worker-w2-91cd99","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:29:52.976850584Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-91cd99","namespace":"e2e-models-e2e-worker-w2-91cd99"},"namespace":"e2e-models-e2e-worker-w2-91cd99","name":"premium-w2-91cd99","reconcileID":"0ebb85f0-958e-41a0-8563-93922f13eefa","MaaSModelRef":{"name":"premium-w2-91cd99","namespace":"e2e-models-e2e-worker-w2-91cd99"},"routeName":"premium-w2-91cd99-kserve-route","namespace":"e2e-models-e2e-worker-w2-91cd99","llmisvcName":"premium-w2-91cd99","gateway":"openshift-ingress/e2e-worker-w2-91cd99","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:29:53.076142076Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"e2e-test-group-no-auth","reconcileID":"e20d0b09-d1eb-4a5a-8757-058150095268","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-91cd99","tenantID":"e2e-worker-w2-91cd99","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:29:53.129590276Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"e2e-test-group-no-auth","reconcileID":"e20d0b09-d1eb-4a5a-8757-058150095268","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"name":"e2e-worker-w2-91cd99-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:29:53.205474862Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"premium-simulator-access","reconcileID":"e1296596-bd42-4981-96e1-f910726c3ce7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-91cd99","tenantID":"e2e-worker-w2-91cd99","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:29:53.205477426Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"simulator-access","reconcileID":"b7ba9913-5c06-4042-a873-14e3eb426f88","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-91cd99","tenantID":"e2e-worker-w2-91cd99","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:29:53.225215971Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-group-sub-only","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"e2e-test-group-sub-only","reconcileID":"04d2653a-69e8-43e7-bdd7-5dac604630d7","MaaSSubscription":{"name":"e2e-test-group-sub-only","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"name":"maas-trlp-premium-w2-91cd99","model":"e2e-models-e2e-worker-w2-91cd99/premium-w2-91cd99","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w2-91cd99/e2e-test-group-sub-only","ai-tenant-e2e-worker-w2-91cd99/premium-simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:29:53.257838443Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"premium-simulator-access","reconcileID":"e1296596-bd42-4981-96e1-f910726c3ce7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"name":"e2e-worker-w2-91cd99-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:29:53.259090586Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"simulator-access","reconcileID":"b7ba9913-5c06-4042-a873-14e3eb426f88","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"name":"e2e-worker-w2-91cd99-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:29:53.379518821Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-91cd99","namespace":"e2e-models-e2e-worker-w2-91cd99"},"namespace":"e2e-models-e2e-worker-w2-91cd99","name":"premium-w2-91cd99","reconcileID":"adbc6c9c-bb2f-4b98-a42d-586ccfd1f509","MaaSModelRef":{"name":"premium-w2-91cd99","namespace":"e2e-models-e2e-worker-w2-91cd99"},"routeName":"premium-w2-91cd99-kserve-route","namespace":"e2e-models-e2e-worker-w2-91cd99","llmisvcName":"premium-w2-91cd99","gateway":"openshift-ingress/e2e-worker-w2-91cd99","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:29:53.420890142Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"premium-simulator-subscription","reconcileID":"46d571d9-1820-4a50-a12c-4c7cad90f8a6","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"name":"maas-trlp-premium-w2-91cd99","model":"e2e-models-e2e-worker-w2-91cd99/premium-w2-91cd99","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:29:53.573685709Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-group-sub-only","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"e2e-test-group-sub-only","reconcileID":"9deaaa02-5a3e-48e2-b5c6-cb30a6982da4","MaaSSubscription":{"name":"e2e-test-group-sub-only","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"name":"maas-trlp-premium-w2-91cd99","model":"e2e-models-e2e-worker-w2-91cd99/premium-w2-91cd99","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:29:54.247826801Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-b6db28"},"namespace":"ai-tenant-e2e-praxis-a-b6db28","name":"default-tenant","reconcileID":"d3307b41-e8e9-4678-88b9-91dc451c6419","namespace":"ai-tenant-e2e-praxis-a-b6db28","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:29:54.247913349Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-b6db28"},"namespace":"ai-tenant-e2e-praxis-a-b6db28","name":"default-tenant","reconcileID":"d3307b41-e8e9-4678-88b9-91dc451c6419","namespace":"ai-tenant-e2e-praxis-a-b6db28","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:29:54.247990781Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-b6db28"},"namespace":"ai-tenant-e2e-praxis-a-b6db28","name":"default-tenant","reconcileID":"d3307b41-e8e9-4678-88b9-91dc451c6419","tenant":"e2e-praxis-a-b6db28","tenantID":"e2e-praxis-a-b6db28","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:29:54.298474393Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-b6db28"},"namespace":"ai-tenant-e2e-praxis-a-b6db28","name":"default-tenant","reconcileID":"d3307b41-e8e9-4678-88b9-91dc451c6419","gvk":"Deployment","name":"maas-api-e2e-praxis-a-b6db28","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:29:54.355711683Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-b6db28"},"namespace":"ai-tenant-e2e-praxis-a-b6db28","name":"default-tenant","reconcileID":"d3307b41-e8e9-4678-88b9-91dc451c6419","gvk":"Service","name":"maas-api-e2e-praxis-a-b6db28","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:29:54.408371641Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-b6db28"},"namespace":"ai-tenant-e2e-praxis-a-b6db28","name":"default-tenant","reconcileID":"d3307b41-e8e9-4678-88b9-91dc451c6419","gvk":"HTTPRoute","name":"maas-api-route-e2e-praxis-a-b6db28","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:29:54.45844713Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-b6db28"},"namespace":"ai-tenant-e2e-praxis-a-b6db28","name":"default-tenant","reconcileID":"d3307b41-e8e9-4678-88b9-91dc451c6419","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-praxis-a-b6db28","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:29:54.509083836Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-b6db28"},"namespace":"ai-tenant-e2e-praxis-a-b6db28","name":"default-tenant","reconcileID":"d3307b41-e8e9-4678-88b9-91dc451c6419","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-praxis-a-b6db28","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:29:54.559560974Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-b6db28"},"namespace":"ai-tenant-e2e-praxis-a-b6db28","name":"default-tenant","reconcileID":"d3307b41-e8e9-4678-88b9-91dc451c6419","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-praxis-a-b6db28","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:29:54.612248444Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-b6db28"},"namespace":"ai-tenant-e2e-praxis-a-b6db28","name":"default-tenant","reconcileID":"d3307b41-e8e9-4678-88b9-91dc451c6419","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-praxis-a-b6db28","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:29:54.662785731Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-b6db28"},"namespace":"ai-tenant-e2e-praxis-a-b6db28","name":"default-tenant","reconcileID":"d3307b41-e8e9-4678-88b9-91dc451c6419","gvk":"Telemetry","name":"latency-per-subscription-e2e-praxis-a-b6db28","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:29:54.710828217Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-b6db28"},"namespace":"ai-tenant-e2e-praxis-a-b6db28","name":"default-tenant","reconcileID":"d3307b41-e8e9-4678-88b9-91dc451c6419","gvk":"Deployment","name":"payload-processing-e2e-praxis-a-b6db28","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:29:54.758908502Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-b6db28"},"namespace":"ai-tenant-e2e-praxis-a-b6db28","name":"default-tenant","reconcileID":"d3307b41-e8e9-4678-88b9-91dc451c6419","gvk":"Deployment","name":"payload-pre-processing-e2e-praxis-a-b6db28","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:29:54.807597443Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-b6db28"},"namespace":"ai-tenant-e2e-praxis-a-b6db28","name":"default-tenant","reconcileID":"d3307b41-e8e9-4678-88b9-91dc451c6419","gvk":"Service","name":"payload-processing-e2e-praxis-a-b6db28","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:29:54.860181858Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-b6db28"},"namespace":"ai-tenant-e2e-praxis-a-b6db28","name":"default-tenant","reconcileID":"d3307b41-e8e9-4678-88b9-91dc451c6419","gvk":"Service","name":"payload-pre-processing-e2e-praxis-a-b6db28","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:29:54.908759609Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-b6db28"},"namespace":"ai-tenant-e2e-praxis-a-b6db28","name":"default-tenant","reconcileID":"d3307b41-e8e9-4678-88b9-91dc451c6419","gvk":"DestinationRule","name":"payload-processing-e2e-praxis-a-b6db28","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:29:54.956862955Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-b6db28"},"namespace":"ai-tenant-e2e-praxis-a-b6db28","name":"default-tenant","reconcileID":"d3307b41-e8e9-4678-88b9-91dc451c6419","gvk":"DestinationRule","name":"payload-pre-processing-e2e-praxis-a-b6db28","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:29:55.004912668Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-b6db28"},"namespace":"ai-tenant-e2e-praxis-a-b6db28","name":"default-tenant","reconcileID":"d3307b41-e8e9-4678-88b9-91dc451c6419","gvk":"EnvoyFilter","name":"payload-processing-e2e-praxis-a-b6db28","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:29:55.055828302Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-b6db28"},"namespace":"ai-tenant-e2e-praxis-a-b6db28","name":"default-tenant","reconcileID":"d3307b41-e8e9-4678-88b9-91dc451c6419","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-praxis-a-b6db28","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:29:55.103990739Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-b6db28"},"namespace":"ai-tenant-e2e-praxis-a-b6db28","name":"default-tenant","reconcileID":"d3307b41-e8e9-4678-88b9-91dc451c6419","gvk":"NetworkPolicy","name":"payload-processing-e2e-praxis-a-b6db28","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:29:55.152091643Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-b6db28"},"namespace":"ai-tenant-e2e-praxis-a-b6db28","name":"default-tenant","reconcileID":"d3307b41-e8e9-4678-88b9-91dc451c6419","gvk":"ServiceAccount","name":"payload-processing-e2e-praxis-a-b6db28","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:29:55.201724951Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-b6db28"},"namespace":"ai-tenant-e2e-praxis-a-b6db28","name":"default-tenant","reconcileID":"d3307b41-e8e9-4678-88b9-91dc451c6419","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-praxis-a-b6db28","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:29:55.253580133Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-b6db28"},"namespace":"ai-tenant-e2e-praxis-a-b6db28","name":"default-tenant","reconcileID":"d3307b41-e8e9-4678-88b9-91dc451c6419","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-praxis-a-b6db28","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:29:55.307845763Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-607dc3"},"namespace":"ai-tenant-e2e-praxis-a-607dc3","name":"default-tenant","reconcileID":"938158d9-571d-4ee3-a3a8-6741633841eb","namespace":"ai-tenant-e2e-praxis-a-607dc3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:29:55.307911035Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-607dc3"},"namespace":"ai-tenant-e2e-praxis-a-607dc3","name":"default-tenant","reconcileID":"938158d9-571d-4ee3-a3a8-6741633841eb","namespace":"ai-tenant-e2e-praxis-a-607dc3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:29:55.307968108Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-607dc3"},"namespace":"ai-tenant-e2e-praxis-a-607dc3","name":"default-tenant","reconcileID":"938158d9-571d-4ee3-a3a8-6741633841eb","tenant":"e2e-praxis-a-607dc3","tenantID":"e2e-praxis-a-607dc3","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:29:55.35809895Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-607dc3"},"namespace":"ai-tenant-e2e-praxis-a-607dc3","name":"default-tenant","reconcileID":"938158d9-571d-4ee3-a3a8-6741633841eb","gvk":"Deployment","name":"maas-api-e2e-praxis-a-607dc3","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:29:55.417238046Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-607dc3"},"namespace":"ai-tenant-e2e-praxis-a-607dc3","name":"default-tenant","reconcileID":"938158d9-571d-4ee3-a3a8-6741633841eb","gvk":"Service","name":"maas-api-e2e-praxis-a-607dc3","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:29:55.473515041Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-607dc3"},"namespace":"ai-tenant-e2e-praxis-a-607dc3","name":"default-tenant","reconcileID":"938158d9-571d-4ee3-a3a8-6741633841eb","gvk":"HTTPRoute","name":"maas-api-route-e2e-praxis-a-607dc3","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:29:55.525691774Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-607dc3"},"namespace":"ai-tenant-e2e-praxis-a-607dc3","name":"default-tenant","reconcileID":"938158d9-571d-4ee3-a3a8-6741633841eb","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-praxis-a-607dc3","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:29:55.577120425Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-607dc3"},"namespace":"ai-tenant-e2e-praxis-a-607dc3","name":"default-tenant","reconcileID":"938158d9-571d-4ee3-a3a8-6741633841eb","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-praxis-a-607dc3","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:29:55.635734432Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-607dc3"},"namespace":"ai-tenant-e2e-praxis-a-607dc3","name":"default-tenant","reconcileID":"938158d9-571d-4ee3-a3a8-6741633841eb","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-praxis-a-607dc3","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:29:55.686719299Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-607dc3"},"namespace":"ai-tenant-e2e-praxis-a-607dc3","name":"default-tenant","reconcileID":"938158d9-571d-4ee3-a3a8-6741633841eb","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-praxis-a-607dc3","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:29:55.716460654Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:29:55.737475693Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-607dc3"},"namespace":"ai-tenant-e2e-praxis-a-607dc3","name":"default-tenant","reconcileID":"938158d9-571d-4ee3-a3a8-6741633841eb","gvk":"Telemetry","name":"latency-per-subscription-e2e-praxis-a-607dc3","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:29:55.785599933Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-607dc3"},"namespace":"ai-tenant-e2e-praxis-a-607dc3","name":"default-tenant","reconcileID":"938158d9-571d-4ee3-a3a8-6741633841eb","gvk":"Deployment","name":"payload-processing-e2e-praxis-a-607dc3","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:29:55.833751101Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-607dc3"},"namespace":"ai-tenant-e2e-praxis-a-607dc3","name":"default-tenant","reconcileID":"938158d9-571d-4ee3-a3a8-6741633841eb","gvk":"Deployment","name":"payload-pre-processing-e2e-praxis-a-607dc3","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:29:55.882030277Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-607dc3"},"namespace":"ai-tenant-e2e-praxis-a-607dc3","name":"default-tenant","reconcileID":"938158d9-571d-4ee3-a3a8-6741633841eb","gvk":"Service","name":"payload-processing-e2e-praxis-a-607dc3","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:29:55.930551401Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-607dc3"},"namespace":"ai-tenant-e2e-praxis-a-607dc3","name":"default-tenant","reconcileID":"938158d9-571d-4ee3-a3a8-6741633841eb","gvk":"Service","name":"payload-pre-processing-e2e-praxis-a-607dc3","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:29:55.980837181Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-607dc3"},"namespace":"ai-tenant-e2e-praxis-a-607dc3","name":"default-tenant","reconcileID":"938158d9-571d-4ee3-a3a8-6741633841eb","gvk":"DestinationRule","name":"payload-processing-e2e-praxis-a-607dc3","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:29:56.029804411Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-607dc3"},"namespace":"ai-tenant-e2e-praxis-a-607dc3","name":"default-tenant","reconcileID":"938158d9-571d-4ee3-a3a8-6741633841eb","gvk":"DestinationRule","name":"payload-pre-processing-e2e-praxis-a-607dc3","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:29:56.077920456Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-607dc3"},"namespace":"ai-tenant-e2e-praxis-a-607dc3","name":"default-tenant","reconcileID":"938158d9-571d-4ee3-a3a8-6741633841eb","gvk":"EnvoyFilter","name":"payload-processing-e2e-praxis-a-607dc3","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:29:56.129115985Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-607dc3"},"namespace":"ai-tenant-e2e-praxis-a-607dc3","name":"default-tenant","reconcileID":"938158d9-571d-4ee3-a3a8-6741633841eb","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-praxis-a-607dc3","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:29:56.177318942Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-607dc3"},"namespace":"ai-tenant-e2e-praxis-a-607dc3","name":"default-tenant","reconcileID":"938158d9-571d-4ee3-a3a8-6741633841eb","gvk":"NetworkPolicy","name":"payload-processing-e2e-praxis-a-607dc3","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:29:56.221736467Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-91cd99","namespace":"e2e-models-e2e-worker-w2-91cd99"},"namespace":"e2e-models-e2e-worker-w2-91cd99","name":"premium-w2-91cd99","reconcileID":"d0231a6c-ae00-4d75-8a8d-e3665a04d714","MaaSModelRef":{"name":"premium-w2-91cd99","namespace":"e2e-models-e2e-worker-w2-91cd99"},"routeName":"premium-w2-91cd99-kserve-route","namespace":"e2e-models-e2e-worker-w2-91cd99","llmisvcName":"premium-w2-91cd99","gateway":"openshift-ingress/e2e-worker-w2-91cd99","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:29:56.225645372Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-607dc3"},"namespace":"ai-tenant-e2e-praxis-a-607dc3","name":"default-tenant","reconcileID":"938158d9-571d-4ee3-a3a8-6741633841eb","gvk":"ServiceAccount","name":"payload-processing-e2e-praxis-a-607dc3","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:29:56.273670223Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-607dc3"},"namespace":"ai-tenant-e2e-praxis-a-607dc3","name":"default-tenant","reconcileID":"938158d9-571d-4ee3-a3a8-6741633841eb","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-praxis-a-607dc3","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:29:56.327708891Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-607dc3"},"namespace":"ai-tenant-e2e-praxis-a-607dc3","name":"default-tenant","reconcileID":"938158d9-571d-4ee3-a3a8-6741633841eb","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-praxis-a-607dc3","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:29:56.377058804Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"e2e-test-group-no-auth","reconcileID":"bfa96f3e-f361-497f-87a0-cf47d543d168","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-91cd99","tenantID":"e2e-worker-w2-91cd99","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:29:56.377737107Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"premium-simulator-access","reconcileID":"159d4042-e91e-4430-a46d-8067935a84a9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-91cd99","tenantID":"e2e-worker-w2-91cd99","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:29:56.377917569Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"simulator-access","reconcileID":"ec55b97f-08a8-44d0-98f1-8cc2ea4b2fc1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-91cd99","tenantID":"e2e-worker-w2-91cd99","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:29:56.401979169Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"namespace":"ai-tenant-e2e-worker-w1-5951bc","name":"premium-simulator-subscription","reconcileID":"be393167-d459-4ab2-9541-a3a55e2dd43b","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"name":"maas-trlp-premium-w1-5951bc","model":"e2e-models-e2e-worker-w1-5951bc/premium-w1-5951bc","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:29:56.43281734Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"simulator-access","reconcileID":"ec55b97f-08a8-44d0-98f1-8cc2ea4b2fc1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"name":"e2e-worker-w2-91cd99-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:29:56.433744349Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"e2e-test-group-no-auth","reconcileID":"bfa96f3e-f361-497f-87a0-cf47d543d168","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"name":"e2e-worker-w2-91cd99-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:29:56.435373244Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"premium-simulator-access","reconcileID":"159d4042-e91e-4430-a46d-8067935a84a9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"name":"e2e-worker-w2-91cd99-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:29:56.463941623Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-2f3eb2","namespace":"ai-tenant-e2e-ipp-a-2f3eb2"},"namespace":"ai-tenant-e2e-ipp-a-2f3eb2","name":"ipp-route-2f3eb2","reconcileID":"8e715061-8bda-4860-ad5b-cb6977d020a6","MaaSModelRef":{"name":"ipp-route-2f3eb2","namespace":"ai-tenant-e2e-ipp-a-2f3eb2"},"tenant":"e2e-ipp-a-2f3eb2","gateway":"openshift-ingress/e2e-ipp-a-2f3eb2","model":"ai-tenant-e2e-ipp-a-2f3eb2/ipp-route-2f3eb2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:29:56.46396144Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-2f3eb2","namespace":"ai-tenant-e2e-ipp-a-2f3eb2"},"namespace":"ai-tenant-e2e-ipp-a-2f3eb2","name":"ipp-route-2f3eb2","reconcileID":"8e715061-8bda-4860-ad5b-cb6977d020a6","MaaSModelRef":{"name":"ipp-route-2f3eb2","namespace":"ai-tenant-e2e-ipp-a-2f3eb2"},"routeName":"ipp-route-2f3eb2-kserve-route","namespace":"ai-tenant-e2e-ipp-a-2f3eb2","llmisvcName":"ipp-route-2f3eb2","gateway":"openshift-ingress/e2e-ipp-a-2f3eb2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:29:56.767346268Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"ipp-route-2f3eb2-sub","namespace":"ai-tenant-e2e-ipp-a-2f3eb2"},"namespace":"ai-tenant-e2e-ipp-a-2f3eb2","name":"ipp-route-2f3eb2-sub","reconcileID":"ba3abfed-32e5-41c3-95e7-ea66e9631926","MaaSSubscription":{"name":"ipp-route-2f3eb2-sub","namespace":"ai-tenant-e2e-ipp-a-2f3eb2"},"name":"maas-trlp-ipp-route-2f3eb2","model":"ai-tenant-e2e-ipp-a-2f3eb2/ipp-route-2f3eb2","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:29:56.986781549Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"namespace":"ai-tenant-e2e-worker-w0-9893f0","name":"premium-simulator-subscription","reconcileID":"db384468-acee-4f71-a521-7601317c0cc0","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"name":"maas-trlp-premium-w0-9893f0","model":"e2e-models-e2e-worker-w0-9893f0/premium-w0-9893f0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:29:57.160218869Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"namespace":"ai-tenant-e2e-worker-w3-bb1b51","name":"premium-simulator-subscription","reconcileID":"d9f462c8-55e3-4898-8632-f10eef177be7","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"name":"maas-trlp-premium-w3-bb1b51","model":"e2e-models-e2e-worker-w3-bb1b51/premium-w3-bb1b51","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:29:57.261721419Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"namespace":"ai-tenant-e2e-worker-w0-9893f0","name":"simulator-subscription","reconcileID":"e070f751-7f96-4071-8f6f-047321fc9efc","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"name":"maas-trlp-simulator-w0-9893f0","model":"e2e-models-e2e-worker-w0-9893f0/simulator-w0-9893f0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:29:57.360848384Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"namespace":"ai-tenant-e2e-worker-w1-5951bc","name":"simulator-subscription","reconcileID":"1b66cb08-8e05-4997-88af-2a4161ef3773","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"name":"maas-trlp-simulator-w1-5951bc","model":"e2e-models-e2e-worker-w1-5951bc/simulator-w1-5951bc","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:29:57.396672749Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"namespace":"ai-tenant-e2e-worker-w4-8d2c7c","name":"premium-simulator-subscription","reconcileID":"5eb338de-632b-46c6-ad10-97cd5fa63f37","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"name":"maas-trlp-premium-w4-8d2c7c","model":"e2e-models-e2e-worker-w4-8d2c7c/premium-w4-8d2c7c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:29:57.460229678Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"58440beb-a51c-461a-bdb6-2544dd0dd55d","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:29:57.687271302Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"namespace":"ai-tenant-e2e-worker-w3-bb1b51","name":"simulator-subscription","reconcileID":"5130a625-7ff4-431d-9f6f-32fc5585c4ed","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"name":"maas-trlp-simulator-w3-bb1b51","model":"e2e-models-e2e-worker-w3-bb1b51/simulator-w3-bb1b51","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:29:57.793910349Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"97e060de-75b0-4f66-9862-2c7b8f90d9f8","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:29:57.891650192Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"namespace":"ai-tenant-e2e-worker-w4-8d2c7c","name":"simulator-subscription","reconcileID":"a1e445c3-2ff0-4b55-bcf4-3d54bfe54120","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"name":"maas-trlp-simulator-w4-8d2c7c","model":"e2e-models-e2e-worker-w4-8d2c7c/simulator-w4-8d2c7c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:30:02.310730867Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-a-b6db28","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-a-b6db28","reconcileID":"c42104dc-ac35-42ae-a144-c5fbaddc5fbc","aitenant":"ai-tenants/e2e-praxis-a-b6db28","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:30:02.940790643Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8c5f43fa-746b-4c0f-847b-f53db7febebd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:30:02.989977906Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8c5f43fa-746b-4c0f-847b-f53db7febebd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:30:03.042122307Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8c5f43fa-746b-4c0f-847b-f53db7febebd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:30:03.090902722Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8c5f43fa-746b-4c0f-847b-f53db7febebd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:30:03.146805654Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-a-b6db28","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-a-b6db28","reconcileID":"c42104dc-ac35-42ae-a144-c5fbaddc5fbc","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-praxis-a-b6db28","removed":["maas.opendatahub.io/gateway-access-e2e-praxis-a-b6db28"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:30:04.935797266Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"933e81e3-da11-4682-8ab9-dee68ec890da","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:30:04.985764Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"933e81e3-da11-4682-8ab9-dee68ec890da","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:30:05.03482021Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"933e81e3-da11-4682-8ab9-dee68ec890da","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:30:05.083890987Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"933e81e3-da11-4682-8ab9-dee68ec890da","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:30:05.87403024Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-a-607dc3","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-a-607dc3","reconcileID":"ce0eecf2-3068-491f-8f44-8cf562874275","aitenant":"ai-tenants/e2e-praxis-a-607dc3","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:30:06.41511498Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-group-sub-only","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"e2e-test-group-sub-only","reconcileID":"22c4dcc8-7d31-4f96-b5b7-bf0a2f6f1fea","MaaSSubscription":{"name":"e2e-test-group-sub-only","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"model":"e2e-models-e2e-worker-w2-91cd99/premium-w2-91cd99","subscription":"e2e-test-group-sub-only","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:30:06.464887755Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-2f3eb2","namespace":"ai-tenant-e2e-ipp-a-2f3eb2"},"namespace":"ai-tenant-e2e-ipp-a-2f3eb2","name":"ipp-route-2f3eb2","reconcileID":"80f538d6-56d0-4e01-9a70-c3aadbdb387b","MaaSModelRef":{"name":"ipp-route-2f3eb2","namespace":"ai-tenant-e2e-ipp-a-2f3eb2"},"tenant":"e2e-ipp-a-2f3eb2","gateway":"openshift-ingress/e2e-ipp-a-2f3eb2","model":"ai-tenant-e2e-ipp-a-2f3eb2/ipp-route-2f3eb2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:30:06.464906962Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-2f3eb2","namespace":"ai-tenant-e2e-ipp-a-2f3eb2"},"namespace":"ai-tenant-e2e-ipp-a-2f3eb2","name":"ipp-route-2f3eb2","reconcileID":"80f538d6-56d0-4e01-9a70-c3aadbdb387b","MaaSModelRef":{"name":"ipp-route-2f3eb2","namespace":"ai-tenant-e2e-ipp-a-2f3eb2"},"routeName":"ipp-route-2f3eb2-kserve-route","namespace":"ai-tenant-e2e-ipp-a-2f3eb2","llmisvcName":"ipp-route-2f3eb2","gateway":"openshift-ingress/e2e-ipp-a-2f3eb2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:30:06.572880514Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-a-607dc3","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-a-607dc3","reconcileID":"ce0eecf2-3068-491f-8f44-8cf562874275","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-praxis-a-607dc3","removed":["maas.opendatahub.io/gateway-access-e2e-praxis-a-607dc3"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:30:06.614162289Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-group-sub-only","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"e2e-test-group-sub-only","reconcileID":"22c4dcc8-7d31-4f96-b5b7-bf0a2f6f1fea","MaaSSubscription":{"name":"e2e-test-group-sub-only","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"name":"maas-trlp-premium-w2-91cd99","model":"e2e-models-e2e-worker-w2-91cd99/premium-w2-91cd99","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w2-91cd99/premium-simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:30:06.81013001Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"premium-simulator-subscription","reconcileID":"aaa37c8c-163b-4e93-a434-f3211f9d8dac","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"name":"maas-trlp-premium-w2-91cd99","model":"e2e-models-e2e-worker-w2-91cd99/premium-w2-91cd99","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:30:06.868089946Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-91cd99","namespace":"e2e-models-e2e-worker-w2-91cd99"},"namespace":"e2e-models-e2e-worker-w2-91cd99","name":"premium-w2-91cd99","reconcileID":"699f6e0b-d6a2-44c8-95c1-7891e6d3d0b8","MaaSModelRef":{"name":"premium-w2-91cd99","namespace":"e2e-models-e2e-worker-w2-91cd99"},"routeName":"premium-w2-91cd99-kserve-route","namespace":"e2e-models-e2e-worker-w2-91cd99","llmisvcName":"premium-w2-91cd99","gateway":"openshift-ingress/e2e-worker-w2-91cd99","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:30:06.905941261Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"eff6a964-cd06-4648-aa68-809df46f8253","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:30:06.955481311Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"eff6a964-cd06-4648-aa68-809df46f8253","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:30:07.004287602Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"eff6a964-cd06-4648-aa68-809df46f8253","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:30:07.03630182Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-91cd99","namespace":"e2e-models-e2e-worker-w2-91cd99"},"namespace":"e2e-models-e2e-worker-w2-91cd99","name":"premium-w2-91cd99","reconcileID":"55e7102d-e5b7-4fb5-88c0-be2a089c49ac","MaaSModelRef":{"name":"premium-w2-91cd99","namespace":"e2e-models-e2e-worker-w2-91cd99"},"routeName":"premium-w2-91cd99-kserve-route","namespace":"e2e-models-e2e-worker-w2-91cd99","llmisvcName":"premium-w2-91cd99","gateway":"openshift-ingress/e2e-worker-w2-91cd99","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:30:07.05328687Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"eff6a964-cd06-4648-aa68-809df46f8253","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:30:07.150511924Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"simulator-access","reconcileID":"6b22ca4f-99ef-4652-9a4e-25dc45fa757f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-91cd99","tenantID":"e2e-worker-w2-91cd99","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:30:07.150751298Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"e2e-test-group-no-auth","reconcileID":"ac6b0c9f-3dd1-419a-96da-1e2418cf7346","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-91cd99","tenantID":"e2e-worker-w2-91cd99","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:30:07.150512156Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"premium-simulator-access","reconcileID":"e0f5a091-0258-4ebc-97c4-1cc53f9f6aa9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-91cd99","tenantID":"e2e-worker-w2-91cd99","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:30:07.20890075Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"e2e-test-group-no-auth","reconcileID":"ac6b0c9f-3dd1-419a-96da-1e2418cf7346","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"name":"e2e-worker-w2-91cd99-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:30:07.21219556Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"simulator-access","reconcileID":"6b22ca4f-99ef-4652-9a4e-25dc45fa757f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"name":"e2e-worker-w2-91cd99-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:30:07.216643899Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"premium-simulator-access","reconcileID":"e0f5a091-0258-4ebc-97c4-1cc53f9f6aa9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"name":"e2e-worker-w2-91cd99-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:30:07.414978393Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"e2e-test-group-no-auth","reconcileID":"d696aa95-e9e9-4e91-a5e4-28f63b240dae","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"model":"e2e-models-e2e-worker-w2-91cd99/premium-w2-91cd99","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:30:07.619637735Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-91cd99","namespace":"e2e-models-e2e-worker-w2-91cd99"},"namespace":"e2e-models-e2e-worker-w2-91cd99","name":"premium-w2-91cd99","reconcileID":"2c68f31a-4afe-413c-834b-4f3889761fd7","MaaSModelRef":{"name":"premium-w2-91cd99","namespace":"e2e-models-e2e-worker-w2-91cd99"},"routeName":"premium-w2-91cd99-kserve-route","namespace":"e2e-models-e2e-worker-w2-91cd99","llmisvcName":"premium-w2-91cd99","gateway":"openshift-ingress/e2e-worker-w2-91cd99","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:30:08.929721214Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f92b695b-ce9d-4837-943f-0cdf740adb6e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:30:08.978182078Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f92b695b-ce9d-4837-943f-0cdf740adb6e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:30:09.026955681Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f92b695b-ce9d-4837-943f-0cdf740adb6e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:30:09.075527757Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f92b695b-ce9d-4837-943f-0cdf740adb6e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:30:10.890163294Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7456e7bb-2e41-48cc-9445-13afe26e8ca9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:30:10.93982038Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7456e7bb-2e41-48cc-9445-13afe26e8ca9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:30:10.988542648Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7456e7bb-2e41-48cc-9445-13afe26e8ca9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:30:11.037980386Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7456e7bb-2e41-48cc-9445-13afe26e8ca9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:30:12.932280124Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7f66b93c-07f9-44ff-850e-c36ce94a997a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:30:12.980957496Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7f66b93c-07f9-44ff-850e-c36ce94a997a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:30:13.030594332Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7f66b93c-07f9-44ff-850e-c36ce94a997a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:30:13.080662867Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7f66b93c-07f9-44ff-850e-c36ce94a997a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:30:14.923177948Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bf269378-bfe3-45f9-b721-87f2a8fac5a4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:30:14.972233307Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bf269378-bfe3-45f9-b721-87f2a8fac5a4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:30:15.022781994Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bf269378-bfe3-45f9-b721-87f2a8fac5a4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:30:15.072524689Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bf269378-bfe3-45f9-b721-87f2a8fac5a4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:30:15.25872657Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-91cd99","namespace":"e2e-models-e2e-worker-w2-91cd99"},"namespace":"e2e-models-e2e-worker-w2-91cd99","name":"simulator-w2-91cd99","reconcileID":"a84a89a3-2fd8-4398-aa07-b761634ccd1d","MaaSModelRef":{"name":"simulator-w2-91cd99","namespace":"e2e-models-e2e-worker-w2-91cd99"},"routeName":"simulator-w2-91cd99-kserve-route","namespace":"e2e-models-e2e-worker-w2-91cd99","llmisvcName":"simulator-w2-91cd99","gateway":"openshift-ingress/e2e-worker-w2-91cd99","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:30:15.325081533Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-91cd99","namespace":"e2e-models-e2e-worker-w2-91cd99"},"namespace":"e2e-models-e2e-worker-w2-91cd99","name":"simulator-w2-91cd99","reconcileID":"8ffffd03-fda7-4621-9f36-e6a4a7940ee6","MaaSModelRef":{"name":"simulator-w2-91cd99","namespace":"e2e-models-e2e-worker-w2-91cd99"},"routeName":"simulator-w2-91cd99-kserve-route","namespace":"e2e-models-e2e-worker-w2-91cd99","llmisvcName":"simulator-w2-91cd99","gateway":"openshift-ingress/e2e-worker-w2-91cd99","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:30:15.469113957Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"e2e-status-active-auth","reconcileID":"ddcc52d9-5532-4c00-b737-2aee1bdf9e63","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-91cd99","tenantID":"e2e-worker-w2-91cd99","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:30:15.522282447Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"e2e-status-active-auth","reconcileID":"ddcc52d9-5532-4c00-b737-2aee1bdf9e63","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"name":"e2e-worker-w2-91cd99-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:30:15.540151137Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-91cd99","namespace":"e2e-models-e2e-worker-w2-91cd99"},"namespace":"e2e-models-e2e-worker-w2-91cd99","name":"simulator-w2-91cd99","reconcileID":"263dc148-7dd2-47ca-9bce-6f4fc4459085","MaaSModelRef":{"name":"simulator-w2-91cd99","namespace":"e2e-models-e2e-worker-w2-91cd99"},"routeName":"simulator-w2-91cd99-kserve-route","namespace":"e2e-models-e2e-worker-w2-91cd99","llmisvcName":"simulator-w2-91cd99","gateway":"openshift-ingress/e2e-worker-w2-91cd99","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:30:15.591738175Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-91cd99","namespace":"e2e-models-e2e-worker-w2-91cd99"},"namespace":"e2e-models-e2e-worker-w2-91cd99","name":"simulator-w2-91cd99","reconcileID":"dc685710-01f6-4685-91a1-c33b97817b89","MaaSModelRef":{"name":"simulator-w2-91cd99","namespace":"e2e-models-e2e-worker-w2-91cd99"},"routeName":"simulator-w2-91cd99-kserve-route","namespace":"e2e-models-e2e-worker-w2-91cd99","llmisvcName":"simulator-w2-91cd99","gateway":"openshift-ingress/e2e-worker-w2-91cd99","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T12:30:15.64137121Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-active-sub","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"e2e-status-active-sub","reconcileID":"2ee75611-d3a4-4764-b124-3e1993ea036c","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-status-active-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T12:30:15.748714968Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-91cd99","namespace":"e2e-models-e2e-worker-w2-91cd99"},"namespace":"e2e-models-e2e-worker-w2-91cd99","name":"simulator-w2-91cd99","reconcileID":"f9a982e4-eeaf-47b9-a917-af44e21ed59e","MaaSModelRef":{"name":"simulator-w2-91cd99","namespace":"e2e-models-e2e-worker-w2-91cd99"},"routeName":"simulator-w2-91cd99-kserve-route","namespace":"e2e-models-e2e-worker-w2-91cd99","llmisvcName":"simulator-w2-91cd99","gateway":"openshift-ingress/e2e-worker-w2-91cd99","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:30:15.770985153Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"simulator-access","reconcileID":"f887f246-5117-49d6-ab6f-7956f1ded66d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-91cd99","tenantID":"e2e-worker-w2-91cd99","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:30:15.770983674Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"premium-simulator-access","reconcileID":"ccb139ad-8ad6-46c3-a42e-33fd1a5f06f9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-91cd99","tenantID":"e2e-worker-w2-91cd99","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:30:15.801272413Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-91cd99","namespace":"e2e-models-e2e-worker-w2-91cd99"},"namespace":"e2e-models-e2e-worker-w2-91cd99","name":"simulator-w2-91cd99","reconcileID":"fed12d0f-add6-4cfa-a077-12f4125cddcc","MaaSModelRef":{"name":"simulator-w2-91cd99","namespace":"e2e-models-e2e-worker-w2-91cd99"},"routeName":"simulator-w2-91cd99-kserve-route","namespace":"e2e-models-e2e-worker-w2-91cd99","llmisvcName":"simulator-w2-91cd99","gateway":"openshift-ingress/e2e-worker-w2-91cd99","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:30:15.823402977Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"simulator-access","reconcileID":"f887f246-5117-49d6-ab6f-7956f1ded66d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"name":"e2e-worker-w2-91cd99-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:30:15.824429315Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-91cd99","namespace":"e2e-models-e2e-worker-w2-91cd99"},"namespace":"e2e-models-e2e-worker-w2-91cd99","name":"simulator-w2-91cd99","reconcileID":"8f9adbd3-6bbc-41ca-9f48-d412cb7282c8","MaaSModelRef":{"name":"simulator-w2-91cd99","namespace":"e2e-models-e2e-worker-w2-91cd99"},"routeName":"simulator-w2-91cd99-kserve-route","namespace":"e2e-models-e2e-worker-w2-91cd99","llmisvcName":"simulator-w2-91cd99","gateway":"openshift-ingress/e2e-worker-w2-91cd99","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:30:15.824867578Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"premium-simulator-access","reconcileID":"ccb139ad-8ad6-46c3-a42e-33fd1a5f06f9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"name":"e2e-worker-w2-91cd99-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:30:15.967922106Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"e2e-status-active-auth","reconcileID":"7c3797c2-0276-412b-bce4-7f8c0b1e376f","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-91cd99","tenantID":"e2e-worker-w2-91cd99","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:30:16.021651072Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"e2e-status-active-auth","reconcileID":"7c3797c2-0276-412b-bce4-7f8c0b1e376f","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"name":"e2e-worker-w2-91cd99-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:30:16.055716452Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-active-sub","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"e2e-status-active-sub","reconcileID":"38b9d9a8-f3a6-408f-a0c2-41c020f6d747","MaaSSubscription":{"name":"e2e-status-active-sub","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"name":"maas-trlp-simulator-w2-91cd99","model":"e2e-models-e2e-worker-w2-91cd99/simulator-w2-91cd99","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w2-91cd99/e2e-status-active-sub","ai-tenant-e2e-worker-w2-91cd99/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:30:16.164617062Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"premium-simulator-access","reconcileID":"9a27d810-5835-4fec-b273-6b07111d4aef","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-91cd99","tenantID":"e2e-worker-w2-91cd99","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:30:16.164613934Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"simulator-access","reconcileID":"d37198f5-bc72-470b-8c96-9b20ba834f42","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-91cd99","tenantID":"e2e-worker-w2-91cd99","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:30:16.211408709Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-91cd99","namespace":"e2e-models-e2e-worker-w2-91cd99"},"namespace":"e2e-models-e2e-worker-w2-91cd99","name":"simulator-w2-91cd99","reconcileID":"00b5ca8a-e504-4be9-b250-3a1fdb64f311","MaaSModelRef":{"name":"simulator-w2-91cd99","namespace":"e2e-models-e2e-worker-w2-91cd99"},"routeName":"simulator-w2-91cd99-kserve-route","namespace":"e2e-models-e2e-worker-w2-91cd99","llmisvcName":"simulator-w2-91cd99","gateway":"openshift-ingress/e2e-worker-w2-91cd99","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:30:16.218134725Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"simulator-access","reconcileID":"d37198f5-bc72-470b-8c96-9b20ba834f42","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"name":"e2e-worker-w2-91cd99-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:30:16.218182497Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"premium-simulator-access","reconcileID":"9a27d810-5835-4fec-b273-6b07111d4aef","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"name":"e2e-worker-w2-91cd99-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:30:16.253996492Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"simulator-subscription","reconcileID":"6cdf0cf9-2c78-4977-a2d7-13569bd0702d","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"name":"maas-trlp-simulator-w2-91cd99","model":"e2e-models-e2e-worker-w2-91cd99/simulator-w2-91cd99","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:30:16.406583076Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-active-sub","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"e2e-status-active-sub","reconcileID":"4ceb9def-2536-4acc-b0ef-c3dc8aa46404","MaaSSubscription":{"name":"e2e-status-active-sub","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"name":"maas-trlp-simulator-w2-91cd99","model":"e2e-models-e2e-worker-w2-91cd99/simulator-w2-91cd99","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:30:16.465716339Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-2f3eb2","namespace":"ai-tenant-e2e-ipp-a-2f3eb2"},"namespace":"ai-tenant-e2e-ipp-a-2f3eb2","name":"ipp-route-2f3eb2","reconcileID":"636a0009-b2fc-4337-8ed5-476d3cd7e54e","MaaSModelRef":{"name":"ipp-route-2f3eb2","namespace":"ai-tenant-e2e-ipp-a-2f3eb2"},"tenant":"e2e-ipp-a-2f3eb2","gateway":"openshift-ingress/e2e-ipp-a-2f3eb2","model":"ai-tenant-e2e-ipp-a-2f3eb2/ipp-route-2f3eb2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:30:16.465738974Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-2f3eb2","namespace":"ai-tenant-e2e-ipp-a-2f3eb2"},"namespace":"ai-tenant-e2e-ipp-a-2f3eb2","name":"ipp-route-2f3eb2","reconcileID":"636a0009-b2fc-4337-8ed5-476d3cd7e54e","MaaSModelRef":{"name":"ipp-route-2f3eb2","namespace":"ai-tenant-e2e-ipp-a-2f3eb2"},"routeName":"ipp-route-2f3eb2-kserve-route","namespace":"ai-tenant-e2e-ipp-a-2f3eb2","llmisvcName":"ipp-route-2f3eb2","gateway":"openshift-ingress/e2e-ipp-a-2f3eb2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:30:17.615269842Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"namespace":"ai-tenant-e2e-worker-w0-9893f0","name":"simulator-subscription","reconcileID":"859d9dab-a089-4dc4-9a16-0683a29321a7","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"name":"maas-trlp-simulator-w0-9893f0","model":"e2e-models-e2e-worker-w0-9893f0/simulator-w0-9893f0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:30:17.739840804Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"namespace":"ai-tenant-e2e-worker-w0-9893f0","name":"premium-simulator-subscription","reconcileID":"222d8d71-6f5a-4b87-aff4-93a361e52886","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"name":"maas-trlp-premium-w0-9893f0","model":"e2e-models-e2e-worker-w0-9893f0/premium-w0-9893f0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:30:17.919723398Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"namespace":"ai-tenant-e2e-worker-w4-8d2c7c","name":"premium-simulator-subscription","reconcileID":"c72a0cb0-c767-439e-b878-1e3123d5a422","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"name":"maas-trlp-premium-w4-8d2c7c","model":"e2e-models-e2e-worker-w4-8d2c7c/premium-w4-8d2c7c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:30:18.195363151Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"namespace":"ai-tenant-e2e-worker-w1-5951bc","name":"premium-simulator-subscription","reconcileID":"5690587a-c777-42fd-abe9-173fa1759790","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"name":"maas-trlp-premium-w1-5951bc","model":"e2e-models-e2e-worker-w1-5951bc/premium-w1-5951bc","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:30:18.289772868Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-91cd99","namespace":"e2e-models-e2e-worker-w2-91cd99"},"namespace":"e2e-models-e2e-worker-w2-91cd99","name":"simulator-w2-91cd99","reconcileID":"7b5ad26b-aaa7-4058-be55-77eae987279a","MaaSModelRef":{"name":"simulator-w2-91cd99","namespace":"e2e-models-e2e-worker-w2-91cd99"},"routeName":"simulator-w2-91cd99-kserve-route","namespace":"e2e-models-e2e-worker-w2-91cd99","llmisvcName":"simulator-w2-91cd99","gateway":"openshift-ingress/e2e-worker-w2-91cd99","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:30:18.37897026Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"namespace":"ai-tenant-e2e-worker-w3-bb1b51","name":"premium-simulator-subscription","reconcileID":"c9496b96-34ef-47b2-9853-896e6433fea9","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"name":"maas-trlp-premium-w3-bb1b51","model":"e2e-models-e2e-worker-w3-bb1b51/premium-w3-bb1b51","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:30:18.439031883Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"premium-simulator-access","reconcileID":"cbecdb13-28f1-46fd-8e5a-ea14528858bc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-91cd99","tenantID":"e2e-worker-w2-91cd99","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:30:18.439724818Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"e2e-status-active-auth","reconcileID":"720e898b-6019-473c-a0f6-363623ba987d","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-91cd99","tenantID":"e2e-worker-w2-91cd99","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:30:18.440297907Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"simulator-access","reconcileID":"93e71938-24e9-45b2-83e2-d9dc9eccd0b3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-91cd99","tenantID":"e2e-worker-w2-91cd99","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:30:18.483712402Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"namespace":"ai-tenant-e2e-worker-w4-8d2c7c","name":"simulator-subscription","reconcileID":"cb7b2f7f-4738-4378-9ead-fdbe9f059e38","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"name":"maas-trlp-simulator-w4-8d2c7c","model":"e2e-models-e2e-worker-w4-8d2c7c/simulator-w4-8d2c7c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:30:18.498825732Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"premium-simulator-access","reconcileID":"cbecdb13-28f1-46fd-8e5a-ea14528858bc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"name":"e2e-worker-w2-91cd99-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:30:18.501212612Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"namespace":"ai-tenant-e2e-worker-w3-bb1b51","name":"simulator-subscription","reconcileID":"cdea4714-c03b-4e89-9fb2-949e3aa04a4d","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"name":"maas-trlp-simulator-w3-bb1b51","model":"e2e-models-e2e-worker-w3-bb1b51/simulator-w3-bb1b51","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:30:18.506829822Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"e2e-status-active-auth","reconcileID":"720e898b-6019-473c-a0f6-363623ba987d","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"name":"e2e-worker-w2-91cd99-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:30:18.507984814Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"simulator-access","reconcileID":"93e71938-24e9-45b2-83e2-d9dc9eccd0b3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"name":"e2e-worker-w2-91cd99-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:30:18.633534556Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"ipp-route-2f3eb2-sub","namespace":"ai-tenant-e2e-ipp-a-2f3eb2"},"namespace":"ai-tenant-e2e-ipp-a-2f3eb2","name":"ipp-route-2f3eb2-sub","reconcileID":"851d2eb8-bbe1-4b8c-96c3-2f238e91cd85","MaaSSubscription":{"name":"ipp-route-2f3eb2-sub","namespace":"ai-tenant-e2e-ipp-a-2f3eb2"},"name":"maas-trlp-ipp-route-2f3eb2","model":"ai-tenant-e2e-ipp-a-2f3eb2/ipp-route-2f3eb2","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:30:18.723336608Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"namespace":"ai-tenant-e2e-worker-w1-5951bc","name":"simulator-subscription","reconcileID":"f03ed87e-b5a8-4a33-9575-130dae472ddb","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"name":"maas-trlp-simulator-w1-5951bc","model":"e2e-models-e2e-worker-w1-5951bc/simulator-w1-5951bc","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:30:18.821216036Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"23d21024-c933-46f6-9957-9a58e838e107","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:30:19.052583942Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"3602901d-c785-4b6d-97d7-2c49f11fbf28","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:30:22.425968597Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-2f3eb2-auth","namespace":"ai-tenant-e2e-ipp-a-2f3eb2"},"namespace":"ai-tenant-e2e-ipp-a-2f3eb2","name":"ipp-route-2f3eb2-auth","reconcileID":"7f5919c0-126e-4d96-8d06-3ed219b97306","MaaSAuthPolicy":{"name":"ipp-route-2f3eb2-auth","namespace":"ai-tenant-e2e-ipp-a-2f3eb2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-2f3eb2","tenantID":"e2e-ipp-a-2f3eb2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:30:22.48029212Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-2f3eb2-auth","namespace":"ai-tenant-e2e-ipp-a-2f3eb2"},"namespace":"ai-tenant-e2e-ipp-a-2f3eb2","name":"ipp-route-2f3eb2-auth","reconcileID":"7f5919c0-126e-4d96-8d06-3ed219b97306","MaaSAuthPolicy":{"name":"ipp-route-2f3eb2-auth","namespace":"ai-tenant-e2e-ipp-a-2f3eb2"},"name":"e2e-ipp-a-2f3eb2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:30:22.577028578Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-2f3eb2","namespace":"ai-tenant-e2e-ipp-a-2f3eb2"},"namespace":"ai-tenant-e2e-ipp-a-2f3eb2","name":"ipp-route-2f3eb2","reconcileID":"b0a7b06f-9f79-4626-aa67-c12276068ffb","MaaSModelRef":{"name":"ipp-route-2f3eb2","namespace":"ai-tenant-e2e-ipp-a-2f3eb2"},"tenant":"e2e-ipp-a-2f3eb2","gateway":"openshift-ingress/e2e-ipp-a-2f3eb2","model":"ai-tenant-e2e-ipp-a-2f3eb2/ipp-route-2f3eb2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:30:22.577049867Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-2f3eb2","namespace":"ai-tenant-e2e-ipp-a-2f3eb2"},"namespace":"ai-tenant-e2e-ipp-a-2f3eb2","name":"ipp-route-2f3eb2","reconcileID":"b0a7b06f-9f79-4626-aa67-c12276068ffb","MaaSModelRef":{"name":"ipp-route-2f3eb2","namespace":"ai-tenant-e2e-ipp-a-2f3eb2"},"routeName":"ipp-route-2f3eb2-kserve-route","namespace":"ai-tenant-e2e-ipp-a-2f3eb2","llmisvcName":"ipp-route-2f3eb2","gateway":"openshift-ingress/e2e-ipp-a-2f3eb2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:30:22.630897005Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-2f3eb2","namespace":"ai-tenant-e2e-ipp-a-2f3eb2"},"namespace":"ai-tenant-e2e-ipp-a-2f3eb2","name":"ipp-route-2f3eb2","reconcileID":"2c75d329-d990-487a-9265-fb380fb94708","MaaSModelRef":{"name":"ipp-route-2f3eb2","namespace":"ai-tenant-e2e-ipp-a-2f3eb2"},"tenant":"e2e-ipp-a-2f3eb2","gateway":"openshift-ingress/e2e-ipp-a-2f3eb2","model":"ai-tenant-e2e-ipp-a-2f3eb2/ipp-route-2f3eb2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:30:22.630924712Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-2f3eb2","namespace":"ai-tenant-e2e-ipp-a-2f3eb2"},"namespace":"ai-tenant-e2e-ipp-a-2f3eb2","name":"ipp-route-2f3eb2","reconcileID":"2c75d329-d990-487a-9265-fb380fb94708","MaaSModelRef":{"name":"ipp-route-2f3eb2","namespace":"ai-tenant-e2e-ipp-a-2f3eb2"},"routeName":"ipp-route-2f3eb2-kserve-route","namespace":"ai-tenant-e2e-ipp-a-2f3eb2","llmisvcName":"ipp-route-2f3eb2","gateway":"openshift-ingress/e2e-ipp-a-2f3eb2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:30:22.677338594Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-2f3eb2-auth","namespace":"ai-tenant-e2e-ipp-a-2f3eb2"},"namespace":"ai-tenant-e2e-ipp-a-2f3eb2","name":"ipp-route-2f3eb2-auth","reconcileID":"2077af5c-5a27-4cb1-b587-e4cab4f16e6a","MaaSAuthPolicy":{"name":"ipp-route-2f3eb2-auth","namespace":"ai-tenant-e2e-ipp-a-2f3eb2"},"model":"ai-tenant-e2e-ipp-a-2f3eb2/ipp-route-2f3eb2","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T12:30:22.683454178Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-2f3eb2","namespace":"ai-tenant-e2e-ipp-a-2f3eb2"},"namespace":"ai-tenant-e2e-ipp-a-2f3eb2","name":"ipp-route-2f3eb2","reconcileID":"2c75d329-d990-487a-9265-fb380fb94708","name":"ipp-route-2f3eb2","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"ipp-route-2f3eb2\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T12:30:22.683511515Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-2f3eb2","namespace":"ai-tenant-e2e-ipp-a-2f3eb2"},"namespace":"ai-tenant-e2e-ipp-a-2f3eb2","name":"ipp-route-2f3eb2","reconcileID":"2c75d329-d990-487a-9265-fb380fb94708","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"ipp-route-2f3eb2\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T12:30:22.688918459Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-2f3eb2","namespace":"ai-tenant-e2e-ipp-a-2f3eb2"},"namespace":"ai-tenant-e2e-ipp-a-2f3eb2","name":"ipp-route-2f3eb2","reconcileID":"501dcadb-8d7c-4eef-8c37-523b7482fba1","MaaSModelRef":{"name":"ipp-route-2f3eb2","namespace":"ai-tenant-e2e-ipp-a-2f3eb2"},"tenant":"e2e-ipp-a-2f3eb2","gateway":"openshift-ingress/e2e-ipp-a-2f3eb2","model":"ai-tenant-e2e-ipp-a-2f3eb2/ipp-route-2f3eb2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:30:22.688937604Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-2f3eb2","namespace":"ai-tenant-e2e-ipp-a-2f3eb2"},"namespace":"ai-tenant-e2e-ipp-a-2f3eb2","name":"ipp-route-2f3eb2","reconcileID":"501dcadb-8d7c-4eef-8c37-523b7482fba1","MaaSModelRef":{"name":"ipp-route-2f3eb2","namespace":"ai-tenant-e2e-ipp-a-2f3eb2"},"routeName":"ipp-route-2f3eb2-kserve-route","namespace":"ai-tenant-e2e-ipp-a-2f3eb2","llmisvcName":"ipp-route-2f3eb2","gateway":"openshift-ingress/e2e-ipp-a-2f3eb2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:30:22.755458171Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"ipp-route-2f3eb2-sub","namespace":"ai-tenant-e2e-ipp-a-2f3eb2"},"namespace":"ai-tenant-e2e-ipp-a-2f3eb2","name":"ipp-route-2f3eb2-sub","reconcileID":"a79591c9-6640-43da-8799-12347582671d","MaaSSubscription":{"name":"ipp-route-2f3eb2-sub","namespace":"ai-tenant-e2e-ipp-a-2f3eb2"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-9e400204","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:30:22.803672282Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"ipp-route-2f3eb2-sub","namespace":"ai-tenant-e2e-ipp-a-2f3eb2"},"namespace":"ai-tenant-e2e-ipp-a-2f3eb2","name":"ipp-route-2f3eb2-sub","reconcileID":"8c8188ae-da0f-4927-8e8b-28dbc36253e7","MaaSSubscription":{"name":"ipp-route-2f3eb2-sub","namespace":"ai-tenant-e2e-ipp-a-2f3eb2"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-9e400204","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:30:22.927062245Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-2f3eb2-auth","namespace":"ai-tenant-e2e-ipp-a-2f3eb2"},"namespace":"ai-tenant-e2e-ipp-a-2f3eb2","name":"ipp-route-2f3eb2-auth","reconcileID":"2077af5c-5a27-4cb1-b587-e4cab4f16e6a","MaaSAuthPolicy":{"name":"ipp-route-2f3eb2-auth","namespace":"ai-tenant-e2e-ipp-a-2f3eb2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-2f3eb2","tenantID":"e2e-ipp-a-2f3eb2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:30:22.947716779Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"ipp-route-2f3eb2-sub","namespace":"ai-tenant-e2e-ipp-a-2f3eb2"},"namespace":"ai-tenant-e2e-ipp-a-2f3eb2","name":"ipp-route-2f3eb2-sub","reconcileID":"06e9daf7-7f58-4676-85d6-11352da1c590","MaaSSubscription":{"name":"ipp-route-2f3eb2-sub","namespace":"ai-tenant-e2e-ipp-a-2f3eb2"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-9e400204","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:30:23.024499095Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"ipp-route-2f3eb2-sub","namespace":"ai-tenant-e2e-ipp-a-2f3eb2"},"namespace":"ai-tenant-e2e-ipp-a-2f3eb2","name":"ipp-route-2f3eb2-sub","reconcileID":"e524e2fd-b005-4998-b113-7bab7c061d88","MaaSSubscription":{"name":"ipp-route-2f3eb2-sub","namespace":"ai-tenant-e2e-ipp-a-2f3eb2"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-9e400204","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:30:23.026389964Z","body":"Deleting generated TokenRateLimitPolicy on MaaSModelRef deletion","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-2f3eb2","namespace":"ai-tenant-e2e-ipp-a-2f3eb2"},"namespace":"ai-tenant-e2e-ipp-a-2f3eb2","name":"ipp-route-2f3eb2","reconcileID":"c2d4954a-f70b-4cd4-9739-14afa71829c0","MaaSModelRef":{"name":"ipp-route-2f3eb2","namespace":"ai-tenant-e2e-ipp-a-2f3eb2"},"name":"maas-trlp-ipp-route-2f3eb2","namespace":"ai-tenant-e2e-ipp-a-2f3eb2","model":"ipp-route-2f3eb2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:30:23.044585872Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-2f3eb2-auth","namespace":"ai-tenant-e2e-ipp-a-2f3eb2"},"namespace":"ai-tenant-e2e-ipp-a-2f3eb2","name":"ipp-route-2f3eb2-auth","reconcileID":"2077af5c-5a27-4cb1-b587-e4cab4f16e6a","MaaSAuthPolicy":{"name":"ipp-route-2f3eb2-auth","namespace":"ai-tenant-e2e-ipp-a-2f3eb2"},"name":"e2e-ipp-a-2f3eb2-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:30:23.044608448Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-2f3eb2-auth","namespace":"ai-tenant-e2e-ipp-a-2f3eb2"},"namespace":"ai-tenant-e2e-ipp-a-2f3eb2","name":"ipp-route-2f3eb2-auth","reconcileID":"2077af5c-5a27-4cb1-b587-e4cab4f16e6a","MaaSAuthPolicy":{"name":"ipp-route-2f3eb2-auth","namespace":"ai-tenant-e2e-ipp-a-2f3eb2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-2f3eb2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:30:23.078911945Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"ipp-route-2f3eb2-sub","namespace":"ai-tenant-e2e-ipp-a-2f3eb2"},"namespace":"ai-tenant-e2e-ipp-a-2f3eb2","name":"ipp-route-2f3eb2-sub","reconcileID":"0e776504-561a-4f8b-98c6-97caeaed3517","MaaSSubscription":{"name":"ipp-route-2f3eb2-sub","namespace":"ai-tenant-e2e-ipp-a-2f3eb2"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-9e400204","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:30:23.369459498Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"ipp-route-2f3eb2-sub","namespace":"ai-tenant-e2e-ipp-a-2f3eb2"},"namespace":"ai-tenant-e2e-ipp-a-2f3eb2","name":"ipp-route-2f3eb2-sub","reconcileID":"13b5a2a1-f9d7-48b5-b360-aab0cf3df763","MaaSSubscription":{"name":"ipp-route-2f3eb2-sub","namespace":"ai-tenant-e2e-ipp-a-2f3eb2"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-9e400204","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:30:23.417843345Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"ipp-route-2f3eb2-sub","namespace":"ai-tenant-e2e-ipp-a-2f3eb2"},"namespace":"ai-tenant-e2e-ipp-a-2f3eb2","name":"ipp-route-2f3eb2-sub","reconcileID":"634a93ec-93a4-4a8f-9c82-7d7e560f7777","MaaSSubscription":{"name":"ipp-route-2f3eb2-sub","namespace":"ai-tenant-e2e-ipp-a-2f3eb2"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-9e400204","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:30:23.472434226Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"ipp-route-2f3eb2-sub","namespace":"ai-tenant-e2e-ipp-a-2f3eb2"},"namespace":"ai-tenant-e2e-ipp-a-2f3eb2","name":"ipp-route-2f3eb2-sub","reconcileID":"8a61b12f-cc5a-4b19-9da9-8048e99d12bd","MaaSSubscription":{"name":"ipp-route-2f3eb2-sub","namespace":"ai-tenant-e2e-ipp-a-2f3eb2"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-9e400204","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:30:24.32843602Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f7093317-75b7-41a2-99e6-01cc5e75c9d7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:30:24.377315579Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f7093317-75b7-41a2-99e6-01cc5e75c9d7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:30:24.426806742Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f7093317-75b7-41a2-99e6-01cc5e75c9d7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:30:24.478686437Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f7093317-75b7-41a2-99e6-01cc5e75c9d7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:30:25.712885576Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:30:26.319725594Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b33fc7f3-cd30-4142-8f9c-9d4c3acd92c0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:30:26.368232583Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b33fc7f3-cd30-4142-8f9c-9d4c3acd92c0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:30:26.417046968Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b33fc7f3-cd30-4142-8f9c-9d4c3acd92c0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:30:26.531531078Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b33fc7f3-cd30-4142-8f9c-9d4c3acd92c0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:30:28.44133468Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-active-sub","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"e2e-status-active-sub","reconcileID":"65512d6c-077f-4ada-a91d-471bea0d8ea3","MaaSSubscription":{"name":"e2e-status-active-sub","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"model":"e2e-models-e2e-worker-w2-91cd99/simulator-w2-91cd99","subscription":"e2e-status-active-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:30:28.641048187Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-active-sub","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"e2e-status-active-sub","reconcileID":"65512d6c-077f-4ada-a91d-471bea0d8ea3","MaaSSubscription":{"name":"e2e-status-active-sub","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"name":"maas-trlp-simulator-w2-91cd99","model":"e2e-models-e2e-worker-w2-91cd99/simulator-w2-91cd99","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w2-91cd99/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:30:28.834944139Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"simulator-subscription","reconcileID":"f06d492c-0346-4bea-99e5-447f721c9d6c","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"name":"maas-trlp-simulator-w2-91cd99","model":"e2e-models-e2e-worker-w2-91cd99/simulator-w2-91cd99","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:30:28.84209662Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-91cd99","namespace":"e2e-models-e2e-worker-w2-91cd99"},"namespace":"e2e-models-e2e-worker-w2-91cd99","name":"simulator-w2-91cd99","reconcileID":"2f9537d7-7313-415b-b8fd-6f64c06113cb","MaaSModelRef":{"name":"simulator-w2-91cd99","namespace":"e2e-models-e2e-worker-w2-91cd99"},"routeName":"simulator-w2-91cd99-kserve-route","namespace":"e2e-models-e2e-worker-w2-91cd99","llmisvcName":"simulator-w2-91cd99","gateway":"openshift-ingress/e2e-worker-w2-91cd99","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:30:28.989451003Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"simulator-access","reconcileID":"09c0a42b-ca72-4074-8869-0df764374654","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-91cd99","tenantID":"e2e-worker-w2-91cd99","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:30:28.98946328Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"e2e-status-active-auth","reconcileID":"d2659ca9-8523-4ef2-a2ff-4bdf5b9b0d92","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-91cd99","tenantID":"e2e-worker-w2-91cd99","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:30:28.989935114Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"premium-simulator-access","reconcileID":"cd6d515c-f4ca-49e0-b463-bb6e008ee2da","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-91cd99","tenantID":"e2e-worker-w2-91cd99","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:30:28.990179642Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-91cd99","namespace":"e2e-models-e2e-worker-w2-91cd99"},"namespace":"e2e-models-e2e-worker-w2-91cd99","name":"simulator-w2-91cd99","reconcileID":"38d00fd8-de86-4565-914d-13658d83b3c0","MaaSModelRef":{"name":"simulator-w2-91cd99","namespace":"e2e-models-e2e-worker-w2-91cd99"},"routeName":"simulator-w2-91cd99-kserve-route","namespace":"e2e-models-e2e-worker-w2-91cd99","llmisvcName":"simulator-w2-91cd99","gateway":"openshift-ingress/e2e-worker-w2-91cd99","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:30:29.041954825Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"simulator-access","reconcileID":"09c0a42b-ca72-4074-8869-0df764374654","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"name":"e2e-worker-w2-91cd99-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:30:29.042095845Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"e2e-status-active-auth","reconcileID":"d2659ca9-8523-4ef2-a2ff-4bdf5b9b0d92","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"name":"e2e-worker-w2-91cd99-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:30:29.044098626Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"premium-simulator-access","reconcileID":"cd6d515c-f4ca-49e0-b463-bb6e008ee2da","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"name":"e2e-worker-w2-91cd99-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:30:29.186737249Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"e2e-status-active-auth","reconcileID":"d36502be-eee8-461d-9eb1-e83447111a8f","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"model":"e2e-models-e2e-worker-w2-91cd99/simulator-w2-91cd99","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:30:29.339955271Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-91cd99","namespace":"e2e-models-e2e-worker-w2-91cd99"},"namespace":"e2e-models-e2e-worker-w2-91cd99","name":"simulator-w2-91cd99","reconcileID":"4c8b64b9-8bc6-4040-9fab-a6fb4cc4dca1","MaaSModelRef":{"name":"simulator-w2-91cd99","namespace":"e2e-models-e2e-worker-w2-91cd99"},"routeName":"simulator-w2-91cd99-kserve-route","namespace":"e2e-models-e2e-worker-w2-91cd99","llmisvcName":"simulator-w2-91cd99","gateway":"openshift-ingress/e2e-worker-w2-91cd99","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T12:30:30.307823839Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-failed-sub","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"e2e-status-failed-sub","reconcileID":"bad020da-b017-4367-a990-3cafe63f6ba2","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-status-failed-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T12:30:30.358084478Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"simulator-access","reconcileID":"ab619e1c-207e-46c2-9691-d464186a141d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-91cd99","tenantID":"e2e-worker-w2-91cd99","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:30:30.358085252Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"premium-simulator-access","reconcileID":"f83961af-19ff-4e3d-9892-add3fecfa793","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-91cd99","tenantID":"e2e-worker-w2-91cd99","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:30:30.413441234Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"premium-simulator-access","reconcileID":"f83961af-19ff-4e3d-9892-add3fecfa793","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"name":"e2e-worker-w2-91cd99-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:30:30.413519778Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"simulator-access","reconcileID":"ab619e1c-207e-46c2-9691-d464186a141d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"name":"e2e-worker-w2-91cd99-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:30:30.704499919Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"premium-simulator-access","reconcileID":"5d54958d-8f53-470a-b7f0-0d69c9ce253b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-91cd99","tenantID":"e2e-worker-w2-91cd99","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:30:30.704505829Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"simulator-access","reconcileID":"8afa0a98-405c-4cbe-9892-1682ecfdeded","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-91cd99","tenantID":"e2e-worker-w2-91cd99","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:30:30.757249975Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"premium-simulator-access","reconcileID":"5d54958d-8f53-470a-b7f0-0d69c9ce253b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"name":"e2e-worker-w2-91cd99-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:30:30.757287818Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"simulator-access","reconcileID":"8afa0a98-405c-4cbe-9892-1682ecfdeded","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"name":"e2e-worker-w2-91cd99-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:30:32.792735058Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"premium-simulator-access","reconcileID":"1c899342-4730-4a0e-b5de-101a7c0e3e9c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-91cd99","tenantID":"e2e-worker-w2-91cd99","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:30:32.792732903Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"simulator-access","reconcileID":"bfa024c8-caae-4c9d-8e28-bbcd227650f7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-91cd99","tenantID":"e2e-worker-w2-91cd99","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:30:32.846868411Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"simulator-access","reconcileID":"bfa024c8-caae-4c9d-8e28-bbcd227650f7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"name":"e2e-worker-w2-91cd99-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:30:32.847080107Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"premium-simulator-access","reconcileID":"1c899342-4730-4a0e-b5de-101a7c0e3e9c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"name":"e2e-worker-w2-91cd99-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:30:33.522080518Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"ipp-route-2f3eb2-sub","namespace":"ai-tenant-e2e-ipp-a-2f3eb2"},"namespace":"ai-tenant-e2e-ipp-a-2f3eb2","name":"ipp-route-2f3eb2-sub","reconcileID":"8a2ddb01-0411-4e46-a4db-ed3e8c563421","MaaSSubscription":{"name":"ipp-route-2f3eb2-sub","namespace":"ai-tenant-e2e-ipp-a-2f3eb2"},"model":"ai-tenant-e2e-ipp-a-2f3eb2/ipp-route-2f3eb2","subscription":"ipp-route-2f3eb2-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:30:33.522217511Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"ipp-route-2f3eb2-sub","namespace":"ai-tenant-e2e-ipp-a-2f3eb2"},"namespace":"ai-tenant-e2e-ipp-a-2f3eb2","name":"ipp-route-2f3eb2-sub","reconcileID":"8a2ddb01-0411-4e46-a4db-ed3e8c563421","MaaSSubscription":{"name":"ipp-route-2f3eb2-sub","namespace":"ai-tenant-e2e-ipp-a-2f3eb2"},"model":"ai-tenant-e2e-ipp-a-2f3eb2/ipp-route-2f3eb2","error":"MaaSModelRef not found: ai-tenant-e2e-ipp-a-2f3eb2/ipp-route-2f3eb2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:30:42.799529118Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-failed-sub","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"e2e-status-failed-sub","reconcileID":"5a51b8c3-3b4c-4da2-9f80-be909d185f72","MaaSSubscription":{"name":"e2e-status-failed-sub","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"model":"e2e-models-e2e-worker-w2-91cd99/nonexistent-model-xyz","subscription":"e2e-status-failed-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:30:42.799704113Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-failed-sub","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"e2e-status-failed-sub","reconcileID":"5a51b8c3-3b4c-4da2-9f80-be909d185f72","MaaSSubscription":{"name":"e2e-status-failed-sub","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"model":"e2e-models-e2e-worker-w2-91cd99/nonexistent-model-xyz","error":"MaaSModelRef not found: e2e-models-e2e-worker-w2-91cd99/nonexistent-model-xyz","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:30:43.214139168Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"premium-simulator-access","reconcileID":"d46bdb20-48ff-4c73-bb38-2a76c512362f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-91cd99","tenantID":"e2e-worker-w2-91cd99","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:30:43.214677677Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"simulator-access","reconcileID":"52d0f5b5-9d87-4634-a27b-e66628a53206","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-91cd99","tenantID":"e2e-worker-w2-91cd99","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:30:43.273312931Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"premium-simulator-access","reconcileID":"d46bdb20-48ff-4c73-bb38-2a76c512362f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"name":"e2e-worker-w2-91cd99-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:30:43.276190768Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"simulator-access","reconcileID":"52d0f5b5-9d87-4634-a27b-e66628a53206","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"name":"e2e-worker-w2-91cd99-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:30:43.930771611Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-91cd99","namespace":"e2e-models-e2e-worker-w2-91cd99"},"namespace":"e2e-models-e2e-worker-w2-91cd99","name":"simulator-w2-91cd99","reconcileID":"c98b9d63-cf07-4fe8-acfc-b85ef527c2fb","MaaSModelRef":{"name":"simulator-w2-91cd99","namespace":"e2e-models-e2e-worker-w2-91cd99"},"routeName":"simulator-w2-91cd99-kserve-route","namespace":"e2e-models-e2e-worker-w2-91cd99","llmisvcName":"simulator-w2-91cd99","gateway":"openshift-ingress/e2e-worker-w2-91cd99","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:30:43.982021573Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-91cd99","namespace":"e2e-models-e2e-worker-w2-91cd99"},"namespace":"e2e-models-e2e-worker-w2-91cd99","name":"simulator-w2-91cd99","reconcileID":"fef31088-5023-4ad2-8e8f-08ed3658fe72","MaaSModelRef":{"name":"simulator-w2-91cd99","namespace":"e2e-models-e2e-worker-w2-91cd99"},"routeName":"simulator-w2-91cd99-kserve-route","namespace":"e2e-models-e2e-worker-w2-91cd99","llmisvcName":"simulator-w2-91cd99","gateway":"openshift-ingress/e2e-worker-w2-91cd99","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:30:44.134528631Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth-only","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"e2e-status-active-auth-only","reconcileID":"4cdd5a7a-804a-4041-9424-36786b3e7996","MaaSAuthPolicy":{"name":"e2e-status-active-auth-only","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-91cd99","tenantID":"e2e-worker-w2-91cd99","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:30:44.187865494Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth-only","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"e2e-status-active-auth-only","reconcileID":"4cdd5a7a-804a-4041-9424-36786b3e7996","MaaSAuthPolicy":{"name":"e2e-status-active-auth-only","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"name":"e2e-worker-w2-91cd99-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:30:44.445272125Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-91cd99","namespace":"e2e-models-e2e-worker-w2-91cd99"},"namespace":"e2e-models-e2e-worker-w2-91cd99","name":"simulator-w2-91cd99","reconcileID":"e594a961-322c-4044-925c-888840f458f6","MaaSModelRef":{"name":"simulator-w2-91cd99","namespace":"e2e-models-e2e-worker-w2-91cd99"},"routeName":"simulator-w2-91cd99-kserve-route","namespace":"e2e-models-e2e-worker-w2-91cd99","llmisvcName":"simulator-w2-91cd99","gateway":"openshift-ingress/e2e-worker-w2-91cd99","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:30:44.590460407Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth-only","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"e2e-status-active-auth-only","reconcileID":"70abd965-0c52-4a9e-af21-ae160d7a67dd","MaaSAuthPolicy":{"name":"e2e-status-active-auth-only","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-91cd99","tenantID":"e2e-worker-w2-91cd99","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:30:44.644550257Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth-only","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"e2e-status-active-auth-only","reconcileID":"70abd965-0c52-4a9e-af21-ae160d7a67dd","MaaSAuthPolicy":{"name":"e2e-status-active-auth-only","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"name":"e2e-worker-w2-91cd99-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:30:45.842420707Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-2daac7"},"namespace":"ai-tenant-e2e-ipp-b-2daac7","name":"default-tenant","reconcileID":"4312b10e-c4e5-4686-93b4-477ea6ec343f","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-b-2daac7","tenantID":"e2e-ipp-b-2daac7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:30:45.948702952Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-2daac7"},"namespace":"ai-tenant-e2e-ipp-b-2daac7","name":"default-tenant","reconcileID":"4312b10e-c4e5-4686-93b4-477ea6ec343f","name":"e2e-ipp-b-2daac7-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:30:46.543120718Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth-only","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"e2e-status-active-auth-only","reconcileID":"d23166e7-7d36-4e96-a6dd-b8b52f1c42d2","MaaSAuthPolicy":{"name":"e2e-status-active-auth-only","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"model":"e2e-models-e2e-worker-w2-91cd99/simulator-w2-91cd99","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:30:46.543201874Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-91cd99","namespace":"e2e-models-e2e-worker-w2-91cd99"},"namespace":"e2e-models-e2e-worker-w2-91cd99","name":"simulator-w2-91cd99","reconcileID":"1c07c339-8055-48de-86ff-1dfc8bed5e89","MaaSModelRef":{"name":"simulator-w2-91cd99","namespace":"e2e-models-e2e-worker-w2-91cd99"},"routeName":"simulator-w2-91cd99-kserve-route","namespace":"e2e-models-e2e-worker-w2-91cd99","llmisvcName":"simulator-w2-91cd99","gateway":"openshift-ingress/e2e-worker-w2-91cd99","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:30:46.698541393Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-91cd99","namespace":"e2e-models-e2e-worker-w2-91cd99"},"namespace":"e2e-models-e2e-worker-w2-91cd99","name":"simulator-w2-91cd99","reconcileID":"d24d6f90-8277-428e-b9e6-980629000702","MaaSModelRef":{"name":"simulator-w2-91cd99","namespace":"e2e-models-e2e-worker-w2-91cd99"},"routeName":"simulator-w2-91cd99-kserve-route","namespace":"e2e-models-e2e-worker-w2-91cd99","llmisvcName":"simulator-w2-91cd99","gateway":"openshift-ingress/e2e-worker-w2-91cd99","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:30:47.806270957Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-failed-auth","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"e2e-status-failed-auth","reconcileID":"1d2eb268-e6ab-483c-aad2-1e97d3fdf9f0","MaaSAuthPolicy":{"name":"e2e-status-failed-auth","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-91cd99","tenantID":"e2e-worker-w2-91cd99","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:30:47.859189776Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-failed-auth","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"e2e-status-failed-auth","reconcileID":"1d2eb268-e6ab-483c-aad2-1e97d3fdf9f0","MaaSAuthPolicy":{"name":"e2e-status-failed-auth","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"name":"e2e-worker-w2-91cd99-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:30:47.910857566Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-failed-auth","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"e2e-status-failed-auth","reconcileID":"1d2eb268-e6ab-483c-aad2-1e97d3fdf9f0","MaaSAuthPolicy":{"name":"e2e-status-failed-auth","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"model":"e2e-models-e2e-worker-w2-91cd99/nonexistent-model-abc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:30:48.252695936Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-failed-auth","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"e2e-status-failed-auth","reconcileID":"75377ab5-505b-4ead-aa3a-30ae199b0185","MaaSAuthPolicy":{"name":"e2e-status-failed-auth","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-91cd99","tenantID":"e2e-worker-w2-91cd99","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:30:48.304689824Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-failed-auth","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"e2e-status-failed-auth","reconcileID":"75377ab5-505b-4ead-aa3a-30ae199b0185","MaaSAuthPolicy":{"name":"e2e-status-failed-auth","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"name":"e2e-worker-w2-91cd99-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:30:48.356207532Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-failed-auth","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"e2e-status-failed-auth","reconcileID":"75377ab5-505b-4ead-aa3a-30ae199b0185","MaaSAuthPolicy":{"name":"e2e-status-failed-auth","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"model":"e2e-models-e2e-worker-w2-91cd99/nonexistent-model-abc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:30:49.984281098Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-failed-auth","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"e2e-status-failed-auth","reconcileID":"b0d22f87-11ab-456e-9189-0db4310edca5","MaaSAuthPolicy":{"name":"e2e-status-failed-auth","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"model":"e2e-models-e2e-worker-w2-91cd99/nonexistent-model-abc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:30:50.538094243Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-2f3eb2"},"namespace":"ai-tenant-e2e-ipp-a-2f3eb2","name":"default-tenant","reconcileID":"ed033f77-d9b4-4826-afdb-b6c41d6a07ca","namespace":"ai-tenant-e2e-ipp-a-2f3eb2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:30:50.538152664Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-2f3eb2"},"namespace":"ai-tenant-e2e-ipp-a-2f3eb2","name":"default-tenant","reconcileID":"ed033f77-d9b4-4826-afdb-b6c41d6a07ca","namespace":"ai-tenant-e2e-ipp-a-2f3eb2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:30:50.538208565Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-2f3eb2"},"namespace":"ai-tenant-e2e-ipp-a-2f3eb2","name":"default-tenant","reconcileID":"ed033f77-d9b4-4826-afdb-b6c41d6a07ca","tenant":"e2e-ipp-a-2f3eb2","tenantID":"e2e-ipp-a-2f3eb2","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:30:50.588524602Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-2f3eb2"},"namespace":"ai-tenant-e2e-ipp-a-2f3eb2","name":"default-tenant","reconcileID":"ed033f77-d9b4-4826-afdb-b6c41d6a07ca","gvk":"Deployment","name":"maas-api-e2e-ipp-a-2f3eb2","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:30:50.646164107Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-2f3eb2"},"namespace":"ai-tenant-e2e-ipp-a-2f3eb2","name":"default-tenant","reconcileID":"ed033f77-d9b4-4826-afdb-b6c41d6a07ca","gvk":"Service","name":"maas-api-e2e-ipp-a-2f3eb2","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:30:50.699349567Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-2f3eb2"},"namespace":"ai-tenant-e2e-ipp-a-2f3eb2","name":"default-tenant","reconcileID":"ed033f77-d9b4-4826-afdb-b6c41d6a07ca","gvk":"HTTPRoute","name":"maas-api-route-e2e-ipp-a-2f3eb2","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:30:50.749495886Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-2f3eb2"},"namespace":"ai-tenant-e2e-ipp-a-2f3eb2","name":"default-tenant","reconcileID":"ed033f77-d9b4-4826-afdb-b6c41d6a07ca","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-ipp-a-2f3eb2","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:30:50.800145231Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-2f3eb2"},"namespace":"ai-tenant-e2e-ipp-a-2f3eb2","name":"default-tenant","reconcileID":"ed033f77-d9b4-4826-afdb-b6c41d6a07ca","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-ipp-a-2f3eb2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:30:50.850828006Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-2f3eb2"},"namespace":"ai-tenant-e2e-ipp-a-2f3eb2","name":"default-tenant","reconcileID":"ed033f77-d9b4-4826-afdb-b6c41d6a07ca","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-ipp-a-2f3eb2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:30:50.903692551Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-2f3eb2"},"namespace":"ai-tenant-e2e-ipp-a-2f3eb2","name":"default-tenant","reconcileID":"ed033f77-d9b4-4826-afdb-b6c41d6a07ca","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-ipp-a-2f3eb2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:30:50.954868683Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-2f3eb2"},"namespace":"ai-tenant-e2e-ipp-a-2f3eb2","name":"default-tenant","reconcileID":"ed033f77-d9b4-4826-afdb-b6c41d6a07ca","gvk":"Telemetry","name":"latency-per-subscription-e2e-ipp-a-2f3eb2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:30:50.973250598Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-91cd99","namespace":"e2e-models-e2e-worker-w2-91cd99"},"namespace":"e2e-models-e2e-worker-w2-91cd99","name":"simulator-w2-91cd99","reconcileID":"e4a9611b-634d-41e4-8b79-b6ea736cd715","MaaSModelRef":{"name":"simulator-w2-91cd99","namespace":"e2e-models-e2e-worker-w2-91cd99"},"routeName":"simulator-w2-91cd99-kserve-route","namespace":"e2e-models-e2e-worker-w2-91cd99","llmisvcName":"simulator-w2-91cd99","gateway":"openshift-ingress/e2e-worker-w2-91cd99","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:30:51.007601941Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-2f3eb2"},"namespace":"ai-tenant-e2e-ipp-a-2f3eb2","name":"default-tenant","reconcileID":"ed033f77-d9b4-4826-afdb-b6c41d6a07ca","gvk":"Deployment","name":"payload-processing-e2e-ipp-a-2f3eb2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:30:51.024845182Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-91cd99","namespace":"e2e-models-e2e-worker-w2-91cd99"},"namespace":"e2e-models-e2e-worker-w2-91cd99","name":"simulator-w2-91cd99","reconcileID":"70ca5841-671d-4e1d-9baa-b271af554dbc","MaaSModelRef":{"name":"simulator-w2-91cd99","namespace":"e2e-models-e2e-worker-w2-91cd99"},"routeName":"simulator-w2-91cd99-kserve-route","namespace":"e2e-models-e2e-worker-w2-91cd99","llmisvcName":"simulator-w2-91cd99","gateway":"openshift-ingress/e2e-worker-w2-91cd99","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:30:51.05789766Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-2f3eb2"},"namespace":"ai-tenant-e2e-ipp-a-2f3eb2","name":"default-tenant","reconcileID":"ed033f77-d9b4-4826-afdb-b6c41d6a07ca","gvk":"Deployment","name":"payload-pre-processing-e2e-ipp-a-2f3eb2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:30:51.113907251Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-2f3eb2"},"namespace":"ai-tenant-e2e-ipp-a-2f3eb2","name":"default-tenant","reconcileID":"ed033f77-d9b4-4826-afdb-b6c41d6a07ca","gvk":"Service","name":"payload-processing-e2e-ipp-a-2f3eb2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:30:51.176589547Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-2f3eb2"},"namespace":"ai-tenant-e2e-ipp-a-2f3eb2","name":"default-tenant","reconcileID":"ed033f77-d9b4-4826-afdb-b6c41d6a07ca","gvk":"Service","name":"payload-pre-processing-e2e-ipp-a-2f3eb2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:30:51.176871749Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"e2e-status-degraded-auth","reconcileID":"bafde6b4-e581-49ef-8bf8-e5a548ea9afe","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-91cd99","tenantID":"e2e-worker-w2-91cd99","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:30:51.227140916Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-2f3eb2"},"namespace":"ai-tenant-e2e-ipp-a-2f3eb2","name":"default-tenant","reconcileID":"ed033f77-d9b4-4826-afdb-b6c41d6a07ca","gvk":"DestinationRule","name":"payload-processing-e2e-ipp-a-2f3eb2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:30:51.229677777Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"e2e-status-degraded-auth","reconcileID":"bafde6b4-e581-49ef-8bf8-e5a548ea9afe","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"name":"e2e-worker-w2-91cd99-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:30:51.281823034Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-2f3eb2"},"namespace":"ai-tenant-e2e-ipp-a-2f3eb2","name":"default-tenant","reconcileID":"ed033f77-d9b4-4826-afdb-b6c41d6a07ca","gvk":"DestinationRule","name":"payload-pre-processing-e2e-ipp-a-2f3eb2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:30:51.300064015Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-91cd99","namespace":"e2e-models-e2e-worker-w2-91cd99"},"namespace":"e2e-models-e2e-worker-w2-91cd99","name":"simulator-w2-91cd99","reconcileID":"d021819e-169e-4f8c-8732-b2e58961457a","MaaSModelRef":{"name":"simulator-w2-91cd99","namespace":"e2e-models-e2e-worker-w2-91cd99"},"routeName":"simulator-w2-91cd99-kserve-route","namespace":"e2e-models-e2e-worker-w2-91cd99","llmisvcName":"simulator-w2-91cd99","gateway":"openshift-ingress/e2e-worker-w2-91cd99","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:30:51.335741655Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-2f3eb2"},"namespace":"ai-tenant-e2e-ipp-a-2f3eb2","name":"default-tenant","reconcileID":"ed033f77-d9b4-4826-afdb-b6c41d6a07ca","gvk":"EnvoyFilter","name":"payload-processing-e2e-ipp-a-2f3eb2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:30:51.35388362Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-91cd99","namespace":"e2e-models-e2e-worker-w2-91cd99"},"namespace":"e2e-models-e2e-worker-w2-91cd99","name":"simulator-w2-91cd99","reconcileID":"12b88ca7-9e09-437a-8eee-9e4bd516538e","MaaSModelRef":{"name":"simulator-w2-91cd99","namespace":"e2e-models-e2e-worker-w2-91cd99"},"routeName":"simulator-w2-91cd99-kserve-route","namespace":"e2e-models-e2e-worker-w2-91cd99","llmisvcName":"simulator-w2-91cd99","gateway":"openshift-ingress/e2e-worker-w2-91cd99","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:30:51.386810124Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-2f3eb2"},"namespace":"ai-tenant-e2e-ipp-a-2f3eb2","name":"default-tenant","reconcileID":"ed033f77-d9b4-4826-afdb-b6c41d6a07ca","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-ipp-a-2f3eb2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T12:30:51.402499336Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"e2e-status-degraded-sub","reconcileID":"a6508d4e-e160-4621-876d-fd1130b96d57","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-status-degraded-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T12:30:51.436519736Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-2f3eb2"},"namespace":"ai-tenant-e2e-ipp-a-2f3eb2","name":"default-tenant","reconcileID":"ed033f77-d9b4-4826-afdb-b6c41d6a07ca","gvk":"NetworkPolicy","name":"payload-processing-e2e-ipp-a-2f3eb2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:30:51.486241243Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-2f3eb2"},"namespace":"ai-tenant-e2e-ipp-a-2f3eb2","name":"default-tenant","reconcileID":"ed033f77-d9b4-4826-afdb-b6c41d6a07ca","gvk":"ServiceAccount","name":"payload-processing-e2e-ipp-a-2f3eb2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:30:51.491096655Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"simulator-access","reconcileID":"922c6663-a39b-41ce-aa5b-623ded156a7a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-91cd99","tenantID":"e2e-worker-w2-91cd99","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:30:51.491557636Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"premium-simulator-access","reconcileID":"c16d14ac-a153-4f80-900a-5928a34209ee","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-91cd99","tenantID":"e2e-worker-w2-91cd99","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:30:51.507435128Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-91cd99","namespace":"e2e-models-e2e-worker-w2-91cd99"},"namespace":"e2e-models-e2e-worker-w2-91cd99","name":"simulator-w2-91cd99","reconcileID":"ce2dcec6-b8f7-4805-89f4-79fc79aeab1e","MaaSModelRef":{"name":"simulator-w2-91cd99","namespace":"e2e-models-e2e-worker-w2-91cd99"},"routeName":"simulator-w2-91cd99-kserve-route","namespace":"e2e-models-e2e-worker-w2-91cd99","llmisvcName":"simulator-w2-91cd99","gateway":"openshift-ingress/e2e-worker-w2-91cd99","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:30:51.545840934Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-2f3eb2"},"namespace":"ai-tenant-e2e-ipp-a-2f3eb2","name":"default-tenant","reconcileID":"ed033f77-d9b4-4826-afdb-b6c41d6a07ca","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-ipp-a-2f3eb2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:30:51.546701098Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-91cd99","namespace":"e2e-models-e2e-worker-w2-91cd99"},"namespace":"e2e-models-e2e-worker-w2-91cd99","name":"simulator-w2-91cd99","reconcileID":"9f6836c6-ba79-4be0-8392-6162442996ad","MaaSModelRef":{"name":"simulator-w2-91cd99","namespace":"e2e-models-e2e-worker-w2-91cd99"},"routeName":"simulator-w2-91cd99-kserve-route","namespace":"e2e-models-e2e-worker-w2-91cd99","llmisvcName":"simulator-w2-91cd99","gateway":"openshift-ingress/e2e-worker-w2-91cd99","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:30:51.555609794Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"simulator-access","reconcileID":"922c6663-a39b-41ce-aa5b-623ded156a7a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"name":"e2e-worker-w2-91cd99-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:30:51.556914991Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"premium-simulator-access","reconcileID":"c16d14ac-a153-4f80-900a-5928a34209ee","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"name":"e2e-worker-w2-91cd99-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:30:51.562587491Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-91cd99","namespace":"e2e-models-e2e-worker-w2-91cd99"},"namespace":"e2e-models-e2e-worker-w2-91cd99","name":"simulator-w2-91cd99","reconcileID":"7d736b8f-e254-4c0a-b8da-84936bb1e4aa","MaaSModelRef":{"name":"simulator-w2-91cd99","namespace":"e2e-models-e2e-worker-w2-91cd99"},"routeName":"simulator-w2-91cd99-kserve-route","namespace":"e2e-models-e2e-worker-w2-91cd99","llmisvcName":"simulator-w2-91cd99","gateway":"openshift-ingress/e2e-worker-w2-91cd99","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:30:51.619235587Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-2f3eb2"},"namespace":"ai-tenant-e2e-ipp-a-2f3eb2","name":"default-tenant","reconcileID":"ed033f77-d9b4-4826-afdb-b6c41d6a07ca","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-ipp-a-2f3eb2","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:30:51.682821823Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-40ffcd"},"namespace":"ai-tenant-e2e-praxis-b-40ffcd","name":"default-tenant","reconcileID":"38aa5830-74b1-40b2-9781-1709f0e92324","namespace":"ai-tenant-e2e-praxis-b-40ffcd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:30:51.682906642Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-40ffcd"},"namespace":"ai-tenant-e2e-praxis-b-40ffcd","name":"default-tenant","reconcileID":"38aa5830-74b1-40b2-9781-1709f0e92324","namespace":"ai-tenant-e2e-praxis-b-40ffcd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:30:51.682996292Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-40ffcd"},"namespace":"ai-tenant-e2e-praxis-b-40ffcd","name":"default-tenant","reconcileID":"38aa5830-74b1-40b2-9781-1709f0e92324","tenant":"e2e-praxis-b-40ffcd","tenantID":"e2e-praxis-b-40ffcd","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:30:51.713421861Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"e2e-status-degraded-auth","reconcileID":"a558f9cc-57c8-488b-89cb-38609cc81197","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-91cd99","tenantID":"e2e-worker-w2-91cd99","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:30:51.735455344Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-40ffcd"},"namespace":"ai-tenant-e2e-praxis-b-40ffcd","name":"default-tenant","reconcileID":"38aa5830-74b1-40b2-9781-1709f0e92324","gvk":"Deployment","name":"maas-api-e2e-praxis-b-40ffcd","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:30:51.767194478Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"e2e-status-degraded-auth","reconcileID":"a558f9cc-57c8-488b-89cb-38609cc81197","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"name":"e2e-worker-w2-91cd99-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:30:51.796230617Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-40ffcd"},"namespace":"ai-tenant-e2e-praxis-b-40ffcd","name":"default-tenant","reconcileID":"38aa5830-74b1-40b2-9781-1709f0e92324","gvk":"Service","name":"maas-api-e2e-praxis-b-40ffcd","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:30:51.847290592Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-40ffcd"},"namespace":"ai-tenant-e2e-praxis-b-40ffcd","name":"default-tenant","reconcileID":"38aa5830-74b1-40b2-9781-1709f0e92324","gvk":"HTTPRoute","name":"maas-api-route-e2e-praxis-b-40ffcd","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:30:51.867988538Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"e2e-status-degraded-sub","reconcileID":"c5f29624-86ab-4ce4-a749-df2d9ebb9c3d","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"name":"maas-trlp-simulator-w2-91cd99","model":"e2e-models-e2e-worker-w2-91cd99/simulator-w2-91cd99","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w2-91cd99/e2e-status-degraded-sub","ai-tenant-e2e-worker-w2-91cd99/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:30:51.868197323Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"e2e-status-degraded-sub","reconcileID":"c5f29624-86ab-4ce4-a749-df2d9ebb9c3d","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"model":"e2e-models-e2e-worker-w2-91cd99/nonexistent-model-partial","error":"MaaSModelRef not found: e2e-models-e2e-worker-w2-91cd99/nonexistent-model-partial","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:30:51.897161269Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-40ffcd"},"namespace":"ai-tenant-e2e-praxis-b-40ffcd","name":"default-tenant","reconcileID":"38aa5830-74b1-40b2-9781-1709f0e92324","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-praxis-b-40ffcd","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:30:51.909856459Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"premium-simulator-access","reconcileID":"766e804b-4928-47e7-b3b1-36932c4f912d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-91cd99","tenantID":"e2e-worker-w2-91cd99","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:30:51.909979115Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"simulator-access","reconcileID":"a0326d5a-2f33-4741-a28a-14ba02c5d775","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-91cd99","tenantID":"e2e-worker-w2-91cd99","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:30:51.949713316Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-40ffcd"},"namespace":"ai-tenant-e2e-praxis-b-40ffcd","name":"default-tenant","reconcileID":"38aa5830-74b1-40b2-9781-1709f0e92324","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-praxis-b-40ffcd","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:30:51.966710815Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"premium-simulator-access","reconcileID":"766e804b-4928-47e7-b3b1-36932c4f912d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"name":"e2e-worker-w2-91cd99-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:30:51.970949564Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"simulator-access","reconcileID":"a0326d5a-2f33-4741-a28a-14ba02c5d775","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"name":"e2e-worker-w2-91cd99-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:30:52.000511261Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-40ffcd"},"namespace":"ai-tenant-e2e-praxis-b-40ffcd","name":"default-tenant","reconcileID":"38aa5830-74b1-40b2-9781-1709f0e92324","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-praxis-b-40ffcd","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:30:52.05314439Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-40ffcd"},"namespace":"ai-tenant-e2e-praxis-b-40ffcd","name":"default-tenant","reconcileID":"38aa5830-74b1-40b2-9781-1709f0e92324","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-praxis-b-40ffcd","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:30:52.07046272Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"simulator-subscription","reconcileID":"639d8c14-c2a9-4363-925a-5382010d2fef","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"name":"maas-trlp-simulator-w2-91cd99","model":"e2e-models-e2e-worker-w2-91cd99/simulator-w2-91cd99","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:30:52.084868633Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-91cd99","namespace":"e2e-models-e2e-worker-w2-91cd99"},"namespace":"e2e-models-e2e-worker-w2-91cd99","name":"simulator-w2-91cd99","reconcileID":"019bf0d7-e355-4983-8fdd-e79cc3a750a1","MaaSModelRef":{"name":"simulator-w2-91cd99","namespace":"e2e-models-e2e-worker-w2-91cd99"},"routeName":"simulator-w2-91cd99-kserve-route","namespace":"e2e-models-e2e-worker-w2-91cd99","llmisvcName":"simulator-w2-91cd99","gateway":"openshift-ingress/e2e-worker-w2-91cd99","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:30:52.103679201Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-40ffcd"},"namespace":"ai-tenant-e2e-praxis-b-40ffcd","name":"default-tenant","reconcileID":"38aa5830-74b1-40b2-9781-1709f0e92324","gvk":"Telemetry","name":"latency-per-subscription-e2e-praxis-b-40ffcd","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:30:52.152466596Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-40ffcd"},"namespace":"ai-tenant-e2e-praxis-b-40ffcd","name":"default-tenant","reconcileID":"38aa5830-74b1-40b2-9781-1709f0e92324","gvk":"Deployment","name":"payload-processing-e2e-praxis-b-40ffcd","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:30:52.200631864Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-40ffcd"},"namespace":"ai-tenant-e2e-praxis-b-40ffcd","name":"default-tenant","reconcileID":"38aa5830-74b1-40b2-9781-1709f0e92324","gvk":"Deployment","name":"payload-pre-processing-e2e-praxis-b-40ffcd","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:30:52.248504836Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-40ffcd"},"namespace":"ai-tenant-e2e-praxis-b-40ffcd","name":"default-tenant","reconcileID":"38aa5830-74b1-40b2-9781-1709f0e92324","gvk":"Service","name":"payload-processing-e2e-praxis-b-40ffcd","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:30:52.280774886Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"e2e-status-degraded-sub","reconcileID":"e9bdbd02-f037-4c38-85d6-f2ba6371c5c5","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"name":"maas-trlp-simulator-w2-91cd99","model":"e2e-models-e2e-worker-w2-91cd99/simulator-w2-91cd99","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:30:52.280990657Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"e2e-status-degraded-sub","reconcileID":"e9bdbd02-f037-4c38-85d6-f2ba6371c5c5","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"model":"e2e-models-e2e-worker-w2-91cd99/nonexistent-model-partial","error":"MaaSModelRef not found: e2e-models-e2e-worker-w2-91cd99/nonexistent-model-partial","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:30:52.296656121Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-40ffcd"},"namespace":"ai-tenant-e2e-praxis-b-40ffcd","name":"default-tenant","reconcileID":"38aa5830-74b1-40b2-9781-1709f0e92324","gvk":"Service","name":"payload-pre-processing-e2e-praxis-b-40ffcd","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:30:52.34460973Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-40ffcd"},"namespace":"ai-tenant-e2e-praxis-b-40ffcd","name":"default-tenant","reconcileID":"38aa5830-74b1-40b2-9781-1709f0e92324","gvk":"DestinationRule","name":"payload-processing-e2e-praxis-b-40ffcd","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:30:52.392885216Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-40ffcd"},"namespace":"ai-tenant-e2e-praxis-b-40ffcd","name":"default-tenant","reconcileID":"38aa5830-74b1-40b2-9781-1709f0e92324","gvk":"DestinationRule","name":"payload-pre-processing-e2e-praxis-b-40ffcd","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:30:52.442008704Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-40ffcd"},"namespace":"ai-tenant-e2e-praxis-b-40ffcd","name":"default-tenant","reconcileID":"38aa5830-74b1-40b2-9781-1709f0e92324","gvk":"EnvoyFilter","name":"payload-processing-e2e-praxis-b-40ffcd","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:30:52.492942954Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-40ffcd"},"namespace":"ai-tenant-e2e-praxis-b-40ffcd","name":"default-tenant","reconcileID":"38aa5830-74b1-40b2-9781-1709f0e92324","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-praxis-b-40ffcd","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:30:52.54105745Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-40ffcd"},"namespace":"ai-tenant-e2e-praxis-b-40ffcd","name":"default-tenant","reconcileID":"38aa5830-74b1-40b2-9781-1709f0e92324","gvk":"NetworkPolicy","name":"payload-processing-e2e-praxis-b-40ffcd","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:30:52.589267455Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-40ffcd"},"namespace":"ai-tenant-e2e-praxis-b-40ffcd","name":"default-tenant","reconcileID":"38aa5830-74b1-40b2-9781-1709f0e92324","gvk":"ServiceAccount","name":"payload-processing-e2e-praxis-b-40ffcd","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:30:52.637748083Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-40ffcd"},"namespace":"ai-tenant-e2e-praxis-b-40ffcd","name":"default-tenant","reconcileID":"38aa5830-74b1-40b2-9781-1709f0e92324","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-praxis-b-40ffcd","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:30:52.686107083Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-40ffcd"},"namespace":"ai-tenant-e2e-praxis-b-40ffcd","name":"default-tenant","reconcileID":"38aa5830-74b1-40b2-9781-1709f0e92324","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-praxis-b-40ffcd","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:30:53.727937852Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-91cd99","namespace":"e2e-models-e2e-worker-w2-91cd99"},"namespace":"e2e-models-e2e-worker-w2-91cd99","name":"simulator-w2-91cd99","reconcileID":"7386c271-60cd-448b-b78a-6eccc34f384a","MaaSModelRef":{"name":"simulator-w2-91cd99","namespace":"e2e-models-e2e-worker-w2-91cd99"},"routeName":"simulator-w2-91cd99-kserve-route","namespace":"e2e-models-e2e-worker-w2-91cd99","llmisvcName":"simulator-w2-91cd99","gateway":"openshift-ingress/e2e-worker-w2-91cd99","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:30:53.87265979Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"premium-simulator-access","reconcileID":"42f7e271-c44c-4290-a726-4b9f272760e2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-91cd99","tenantID":"e2e-worker-w2-91cd99","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:30:53.872816537Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"e2e-status-degraded-auth","reconcileID":"e4f9876e-0f56-4e8a-8293-8b38c07822f7","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-91cd99","tenantID":"e2e-worker-w2-91cd99","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:30:53.872660699Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"simulator-access","reconcileID":"5557e0b3-c19e-4a72-afb2-2e6d6112f91e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-91cd99","tenantID":"e2e-worker-w2-91cd99","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:30:53.926129919Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"premium-simulator-access","reconcileID":"42f7e271-c44c-4290-a726-4b9f272760e2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"name":"e2e-worker-w2-91cd99-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:30:53.927093225Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"e2e-status-degraded-auth","reconcileID":"e4f9876e-0f56-4e8a-8293-8b38c07822f7","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"name":"e2e-worker-w2-91cd99-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:30:53.928818654Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"simulator-access","reconcileID":"5557e0b3-c19e-4a72-afb2-2e6d6112f91e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"name":"e2e-worker-w2-91cd99-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:30:55.712971134Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:30:57.171222739Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-04d73d"},"namespace":"ai-tenant-e2e-praxis-b-04d73d","name":"default-tenant","reconcileID":"3e678d93-5f9a-4bae-ba41-cb7c68ebe70f","namespace":"ai-tenant-e2e-praxis-b-04d73d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:30:57.171277808Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-04d73d"},"namespace":"ai-tenant-e2e-praxis-b-04d73d","name":"default-tenant","reconcileID":"3e678d93-5f9a-4bae-ba41-cb7c68ebe70f","namespace":"ai-tenant-e2e-praxis-b-04d73d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:30:57.171325487Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-04d73d"},"namespace":"ai-tenant-e2e-praxis-b-04d73d","name":"default-tenant","reconcileID":"3e678d93-5f9a-4bae-ba41-cb7c68ebe70f","tenant":"e2e-praxis-b-04d73d","tenantID":"e2e-praxis-b-04d73d","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:30:57.221209299Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-04d73d"},"namespace":"ai-tenant-e2e-praxis-b-04d73d","name":"default-tenant","reconcileID":"3e678d93-5f9a-4bae-ba41-cb7c68ebe70f","gvk":"Deployment","name":"maas-api-e2e-praxis-b-04d73d","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:30:57.27600558Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-04d73d"},"namespace":"ai-tenant-e2e-praxis-b-04d73d","name":"default-tenant","reconcileID":"3e678d93-5f9a-4bae-ba41-cb7c68ebe70f","gvk":"Service","name":"maas-api-e2e-praxis-b-04d73d","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:30:57.334454845Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-04d73d"},"namespace":"ai-tenant-e2e-praxis-b-04d73d","name":"default-tenant","reconcileID":"3e678d93-5f9a-4bae-ba41-cb7c68ebe70f","gvk":"HTTPRoute","name":"maas-api-route-e2e-praxis-b-04d73d","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:30:57.41378167Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-b-40ffcd","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-b-40ffcd","reconcileID":"9e29cd83-cf07-4330-9bec-37ca717539cd","aitenant":"ai-tenants/e2e-praxis-b-40ffcd","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:30:57.414596443Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-04d73d"},"namespace":"ai-tenant-e2e-praxis-b-04d73d","name":"default-tenant","reconcileID":"3e678d93-5f9a-4bae-ba41-cb7c68ebe70f","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-praxis-b-04d73d","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:30:57.466784534Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-04d73d"},"namespace":"ai-tenant-e2e-praxis-b-04d73d","name":"default-tenant","reconcileID":"3e678d93-5f9a-4bae-ba41-cb7c68ebe70f","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-praxis-b-04d73d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:30:57.51773721Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-04d73d"},"namespace":"ai-tenant-e2e-praxis-b-04d73d","name":"default-tenant","reconcileID":"3e678d93-5f9a-4bae-ba41-cb7c68ebe70f","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-praxis-b-04d73d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:30:57.570737104Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-04d73d"},"namespace":"ai-tenant-e2e-praxis-b-04d73d","name":"default-tenant","reconcileID":"3e678d93-5f9a-4bae-ba41-cb7c68ebe70f","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-praxis-b-04d73d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:30:57.6213606Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-04d73d"},"namespace":"ai-tenant-e2e-praxis-b-04d73d","name":"default-tenant","reconcileID":"3e678d93-5f9a-4bae-ba41-cb7c68ebe70f","gvk":"Telemetry","name":"latency-per-subscription-e2e-praxis-b-04d73d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:30:57.683750275Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-04d73d"},"namespace":"ai-tenant-e2e-praxis-b-04d73d","name":"default-tenant","reconcileID":"3e678d93-5f9a-4bae-ba41-cb7c68ebe70f","gvk":"Deployment","name":"payload-processing-e2e-praxis-b-04d73d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:30:57.735129352Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-04d73d"},"namespace":"ai-tenant-e2e-praxis-b-04d73d","name":"default-tenant","reconcileID":"3e678d93-5f9a-4bae-ba41-cb7c68ebe70f","gvk":"Deployment","name":"payload-pre-processing-e2e-praxis-b-04d73d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:30:57.785435403Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-04d73d"},"namespace":"ai-tenant-e2e-praxis-b-04d73d","name":"default-tenant","reconcileID":"3e678d93-5f9a-4bae-ba41-cb7c68ebe70f","gvk":"Service","name":"payload-processing-e2e-praxis-b-04d73d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:30:57.833740687Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-04d73d"},"namespace":"ai-tenant-e2e-praxis-b-04d73d","name":"default-tenant","reconcileID":"3e678d93-5f9a-4bae-ba41-cb7c68ebe70f","gvk":"Service","name":"payload-pre-processing-e2e-praxis-b-04d73d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:30:57.881800648Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-04d73d"},"namespace":"ai-tenant-e2e-praxis-b-04d73d","name":"default-tenant","reconcileID":"3e678d93-5f9a-4bae-ba41-cb7c68ebe70f","gvk":"DestinationRule","name":"payload-processing-e2e-praxis-b-04d73d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:30:57.929838058Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-04d73d"},"namespace":"ai-tenant-e2e-praxis-b-04d73d","name":"default-tenant","reconcileID":"3e678d93-5f9a-4bae-ba41-cb7c68ebe70f","gvk":"DestinationRule","name":"payload-pre-processing-e2e-praxis-b-04d73d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:30:57.977820885Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-04d73d"},"namespace":"ai-tenant-e2e-praxis-b-04d73d","name":"default-tenant","reconcileID":"3e678d93-5f9a-4bae-ba41-cb7c68ebe70f","gvk":"EnvoyFilter","name":"payload-processing-e2e-praxis-b-04d73d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:30:58.029024392Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-04d73d"},"namespace":"ai-tenant-e2e-praxis-b-04d73d","name":"default-tenant","reconcileID":"3e678d93-5f9a-4bae-ba41-cb7c68ebe70f","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-praxis-b-04d73d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:30:58.039844408Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1f139a47-1168-4534-a080-2747f73987af","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:30:58.088272132Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-04d73d"},"namespace":"ai-tenant-e2e-praxis-b-04d73d","name":"default-tenant","reconcileID":"3e678d93-5f9a-4bae-ba41-cb7c68ebe70f","gvk":"NetworkPolicy","name":"payload-processing-e2e-praxis-b-04d73d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:30:58.088903837Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1f139a47-1168-4534-a080-2747f73987af","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:30:58.137027421Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-04d73d"},"namespace":"ai-tenant-e2e-praxis-b-04d73d","name":"default-tenant","reconcileID":"3e678d93-5f9a-4bae-ba41-cb7c68ebe70f","gvk":"ServiceAccount","name":"payload-processing-e2e-praxis-b-04d73d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:30:58.137925026Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1f139a47-1168-4534-a080-2747f73987af","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:30:58.144898668Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-b-40ffcd","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-b-40ffcd","reconcileID":"9e29cd83-cf07-4330-9bec-37ca717539cd","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-praxis-b-40ffcd","removed":["maas.opendatahub.io/gateway-access-e2e-praxis-b-40ffcd"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:30:58.188009937Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1f139a47-1168-4534-a080-2747f73987af","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:30:58.191714364Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-04d73d"},"namespace":"ai-tenant-e2e-praxis-b-04d73d","name":"default-tenant","reconcileID":"3e678d93-5f9a-4bae-ba41-cb7c68ebe70f","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-praxis-b-04d73d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:30:58.239838864Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-04d73d"},"namespace":"ai-tenant-e2e-praxis-b-04d73d","name":"default-tenant","reconcileID":"3e678d93-5f9a-4bae-ba41-cb7c68ebe70f","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-praxis-b-04d73d","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:30:59.058415856Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-a-2f3eb2","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-a-2f3eb2","reconcileID":"aec1ded0-4520-4022-bcf5-a6e51d378527","aitenant":"ai-tenants/e2e-ipp-a-2f3eb2","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:30:59.825809616Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-a-2f3eb2","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-a-2f3eb2","reconcileID":"aec1ded0-4520-4022-bcf5-a6e51d378527","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ipp-a-2f3eb2","removed":["maas.opendatahub.io/gateway-access-e2e-ipp-a-2f3eb2"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:31:00.137289756Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f4accb11-085f-470d-a771-90fce9fbea8f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:31:00.187094561Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f4accb11-085f-470d-a771-90fce9fbea8f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:31:00.236549557Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f4accb11-085f-470d-a771-90fce9fbea8f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:31:00.286607422Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f4accb11-085f-470d-a771-90fce9fbea8f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:31:01.476511874Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"namespace":"ai-tenant-e2e-worker-w3-bb1b51","name":"simulator-subscription","reconcileID":"16d405ff-6d76-4a05-8363-ca7f5056b272","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"name":"maas-trlp-simulator-w3-bb1b51","model":"e2e-models-e2e-worker-w3-bb1b51/simulator-w3-bb1b51","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:31:02.126991756Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d8004f3d-2566-42a2-acaa-ee611b6f620a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:31:02.176103013Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d8004f3d-2566-42a2-acaa-ee611b6f620a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:31:02.22528873Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d8004f3d-2566-42a2-acaa-ee611b6f620a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:31:02.273948532Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d8004f3d-2566-42a2-acaa-ee611b6f620a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:31:02.274043449Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-b-04d73d","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-b-04d73d","reconcileID":"9cae06f9-978e-42da-a833-db341d4165eb","aitenant":"ai-tenants/e2e-praxis-b-04d73d","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:31:02.976945194Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-b-04d73d","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-b-04d73d","reconcileID":"9cae06f9-978e-42da-a833-db341d4165eb","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-praxis-b-04d73d","removed":["maas.opendatahub.io/gateway-access-e2e-praxis-b-04d73d"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:31:03.877619475Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"e2e-status-degraded-sub","reconcileID":"04ae08b2-7c03-41df-827c-8ee71dae0edd","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"model":"e2e-models-e2e-worker-w2-91cd99/simulator-w2-91cd99","subscription":"e2e-status-degraded-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:31:04.077327327Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"e2e-status-degraded-sub","reconcileID":"04ae08b2-7c03-41df-827c-8ee71dae0edd","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"name":"maas-trlp-simulator-w2-91cd99","model":"e2e-models-e2e-worker-w2-91cd99/simulator-w2-91cd99","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w2-91cd99/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:31:04.077370715Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"e2e-status-degraded-sub","reconcileID":"04ae08b2-7c03-41df-827c-8ee71dae0edd","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"model":"e2e-models-e2e-worker-w2-91cd99/nonexistent-model-partial","subscription":"e2e-status-degraded-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:31:04.115864536Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"104a5e28-a6aa-4ebc-a331-d16a04d46eed","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:31:04.115993778Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"e2e-status-degraded-sub","reconcileID":"04ae08b2-7c03-41df-827c-8ee71dae0edd","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"model":"e2e-models-e2e-worker-w2-91cd99/nonexistent-model-partial","error":"MaaSModelRef not found: e2e-models-e2e-worker-w2-91cd99/nonexistent-model-partial","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:31:04.164898163Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"104a5e28-a6aa-4ebc-a331-d16a04d46eed","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:31:04.21384587Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"104a5e28-a6aa-4ebc-a331-d16a04d46eed","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:31:04.263194455Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"104a5e28-a6aa-4ebc-a331-d16a04d46eed","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:31:04.4098638Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"simulator-subscription","reconcileID":"291d62db-28f0-45d7-8da7-7070215c68b7","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"name":"maas-trlp-simulator-w2-91cd99","model":"e2e-models-e2e-worker-w2-91cd99/simulator-w2-91cd99","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:31:04.468399449Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-91cd99","namespace":"e2e-models-e2e-worker-w2-91cd99"},"namespace":"e2e-models-e2e-worker-w2-91cd99","name":"simulator-w2-91cd99","reconcileID":"6377a194-ccc7-4d97-bcd2-8cf5af78f0de","MaaSModelRef":{"name":"simulator-w2-91cd99","namespace":"e2e-models-e2e-worker-w2-91cd99"},"routeName":"simulator-w2-91cd99-kserve-route","namespace":"e2e-models-e2e-worker-w2-91cd99","llmisvcName":"simulator-w2-91cd99","gateway":"openshift-ingress/e2e-worker-w2-91cd99","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:31:04.614084069Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"e2e-status-degraded-auth","reconcileID":"d2df30a4-d15b-4910-bb04-1f9d4c5477a2","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-91cd99","tenantID":"e2e-worker-w2-91cd99","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:31:04.614296249Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"premium-simulator-access","reconcileID":"9af95e78-cf52-4536-9c7d-22194228aceb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-91cd99","tenantID":"e2e-worker-w2-91cd99","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:31:04.61408406Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"simulator-access","reconcileID":"478f8e0c-059c-4c5e-9924-478f42cb76b5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-91cd99","tenantID":"e2e-worker-w2-91cd99","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:31:04.618312802Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-91cd99","namespace":"e2e-models-e2e-worker-w2-91cd99"},"namespace":"e2e-models-e2e-worker-w2-91cd99","name":"simulator-w2-91cd99","reconcileID":"5b225885-cdd0-4053-a25e-88a0347a2e92","MaaSModelRef":{"name":"simulator-w2-91cd99","namespace":"e2e-models-e2e-worker-w2-91cd99"},"routeName":"simulator-w2-91cd99-kserve-route","namespace":"e2e-models-e2e-worker-w2-91cd99","llmisvcName":"simulator-w2-91cd99","gateway":"openshift-ingress/e2e-worker-w2-91cd99","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:31:04.656889406Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"namespace":"ai-tenant-e2e-worker-w3-bb1b51","name":"premium-simulator-subscription","reconcileID":"00227863-e47b-4bdc-9564-33959b36f144","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"name":"maas-trlp-premium-w3-bb1b51","model":"e2e-models-e2e-worker-w3-bb1b51/premium-w3-bb1b51","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:31:04.669249431Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"premium-simulator-access","reconcileID":"9af95e78-cf52-4536-9c7d-22194228aceb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"name":"e2e-worker-w2-91cd99-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:31:04.669299491Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"simulator-access","reconcileID":"478f8e0c-059c-4c5e-9924-478f42cb76b5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"name":"e2e-worker-w2-91cd99-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:31:04.671575778Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"e2e-status-degraded-auth","reconcileID":"d2df30a4-d15b-4910-bb04-1f9d4c5477a2","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"name":"e2e-worker-w2-91cd99-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:31:04.865872466Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"e2e-status-degraded-auth","reconcileID":"5757e79a-77aa-4cb3-893a-de088078b7f5","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"model":"e2e-models-e2e-worker-w2-91cd99/simulator-w2-91cd99","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:31:05.017610025Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-91cd99","namespace":"e2e-models-e2e-worker-w2-91cd99"},"namespace":"e2e-models-e2e-worker-w2-91cd99","name":"simulator-w2-91cd99","reconcileID":"1af0f8a3-0e0e-4977-85ac-2bc51d9bea34","MaaSModelRef":{"name":"simulator-w2-91cd99","namespace":"e2e-models-e2e-worker-w2-91cd99"},"routeName":"simulator-w2-91cd99-kserve-route","namespace":"e2e-models-e2e-worker-w2-91cd99","llmisvcName":"simulator-w2-91cd99","gateway":"openshift-ingress/e2e-worker-w2-91cd99","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:31:05.475903578Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"namespace":"ai-tenant-e2e-worker-w3-bb1b51","name":"premium-simulator-subscription","reconcileID":"7322f6a7-133d-4f80-b261-3f2c70084045","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"name":"maas-trlp-premium-w3-bb1b51","model":"e2e-models-e2e-worker-w3-bb1b51/premium-w3-bb1b51","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:31:05.907554333Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-91cd99","namespace":"e2e-models-e2e-worker-w2-91cd99"},"namespace":"e2e-models-e2e-worker-w2-91cd99","name":"simulator-w2-91cd99","reconcileID":"650a7bbd-755d-46bc-8b4d-d4ca2b5b0d36","MaaSModelRef":{"name":"simulator-w2-91cd99","namespace":"e2e-models-e2e-worker-w2-91cd99"},"routeName":"simulator-w2-91cd99-kserve-route","namespace":"e2e-models-e2e-worker-w2-91cd99","llmisvcName":"simulator-w2-91cd99","gateway":"openshift-ingress/e2e-worker-w2-91cd99","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:31:05.961360818Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-91cd99","namespace":"e2e-models-e2e-worker-w2-91cd99"},"namespace":"e2e-models-e2e-worker-w2-91cd99","name":"simulator-w2-91cd99","reconcileID":"85ee2ceb-6d5a-4ef4-b71d-0058c751b752","MaaSModelRef":{"name":"simulator-w2-91cd99","namespace":"e2e-models-e2e-worker-w2-91cd99"},"routeName":"simulator-w2-91cd99-kserve-route","namespace":"e2e-models-e2e-worker-w2-91cd99","llmisvcName":"simulator-w2-91cd99","gateway":"openshift-ingress/e2e-worker-w2-91cd99","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:31:06.096717741Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"namespace":"ai-tenant-e2e-worker-w0-9893f0","name":"simulator-subscription","reconcileID":"5c7f0b1f-423a-4454-a535-ca7e2a6372b9","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"name":"maas-trlp-simulator-w0-9893f0","model":"e2e-models-e2e-worker-w0-9893f0/simulator-w0-9893f0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:31:06.132989619Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ed959d7f-4f55-426c-a6c5-90264591e6e0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:31:06.182071499Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ed959d7f-4f55-426c-a6c5-90264591e6e0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:31:06.182251531Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"e2e-status-degraded-auth","reconcileID":"193c1d0a-274b-48b3-ba89-eae371a2e0a2","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-91cd99","tenantID":"e2e-worker-w2-91cd99","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:31:06.230731745Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ed959d7f-4f55-426c-a6c5-90264591e6e0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:31:06.279492647Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ed959d7f-4f55-426c-a6c5-90264591e6e0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:31:06.332582734Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"e2e-status-degraded-auth","reconcileID":"193c1d0a-274b-48b3-ba89-eae371a2e0a2","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"name":"e2e-worker-w2-91cd99-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:31:06.431214311Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"e2e-status-degraded-auth","reconcileID":"193c1d0a-274b-48b3-ba89-eae371a2e0a2","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"model":"e2e-models-e2e-worker-w2-91cd99/nonexistent-model-auth-partial","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:31:06.777084299Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-91cd99","namespace":"e2e-models-e2e-worker-w2-91cd99"},"namespace":"e2e-models-e2e-worker-w2-91cd99","name":"simulator-w2-91cd99","reconcileID":"8a056f06-d5e2-423a-b2ea-f87694bf46cc","MaaSModelRef":{"name":"simulator-w2-91cd99","namespace":"e2e-models-e2e-worker-w2-91cd99"},"routeName":"simulator-w2-91cd99-kserve-route","namespace":"e2e-models-e2e-worker-w2-91cd99","llmisvcName":"simulator-w2-91cd99","gateway":"openshift-ingress/e2e-worker-w2-91cd99","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:31:06.943574338Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-bb1b51","namespace":"e2e-models-e2e-worker-w3-bb1b51"},"namespace":"e2e-models-e2e-worker-w3-bb1b51","name":"simulator-w3-bb1b51","reconcileID":"5ebdaed6-0c5f-4947-8d10-b0a41b6ae515","MaaSModelRef":{"name":"simulator-w3-bb1b51","namespace":"e2e-models-e2e-worker-w3-bb1b51"},"routeName":"simulator-w3-bb1b51-kserve-route","namespace":"e2e-models-e2e-worker-w3-bb1b51","llmisvcName":"simulator-w3-bb1b51","gateway":"openshift-ingress/e2e-worker-w3-bb1b51","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:31:06.969823496Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"e2e-status-degraded-auth","reconcileID":"0e6aaf10-2ee8-4ad4-b4c2-ac7448180b91","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-91cd99","tenantID":"e2e-worker-w2-91cd99","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:31:06.997418103Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-bb1b51","namespace":"e2e-models-e2e-worker-w3-bb1b51"},"namespace":"e2e-models-e2e-worker-w3-bb1b51","name":"simulator-w3-bb1b51","reconcileID":"bc4eeadc-8af4-4799-b5a1-2c096ca7568a","MaaSModelRef":{"name":"simulator-w3-bb1b51","namespace":"e2e-models-e2e-worker-w3-bb1b51"},"routeName":"simulator-w3-bb1b51-kserve-route","namespace":"e2e-models-e2e-worker-w3-bb1b51","llmisvcName":"simulator-w3-bb1b51","gateway":"openshift-ingress/e2e-worker-w3-bb1b51","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:31:07.023039034Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"e2e-status-degraded-auth","reconcileID":"0e6aaf10-2ee8-4ad4-b4c2-ac7448180b91","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"name":"e2e-worker-w2-91cd99-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:31:07.121758267Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"e2e-status-degraded-auth","reconcileID":"0e6aaf10-2ee8-4ad4-b4c2-ac7448180b91","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"model":"e2e-models-e2e-worker-w2-91cd99/nonexistent-model-auth-partial","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:31:07.204242634Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"namespace":"ai-tenant-e2e-worker-w3-bb1b51","name":"e2e-test-auth-multi-sub-valid","reconcileID":"e88f978c-a90e-4fe3-b672-383696327bfd","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bb1b51","tenantID":"e2e-worker-w3-bb1b51","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:31:07.208948294Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-bb1b51","namespace":"e2e-models-e2e-worker-w3-bb1b51"},"namespace":"e2e-models-e2e-worker-w3-bb1b51","name":"simulator-w3-bb1b51","reconcileID":"d05ef407-2e8a-4537-841c-7399c4ca2de6","MaaSModelRef":{"name":"simulator-w3-bb1b51","namespace":"e2e-models-e2e-worker-w3-bb1b51"},"routeName":"simulator-w3-bb1b51-kserve-route","namespace":"e2e-models-e2e-worker-w3-bb1b51","llmisvcName":"simulator-w3-bb1b51","gateway":"openshift-ingress/e2e-worker-w3-bb1b51","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:31:07.308560259Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-bb1b51","namespace":"e2e-models-e2e-worker-w3-bb1b51"},"namespace":"e2e-models-e2e-worker-w3-bb1b51","name":"simulator-w3-bb1b51","reconcileID":"dc54873a-aa69-467f-a3a6-96b09aaba558","MaaSModelRef":{"name":"simulator-w3-bb1b51","namespace":"e2e-models-e2e-worker-w3-bb1b51"},"routeName":"simulator-w3-bb1b51-kserve-route","namespace":"e2e-models-e2e-worker-w3-bb1b51","llmisvcName":"simulator-w3-bb1b51","gateway":"openshift-ingress/e2e-worker-w3-bb1b51","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:31:07.308692138Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"namespace":"ai-tenant-e2e-worker-w3-bb1b51","name":"e2e-test-auth-multi-sub-valid","reconcileID":"e88f978c-a90e-4fe3-b672-383696327bfd","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"name":"e2e-worker-w3-bb1b51-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T12:31:07.356669405Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-free","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"namespace":"ai-tenant-e2e-worker-w3-bb1b51","name":"e2e-test-subscription-free","reconcileID":"a14f6d3a-e23d-404c-a709-8baa8d31c860","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-test-subscription-free\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T12:31:07.401766202Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"namespace":"ai-tenant-e2e-worker-w3-bb1b51","name":"premium-simulator-access","reconcileID":"601dfeca-78bb-4819-a935-db6bee840883","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bb1b51","tenantID":"e2e-worker-w3-bb1b51","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:31:07.455539262Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"namespace":"ai-tenant-e2e-worker-w3-bb1b51","name":"premium-simulator-access","reconcileID":"601dfeca-78bb-4819-a935-db6bee840883","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"name":"e2e-worker-w3-bb1b51-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:31:07.48294921Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-bb1b51","namespace":"e2e-models-e2e-worker-w3-bb1b51"},"namespace":"e2e-models-e2e-worker-w3-bb1b51","name":"simulator-w3-bb1b51","reconcileID":"cd4dfd41-6c5f-42fe-b28e-8ea15f01b2a8","MaaSModelRef":{"name":"simulator-w3-bb1b51","namespace":"e2e-models-e2e-worker-w3-bb1b51"},"routeName":"simulator-w3-bb1b51-kserve-route","namespace":"e2e-models-e2e-worker-w3-bb1b51","llmisvcName":"simulator-w3-bb1b51","gateway":"openshift-ingress/e2e-worker-w3-bb1b51","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:31:07.512546445Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w3-bb1b51 priority=0:[ai-tenant-e2e-worker-w3-bb1b51/e2e-test-subscription-free ai-tenant-e2e-worker-w3-bb1b51/e2e-test-subscription-premium]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:31:07.512720506Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"namespace":"ai-tenant-e2e-worker-w3-bb1b51","name":"simulator-access","reconcileID":"f753bb53-7e45-4500-bf80-708f01071c1b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bb1b51","tenantID":"e2e-worker-w3-bb1b51","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:31:07.532897601Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-bb1b51","namespace":"e2e-models-e2e-worker-w3-bb1b51"},"namespace":"e2e-models-e2e-worker-w3-bb1b51","name":"simulator-w3-bb1b51","reconcileID":"60cfd5ce-e7e9-4df9-bf7a-5327cd960a5a","MaaSModelRef":{"name":"simulator-w3-bb1b51","namespace":"e2e-models-e2e-worker-w3-bb1b51"},"routeName":"simulator-w3-bb1b51-kserve-route","namespace":"e2e-models-e2e-worker-w3-bb1b51","llmisvcName":"simulator-w3-bb1b51","gateway":"openshift-ingress/e2e-worker-w3-bb1b51","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:31:07.565077317Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"namespace":"ai-tenant-e2e-worker-w3-bb1b51","name":"simulator-access","reconcileID":"f753bb53-7e45-4500-bf80-708f01071c1b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"name":"e2e-worker-w3-bb1b51-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:31:07.56613453Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-bb1b51","namespace":"e2e-models-e2e-worker-w3-bb1b51"},"namespace":"e2e-models-e2e-worker-w3-bb1b51","name":"simulator-w3-bb1b51","reconcileID":"ad05d8ce-1a36-477b-8446-ca10766efa85","MaaSModelRef":{"name":"simulator-w3-bb1b51","namespace":"e2e-models-e2e-worker-w3-bb1b51"},"routeName":"simulator-w3-bb1b51-kserve-route","namespace":"e2e-models-e2e-worker-w3-bb1b51","llmisvcName":"simulator-w3-bb1b51","gateway":"openshift-ingress/e2e-worker-w3-bb1b51","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T12:31:07.61619981Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-premium","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"namespace":"ai-tenant-e2e-worker-w3-bb1b51","name":"e2e-test-subscription-premium","reconcileID":"64be6cd9-155c-488d-9329-a2ac34c0daf1","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-test-subscription-premium\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T12:31:07.619030601Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-bb1b51","namespace":"e2e-models-e2e-worker-w3-bb1b51"},"namespace":"e2e-models-e2e-worker-w3-bb1b51","name":"simulator-w3-bb1b51","reconcileID":"74ef318c-870a-404f-8e3f-cf51476d2a0f","MaaSModelRef":{"name":"simulator-w3-bb1b51","namespace":"e2e-models-e2e-worker-w3-bb1b51"},"routeName":"simulator-w3-bb1b51-kserve-route","namespace":"e2e-models-e2e-worker-w3-bb1b51","llmisvcName":"simulator-w3-bb1b51","gateway":"openshift-ingress/e2e-worker-w3-bb1b51","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T12:31:07.620918418Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-free","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"namespace":"ai-tenant-e2e-worker-w3-bb1b51","name":"e2e-test-subscription-free","reconcileID":"cfc75711-0acd-42d9-9ea2-b7e168f2a9af","error":"failed to persist rateLimitIdentity: Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-test-subscription-free\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T12:31:07.66730723Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-bb1b51","namespace":"e2e-models-e2e-worker-w3-bb1b51"},"namespace":"e2e-models-e2e-worker-w3-bb1b51","name":"simulator-w3-bb1b51","reconcileID":"ca73c4b0-9c8d-4366-9cc3-f3691465826a","MaaSModelRef":{"name":"simulator-w3-bb1b51","namespace":"e2e-models-e2e-worker-w3-bb1b51"},"routeName":"simulator-w3-bb1b51-kserve-route","namespace":"e2e-models-e2e-worker-w3-bb1b51","llmisvcName":"simulator-w3-bb1b51","gateway":"openshift-ingress/e2e-worker-w3-bb1b51","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:31:07.673874Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-bb1b51","namespace":"e2e-models-e2e-worker-w3-bb1b51"},"namespace":"e2e-models-e2e-worker-w3-bb1b51","name":"simulator-w3-bb1b51","reconcileID":"eef28eb9-c210-45cd-9e23-5839406ba3c6","MaaSModelRef":{"name":"simulator-w3-bb1b51","namespace":"e2e-models-e2e-worker-w3-bb1b51"},"routeName":"simulator-w3-bb1b51-kserve-route","namespace":"e2e-models-e2e-worker-w3-bb1b51","llmisvcName":"simulator-w3-bb1b51","gateway":"openshift-ingress/e2e-worker-w3-bb1b51","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:31:07.723139685Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-bb1b51","namespace":"e2e-models-e2e-worker-w3-bb1b51"},"namespace":"e2e-models-e2e-worker-w3-bb1b51","name":"simulator-w3-bb1b51","reconcileID":"6c2362a2-8dc6-439e-962f-e6d148317ed3","MaaSModelRef":{"name":"simulator-w3-bb1b51","namespace":"e2e-models-e2e-worker-w3-bb1b51"},"routeName":"simulator-w3-bb1b51-kserve-route","namespace":"e2e-models-e2e-worker-w3-bb1b51","llmisvcName":"simulator-w3-bb1b51","gateway":"openshift-ingress/e2e-worker-w3-bb1b51","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:31:07.77590281Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-bb1b51","namespace":"e2e-models-e2e-worker-w3-bb1b51"},"namespace":"e2e-models-e2e-worker-w3-bb1b51","name":"simulator-w3-bb1b51","reconcileID":"9a8b4d1b-5f7e-4a1d-b86a-f05bc0bc6dac","MaaSModelRef":{"name":"simulator-w3-bb1b51","namespace":"e2e-models-e2e-worker-w3-bb1b51"},"routeName":"simulator-w3-bb1b51-kserve-route","namespace":"e2e-models-e2e-worker-w3-bb1b51","llmisvcName":"simulator-w3-bb1b51","gateway":"openshift-ingress/e2e-worker-w3-bb1b51","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:31:07.811835958Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"namespace":"ai-tenant-e2e-worker-w3-bb1b51","name":"e2e-test-auth-multi-sub-valid","reconcileID":"6667b9ed-051c-4e27-80f7-4d5a90fb573f","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bb1b51","tenantID":"e2e-worker-w3-bb1b51","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:31:07.863852458Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"namespace":"ai-tenant-e2e-worker-w3-bb1b51","name":"e2e-test-auth-multi-sub-valid","reconcileID":"6667b9ed-051c-4e27-80f7-4d5a90fb573f","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"name":"e2e-worker-w3-bb1b51-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:31:07.912710307Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"namespace":"ai-tenant-e2e-worker-w3-bb1b51","name":"premium-simulator-access","reconcileID":"f2563246-0bc1-4b61-8044-c82f60faf94d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bb1b51","tenantID":"e2e-worker-w3-bb1b51","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:31:07.922688867Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-free","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"namespace":"ai-tenant-e2e-worker-w3-bb1b51","name":"e2e-test-subscription-free","reconcileID":"2b8f477d-e2ee-4270-9852-b173b8789cf6","MaaSSubscription":{"name":"e2e-test-subscription-free","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"name":"maas-trlp-simulator-w3-bb1b51","model":"e2e-models-e2e-worker-w3-bb1b51/simulator-w3-bb1b51","subscriptionCount":3,"subscriptions":["ai-tenant-e2e-worker-w3-bb1b51/e2e-test-subscription-free","ai-tenant-e2e-worker-w3-bb1b51/e2e-test-subscription-premium","ai-tenant-e2e-worker-w3-bb1b51/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:31:07.956517624Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"namespace":"ai-tenant-e2e-worker-w3-bb1b51","name":"simulator-access","reconcileID":"06ca39d8-6157-487e-a3d5-96f0a455c6b7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bb1b51","tenantID":"e2e-worker-w3-bb1b51","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:31:07.965575178Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"namespace":"ai-tenant-e2e-worker-w3-bb1b51","name":"premium-simulator-access","reconcileID":"f2563246-0bc1-4b61-8044-c82f60faf94d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"name":"e2e-worker-w3-bb1b51-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:31:08.008897829Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"namespace":"ai-tenant-e2e-worker-w3-bb1b51","name":"simulator-access","reconcileID":"06ca39d8-6157-487e-a3d5-96f0a455c6b7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"name":"e2e-worker-w3-bb1b51-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:31:08.025373083Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-premium","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"namespace":"ai-tenant-e2e-worker-w3-bb1b51","name":"e2e-test-subscription-premium","reconcileID":"594b822a-ed53-4cb8-8468-45b13a9d57de","MaaSSubscription":{"name":"e2e-test-subscription-premium","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"name":"maas-trlp-simulator-w3-bb1b51","model":"e2e-models-e2e-worker-w3-bb1b51/simulator-w3-bb1b51","subscriptionCount":3,"subscriptions":["ai-tenant-e2e-worker-w3-bb1b51/e2e-test-subscription-free","ai-tenant-e2e-worker-w3-bb1b51/e2e-test-subscription-premium","ai-tenant-e2e-worker-w3-bb1b51/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:31:08.07940064Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-bb1b51","namespace":"e2e-models-e2e-worker-w3-bb1b51"},"namespace":"e2e-models-e2e-worker-w3-bb1b51","name":"simulator-w3-bb1b51","reconcileID":"f359e6dd-83d8-47de-87a8-da69e343f968","MaaSModelRef":{"name":"simulator-w3-bb1b51","namespace":"e2e-models-e2e-worker-w3-bb1b51"},"routeName":"simulator-w3-bb1b51-kserve-route","namespace":"e2e-models-e2e-worker-w3-bb1b51","llmisvcName":"simulator-w3-bb1b51","gateway":"openshift-ingress/e2e-worker-w3-bb1b51","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:31:08.089362639Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3fd5d548-7205-4609-8260-18d7903a220d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:31:08.117167492Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"namespace":"ai-tenant-e2e-worker-w3-bb1b51","name":"simulator-subscription","reconcileID":"709dd86d-4aa1-4c5b-8e70-61b5773b28bd","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"name":"maas-trlp-simulator-w3-bb1b51","model":"e2e-models-e2e-worker-w3-bb1b51/simulator-w3-bb1b51","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:31:08.138546519Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3fd5d548-7205-4609-8260-18d7903a220d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:31:08.187766347Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3fd5d548-7205-4609-8260-18d7903a220d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:31:08.192157968Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-bb1b51","namespace":"e2e-models-e2e-worker-w3-bb1b51"},"namespace":"e2e-models-e2e-worker-w3-bb1b51","name":"simulator-w3-bb1b51","reconcileID":"56847e03-1238-4abf-999c-4e90b3838da4","MaaSModelRef":{"name":"simulator-w3-bb1b51","namespace":"e2e-models-e2e-worker-w3-bb1b51"},"routeName":"simulator-w3-bb1b51-kserve-route","namespace":"e2e-models-e2e-worker-w3-bb1b51","llmisvcName":"simulator-w3-bb1b51","gateway":"openshift-ingress/e2e-worker-w3-bb1b51","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:31:08.236984194Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3fd5d548-7205-4609-8260-18d7903a220d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:31:08.286098769Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"namespace":"ai-tenant-e2e-worker-w3-bb1b51","name":"e2e-test-auth-multi-sub-valid","reconcileID":"90b05879-f746-44ad-81a8-4da8ae3a5e9c","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bb1b51","tenantID":"e2e-worker-w3-bb1b51","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:31:08.335657403Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"namespace":"ai-tenant-e2e-worker-w3-bb1b51","name":"premium-simulator-access","reconcileID":"0afc922d-c0e8-4975-a05a-7c4da8fc5c7d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bb1b51","tenantID":"e2e-worker-w3-bb1b51","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:31:08.33851028Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"namespace":"ai-tenant-e2e-worker-w3-bb1b51","name":"e2e-test-auth-multi-sub-valid","reconcileID":"90b05879-f746-44ad-81a8-4da8ae3a5e9c","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"name":"e2e-worker-w3-bb1b51-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:31:08.343068471Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"e2e-status-degraded-auth","reconcileID":"604b8ea8-0fd0-4d96-b35f-8de252130069","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"model":"e2e-models-e2e-worker-w2-91cd99/simulator-w2-91cd99","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:31:08.34307145Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-91cd99","namespace":"e2e-models-e2e-worker-w2-91cd99"},"namespace":"e2e-models-e2e-worker-w2-91cd99","name":"simulator-w2-91cd99","reconcileID":"88c49692-cbb9-4b88-94ae-686d75ab7d04","MaaSModelRef":{"name":"simulator-w2-91cd99","namespace":"e2e-models-e2e-worker-w2-91cd99"},"routeName":"simulator-w2-91cd99-kserve-route","namespace":"e2e-models-e2e-worker-w2-91cd99","llmisvcName":"simulator-w2-91cd99","gateway":"openshift-ingress/e2e-worker-w2-91cd99","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:31:08.384968794Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-free","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"namespace":"ai-tenant-e2e-worker-w3-bb1b51","name":"e2e-test-subscription-free","reconcileID":"b19e4251-3221-4658-aeee-7080acaf872a","MaaSSubscription":{"name":"e2e-test-subscription-free","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"name":"maas-trlp-simulator-w3-bb1b51","model":"e2e-models-e2e-worker-w3-bb1b51/simulator-w3-bb1b51","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:31:08.388289039Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"namespace":"ai-tenant-e2e-worker-w3-bb1b51","name":"premium-simulator-access","reconcileID":"0afc922d-c0e8-4975-a05a-7c4da8fc5c7d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"name":"e2e-worker-w3-bb1b51-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:31:08.391074174Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"e2e-status-degraded-auth","reconcileID":"604b8ea8-0fd0-4d96-b35f-8de252130069","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"model":"e2e-models-e2e-worker-w2-91cd99/nonexistent-model-auth-partial","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:31:08.433574771Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-premium","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"namespace":"ai-tenant-e2e-worker-w3-bb1b51","name":"e2e-test-subscription-premium","reconcileID":"dfcd570a-4c3c-4e45-86d2-e1aa8c4d4457","MaaSSubscription":{"name":"e2e-test-subscription-premium","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"name":"maas-trlp-simulator-w3-bb1b51","model":"e2e-models-e2e-worker-w3-bb1b51/simulator-w3-bb1b51","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:31:08.581493116Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"namespace":"ai-tenant-e2e-worker-w3-bb1b51","name":"simulator-subscription","reconcileID":"93eae641-0ac1-4222-a6f0-5bb871590f28","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"name":"maas-trlp-simulator-w3-bb1b51","model":"e2e-models-e2e-worker-w3-bb1b51/simulator-w3-bb1b51","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:31:08.591929327Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-91cd99","namespace":"e2e-models-e2e-worker-w2-91cd99"},"namespace":"e2e-models-e2e-worker-w2-91cd99","name":"simulator-w2-91cd99","reconcileID":"3664bbb0-c5b7-4559-8676-85f135de182d","MaaSModelRef":{"name":"simulator-w2-91cd99","namespace":"e2e-models-e2e-worker-w2-91cd99"},"routeName":"simulator-w2-91cd99-kserve-route","namespace":"e2e-models-e2e-worker-w2-91cd99","llmisvcName":"simulator-w2-91cd99","gateway":"openshift-ingress/e2e-worker-w2-91cd99","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:31:09.408053057Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"namespace":"ai-tenant-e2e-worker-w0-9893f0","name":"premium-simulator-subscription","reconcileID":"cf0cf3cb-176f-4fa5-872f-c640d1234e9e","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"name":"maas-trlp-premium-w0-9893f0","model":"e2e-models-e2e-worker-w0-9893f0/premium-w0-9893f0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:31:09.437700982Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-91cd99","namespace":"e2e-models-e2e-worker-w2-91cd99"},"namespace":"e2e-models-e2e-worker-w2-91cd99","name":"simulator-w2-91cd99","reconcileID":"770a7186-5e7b-43c7-b5fa-85c275d0322f","MaaSModelRef":{"name":"simulator-w2-91cd99","namespace":"e2e-models-e2e-worker-w2-91cd99"},"routeName":"simulator-w2-91cd99-kserve-route","namespace":"e2e-models-e2e-worker-w2-91cd99","llmisvcName":"simulator-w2-91cd99","gateway":"openshift-ingress/e2e-worker-w2-91cd99","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:31:09.517733846Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-91cd99","namespace":"e2e-models-e2e-worker-w2-91cd99"},"namespace":"e2e-models-e2e-worker-w2-91cd99","name":"simulator-w2-91cd99","reconcileID":"73e0ca2c-93e4-4294-b66c-206dbb8674c0","MaaSModelRef":{"name":"simulator-w2-91cd99","namespace":"e2e-models-e2e-worker-w2-91cd99"},"routeName":"simulator-w2-91cd99-kserve-route","namespace":"e2e-models-e2e-worker-w2-91cd99","llmisvcName":"simulator-w2-91cd99","gateway":"openshift-ingress/e2e-worker-w2-91cd99","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:31:09.714857224Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"e2e-degraded-models-apikey-auth","reconcileID":"8b5a806b-ea02-4f26-81ce-039e2f4c4f47","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-91cd99","tenantID":"e2e-worker-w2-91cd99","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:31:09.716438423Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-91cd99","namespace":"e2e-models-e2e-worker-w2-91cd99"},"namespace":"e2e-models-e2e-worker-w2-91cd99","name":"simulator-w2-91cd99","reconcileID":"2a0c9fff-7ce0-4f88-a4f0-674e148ce476","MaaSModelRef":{"name":"simulator-w2-91cd99","namespace":"e2e-models-e2e-worker-w2-91cd99"},"routeName":"simulator-w2-91cd99-kserve-route","namespace":"e2e-models-e2e-worker-w2-91cd99","llmisvcName":"simulator-w2-91cd99","gateway":"openshift-ingress/e2e-worker-w2-91cd99","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:31:09.71658648Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w3-bb1b51 priority=0:[ai-tenant-e2e-worker-w3-bb1b51/e2e-test-subscription-free ai-tenant-e2e-worker-w3-bb1b51/e2e-test-subscription-premium]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:31:09.769279279Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"e2e-degraded-models-apikey-auth","reconcileID":"8b5a806b-ea02-4f26-81ce-039e2f4c4f47","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"name":"e2e-worker-w2-91cd99-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:31:09.770474748Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-bb1b51","namespace":"e2e-models-e2e-worker-w3-bb1b51"},"namespace":"e2e-models-e2e-worker-w3-bb1b51","name":"simulator-w3-bb1b51","reconcileID":"a9884ef6-22d0-4fa0-a52c-b249b06f54ab","MaaSModelRef":{"name":"simulator-w3-bb1b51","namespace":"e2e-models-e2e-worker-w3-bb1b51"},"routeName":"simulator-w3-bb1b51-kserve-route","namespace":"e2e-models-e2e-worker-w3-bb1b51","llmisvcName":"simulator-w3-bb1b51","gateway":"openshift-ingress/e2e-worker-w3-bb1b51","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:31:09.817816933Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-91cd99","namespace":"e2e-models-e2e-worker-w2-91cd99"},"namespace":"e2e-models-e2e-worker-w2-91cd99","name":"simulator-w2-91cd99","reconcileID":"dce763a6-0538-4387-973a-9a371e0a1d6a","MaaSModelRef":{"name":"simulator-w2-91cd99","namespace":"e2e-models-e2e-worker-w2-91cd99"},"routeName":"simulator-w2-91cd99-kserve-route","namespace":"e2e-models-e2e-worker-w2-91cd99","llmisvcName":"simulator-w2-91cd99","gateway":"openshift-ingress/e2e-worker-w2-91cd99","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T12:31:09.819431085Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w2-91cd99/e2e-degraded-models-apikey","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-degraded-models-apikey\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-03T12:31:09.862051843Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"premium-simulator-access","reconcileID":"8eb0e756-1307-45c1-a224-1a0caf62d031","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-91cd99","tenantID":"e2e-worker-w2-91cd99","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:31:09.862051294Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"simulator-access","reconcileID":"bf73917f-62e6-4ca7-ac90-d9c1f3c25446","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-91cd99","tenantID":"e2e-worker-w2-91cd99","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:31:09.869308723Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-91cd99","namespace":"e2e-models-e2e-worker-w2-91cd99"},"namespace":"e2e-models-e2e-worker-w2-91cd99","name":"simulator-w2-91cd99","reconcileID":"0c2a5168-b7d8-47b9-928b-d3a4906c42e9","MaaSModelRef":{"name":"simulator-w2-91cd99","namespace":"e2e-models-e2e-worker-w2-91cd99"},"routeName":"simulator-w2-91cd99-kserve-route","namespace":"e2e-models-e2e-worker-w2-91cd99","llmisvcName":"simulator-w2-91cd99","gateway":"openshift-ingress/e2e-worker-w2-91cd99","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:31:09.917135942Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"premium-simulator-access","reconcileID":"8eb0e756-1307-45c1-a224-1a0caf62d031","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"name":"e2e-worker-w2-91cd99-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:31:09.919871271Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"simulator-access","reconcileID":"bf73917f-62e6-4ca7-ac90-d9c1f3c25446","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"name":"e2e-worker-w2-91cd99-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:31:10.069512574Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-91cd99","namespace":"e2e-models-e2e-worker-w2-91cd99"},"namespace":"e2e-models-e2e-worker-w2-91cd99","name":"simulator-w2-91cd99","reconcileID":"7d3cd995-b323-4589-9d41-856c58245d9d","MaaSModelRef":{"name":"simulator-w2-91cd99","namespace":"e2e-models-e2e-worker-w2-91cd99"},"routeName":"simulator-w2-91cd99-kserve-route","namespace":"e2e-models-e2e-worker-w2-91cd99","llmisvcName":"simulator-w2-91cd99","gateway":"openshift-ingress/e2e-worker-w2-91cd99","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:31:10.071223295Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f88435c1-7142-4065-95fd-d95f3078f725","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:31:10.120309149Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f88435c1-7142-4065-95fd-d95f3078f725","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:31:10.122812111Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"e2e-degraded-models-apikey","reconcileID":"d9a0cf43-dcda-4a5d-8282-cd3707468c7c","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"name":"maas-trlp-simulator-w2-91cd99","model":"e2e-models-e2e-worker-w2-91cd99/simulator-w2-91cd99","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w2-91cd99/e2e-degraded-models-apikey","ai-tenant-e2e-worker-w2-91cd99/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:31:10.169464123Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f88435c1-7142-4065-95fd-d95f3078f725","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:31:10.169646242Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"e2e-degraded-models-apikey","reconcileID":"d9a0cf43-dcda-4a5d-8282-cd3707468c7c","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"model":"e2e-models-e2e-worker-w2-91cd99/nonexistent-model-apikey","error":"MaaSModelRef not found: e2e-models-e2e-worker-w2-91cd99/nonexistent-model-apikey","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:31:10.218084761Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f88435c1-7142-4065-95fd-d95f3078f725","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:31:10.314846Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"e2e-degraded-models-apikey-auth","reconcileID":"688dc731-69bc-422b-b94d-7eff4105b8c7","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-91cd99","tenantID":"e2e-worker-w2-91cd99","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:31:10.315277505Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"premium-simulator-access","reconcileID":"9627bfb1-6dbd-43aa-be24-2fa37901f9f7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-91cd99","tenantID":"e2e-worker-w2-91cd99","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:31:10.36319303Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"simulator-access","reconcileID":"37f46803-7f74-42f4-a23d-627fca441ebc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-91cd99","tenantID":"e2e-worker-w2-91cd99","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:31:10.367759862Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"premium-simulator-access","reconcileID":"9627bfb1-6dbd-43aa-be24-2fa37901f9f7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"name":"e2e-worker-w2-91cd99-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:31:10.36787148Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"e2e-degraded-models-apikey-auth","reconcileID":"688dc731-69bc-422b-b94d-7eff4105b8c7","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"name":"e2e-worker-w2-91cd99-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:31:10.413755134Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"simulator-subscription","reconcileID":"0cd39219-d4c5-474d-bbb6-796e4c6781ae","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"name":"maas-trlp-simulator-w2-91cd99","model":"e2e-models-e2e-worker-w2-91cd99/simulator-w2-91cd99","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:31:10.415925112Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"simulator-access","reconcileID":"37f46803-7f74-42f4-a23d-627fca441ebc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"name":"e2e-worker-w2-91cd99-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:31:10.470741274Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-91cd99","namespace":"e2e-models-e2e-worker-w2-91cd99"},"namespace":"e2e-models-e2e-worker-w2-91cd99","name":"simulator-w2-91cd99","reconcileID":"5858eaa5-e3fe-49f0-86a7-d2d2eee79137","MaaSModelRef":{"name":"simulator-w2-91cd99","namespace":"e2e-models-e2e-worker-w2-91cd99"},"routeName":"simulator-w2-91cd99-kserve-route","namespace":"e2e-models-e2e-worker-w2-91cd99","llmisvcName":"simulator-w2-91cd99","gateway":"openshift-ingress/e2e-worker-w2-91cd99","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:31:10.664902178Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"e2e-degraded-models-apikey","reconcileID":"3698b8aa-122c-4ef2-9a1e-f7c460505736","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"name":"maas-trlp-simulator-w2-91cd99","model":"e2e-models-e2e-worker-w2-91cd99/simulator-w2-91cd99","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:31:10.665108014Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"e2e-degraded-models-apikey","reconcileID":"3698b8aa-122c-4ef2-9a1e-f7c460505736","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"model":"e2e-models-e2e-worker-w2-91cd99/nonexistent-model-apikey","error":"MaaSModelRef not found: e2e-models-e2e-worker-w2-91cd99/nonexistent-model-apikey","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:31:11.771974753Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-bb1b51","namespace":"e2e-models-e2e-worker-w3-bb1b51"},"namespace":"e2e-models-e2e-worker-w3-bb1b51","name":"simulator-w3-bb1b51","reconcileID":"46349bd4-39dc-45e3-93a5-5abac0dc65f7","MaaSModelRef":{"name":"simulator-w3-bb1b51","namespace":"e2e-models-e2e-worker-w3-bb1b51"},"routeName":"simulator-w3-bb1b51-kserve-route","namespace":"e2e-models-e2e-worker-w3-bb1b51","llmisvcName":"simulator-w3-bb1b51","gateway":"openshift-ingress/e2e-worker-w3-bb1b51","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:31:11.820906345Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-9893f0","namespace":"e2e-models-e2e-worker-w0-9893f0"},"namespace":"e2e-models-e2e-worker-w0-9893f0","name":"simulator-w0-9893f0","reconcileID":"f81ce298-d97c-431a-9383-0255bb53932d","MaaSModelRef":{"name":"simulator-w0-9893f0","namespace":"e2e-models-e2e-worker-w0-9893f0"},"routeName":"simulator-w0-9893f0-kserve-route","namespace":"e2e-models-e2e-worker-w0-9893f0","llmisvcName":"simulator-w0-9893f0","gateway":"openshift-ingress/e2e-worker-w0-9893f0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:31:11.874111272Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-9893f0","namespace":"e2e-models-e2e-worker-w0-9893f0"},"namespace":"e2e-models-e2e-worker-w0-9893f0","name":"simulator-w0-9893f0","reconcileID":"5d7b5ac5-8a1a-4856-85a2-ac9db3537dc8","MaaSModelRef":{"name":"simulator-w0-9893f0","namespace":"e2e-models-e2e-worker-w0-9893f0"},"routeName":"simulator-w0-9893f0-kserve-route","namespace":"e2e-models-e2e-worker-w0-9893f0","llmisvcName":"simulator-w0-9893f0","gateway":"openshift-ingress/e2e-worker-w0-9893f0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:31:11.917403438Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"namespace":"ai-tenant-e2e-worker-w3-bb1b51","name":"simulator-access","reconcileID":"803dfe00-188b-4acf-bc4e-928f50e4c161","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bb1b51","tenantID":"e2e-worker-w3-bb1b51","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:31:11.917540945Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"namespace":"ai-tenant-e2e-worker-w3-bb1b51","name":"e2e-test-auth-multi-sub-valid","reconcileID":"700d93e8-90a7-4be0-8900-9ac415a2a532","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bb1b51","tenantID":"e2e-worker-w3-bb1b51","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:31:11.917911985Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"namespace":"ai-tenant-e2e-worker-w3-bb1b51","name":"premium-simulator-access","reconcileID":"a2b8c2c7-145a-4343-87ef-0675e62a8552","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bb1b51","tenantID":"e2e-worker-w3-bb1b51","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:31:11.970538554Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"namespace":"ai-tenant-e2e-worker-w3-bb1b51","name":"e2e-test-auth-multi-sub-valid","reconcileID":"700d93e8-90a7-4be0-8900-9ac415a2a532","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"name":"e2e-worker-w3-bb1b51-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:31:11.971561156Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"namespace":"ai-tenant-e2e-worker-w3-bb1b51","name":"simulator-access","reconcileID":"803dfe00-188b-4acf-bc4e-928f50e4c161","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"name":"e2e-worker-w3-bb1b51-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:31:11.972839948Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"namespace":"ai-tenant-e2e-worker-w3-bb1b51","name":"premium-simulator-access","reconcileID":"a2b8c2c7-145a-4343-87ef-0675e62a8552","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"name":"e2e-worker-w3-bb1b51-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:31:12.020024161Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"namespace":"ai-tenant-e2e-worker-w0-9893f0","name":"e2e-test-auth-access-denied","reconcileID":"4ce7a0cf-d608-45d6-8289-dcfcd381b769","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9893f0","tenantID":"e2e-worker-w0-9893f0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:31:12.073065262Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"namespace":"ai-tenant-e2e-worker-w0-9893f0","name":"e2e-test-auth-access-denied","reconcileID":"4ce7a0cf-d608-45d6-8289-dcfcd381b769","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"name":"e2e-worker-w0-9893f0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:31:12.100708743Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-9893f0","namespace":"e2e-models-e2e-worker-w0-9893f0"},"namespace":"e2e-models-e2e-worker-w0-9893f0","name":"simulator-w0-9893f0","reconcileID":"beed2571-4615-4587-a2cd-1133403fee79","MaaSModelRef":{"name":"simulator-w0-9893f0","namespace":"e2e-models-e2e-worker-w0-9893f0"},"routeName":"simulator-w0-9893f0-kserve-route","namespace":"e2e-models-e2e-worker-w0-9893f0","llmisvcName":"simulator-w0-9893f0","gateway":"openshift-ingress/e2e-worker-w0-9893f0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:31:12.124900135Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d6579afb-5637-4051-abfa-36d2b6d04e1f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:31:12.174023562Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d6579afb-5637-4051-abfa-36d2b6d04e1f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:31:12.179007932Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-91cd99","namespace":"e2e-models-e2e-worker-w2-91cd99"},"namespace":"e2e-models-e2e-worker-w2-91cd99","name":"simulator-w2-91cd99","reconcileID":"749ed686-0a25-42d4-8435-358bc9fd4361","MaaSModelRef":{"name":"simulator-w2-91cd99","namespace":"e2e-models-e2e-worker-w2-91cd99"},"routeName":"simulator-w2-91cd99-kserve-route","namespace":"e2e-models-e2e-worker-w2-91cd99","llmisvcName":"simulator-w2-91cd99","gateway":"openshift-ingress/e2e-worker-w2-91cd99","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:31:12.223504423Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d6579afb-5637-4051-abfa-36d2b6d04e1f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:31:12.224333414Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-9893f0","namespace":"e2e-models-e2e-worker-w0-9893f0"},"namespace":"e2e-models-e2e-worker-w0-9893f0","name":"simulator-w0-9893f0","reconcileID":"cce5daf7-8d5d-4d19-a0f0-2b411d036f9b","MaaSModelRef":{"name":"simulator-w0-9893f0","namespace":"e2e-models-e2e-worker-w0-9893f0"},"routeName":"simulator-w0-9893f0-kserve-route","namespace":"e2e-models-e2e-worker-w0-9893f0","llmisvcName":"simulator-w0-9893f0","gateway":"openshift-ingress/e2e-worker-w0-9893f0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:31:12.273264403Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d6579afb-5637-4051-abfa-36d2b6d04e1f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T12:31:12.323661554Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w0-9893f0/e2e-test-user-subscription","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-test-user-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-03T12:31:12.328167193Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-9893f0","namespace":"e2e-models-e2e-worker-w0-9893f0"},"namespace":"e2e-models-e2e-worker-w0-9893f0","name":"simulator-w0-9893f0","reconcileID":"c8695602-2848-408b-bfaa-654db1b20f01","MaaSModelRef":{"name":"simulator-w0-9893f0","namespace":"e2e-models-e2e-worker-w0-9893f0"},"routeName":"simulator-w0-9893f0-kserve-route","namespace":"e2e-models-e2e-worker-w0-9893f0","llmisvcName":"simulator-w0-9893f0","gateway":"openshift-ingress/e2e-worker-w0-9893f0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:31:12.369648213Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"namespace":"ai-tenant-e2e-worker-w0-9893f0","name":"premium-simulator-access","reconcileID":"9069159e-f1f7-43a2-bbb3-331500654e8f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9893f0","tenantID":"e2e-worker-w0-9893f0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:31:12.37025053Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"namespace":"ai-tenant-e2e-worker-w0-9893f0","name":"simulator-access","reconcileID":"25e34d3e-11d6-4db5-b708-31ae08091131","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9893f0","tenantID":"e2e-worker-w0-9893f0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:31:12.377731943Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-bb1b51","namespace":"e2e-models-e2e-worker-w3-bb1b51"},"namespace":"e2e-models-e2e-worker-w3-bb1b51","name":"simulator-w3-bb1b51","reconcileID":"a8510ec2-14b1-471c-a8fc-6186953d40e5","MaaSModelRef":{"name":"simulator-w3-bb1b51","namespace":"e2e-models-e2e-worker-w3-bb1b51"},"routeName":"simulator-w3-bb1b51-kserve-route","namespace":"e2e-models-e2e-worker-w3-bb1b51","llmisvcName":"simulator-w3-bb1b51","gateway":"openshift-ingress/e2e-worker-w3-bb1b51","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:31:12.383139653Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w0-9893f0 priority=0:[ai-tenant-e2e-worker-w0-9893f0/e2e-test-other-subscription ai-tenant-e2e-worker-w0-9893f0/e2e-test-user-subscription]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:31:12.383235034Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-9893f0","namespace":"e2e-models-e2e-worker-w0-9893f0"},"namespace":"e2e-models-e2e-worker-w0-9893f0","name":"simulator-w0-9893f0","reconcileID":"5cbe8aa0-6e6a-440b-83c3-5c0465892ecc","MaaSModelRef":{"name":"simulator-w0-9893f0","namespace":"e2e-models-e2e-worker-w0-9893f0"},"routeName":"simulator-w0-9893f0-kserve-route","namespace":"e2e-models-e2e-worker-w0-9893f0","llmisvcName":"simulator-w0-9893f0","gateway":"openshift-ingress/e2e-worker-w0-9893f0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:31:12.421292151Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-9893f0","namespace":"e2e-models-e2e-worker-w0-9893f0"},"namespace":"e2e-models-e2e-worker-w0-9893f0","name":"simulator-w0-9893f0","reconcileID":"c5b6e58e-5c20-4ee8-8967-034871b48944","MaaSModelRef":{"name":"simulator-w0-9893f0","namespace":"e2e-models-e2e-worker-w0-9893f0"},"routeName":"simulator-w0-9893f0-kserve-route","namespace":"e2e-models-e2e-worker-w0-9893f0","llmisvcName":"simulator-w0-9893f0","gateway":"openshift-ingress/e2e-worker-w0-9893f0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:31:12.425086282Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"namespace":"ai-tenant-e2e-worker-w0-9893f0","name":"simulator-access","reconcileID":"25e34d3e-11d6-4db5-b708-31ae08091131","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"name":"e2e-worker-w0-9893f0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:31:12.425133254Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"namespace":"ai-tenant-e2e-worker-w0-9893f0","name":"premium-simulator-access","reconcileID":"9069159e-f1f7-43a2-bbb3-331500654e8f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"name":"e2e-worker-w0-9893f0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:31:12.436581007Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-9893f0","namespace":"e2e-models-e2e-worker-w0-9893f0"},"namespace":"e2e-models-e2e-worker-w0-9893f0","name":"simulator-w0-9893f0","reconcileID":"2c280289-34c2-47c7-af4e-89b1a43dd108","MaaSModelRef":{"name":"simulator-w0-9893f0","namespace":"e2e-models-e2e-worker-w0-9893f0"},"routeName":"simulator-w0-9893f0-kserve-route","namespace":"e2e-models-e2e-worker-w0-9893f0","llmisvcName":"simulator-w0-9893f0","gateway":"openshift-ingress/e2e-worker-w0-9893f0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:31:12.483797973Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-9893f0","namespace":"e2e-models-e2e-worker-w0-9893f0"},"namespace":"e2e-models-e2e-worker-w0-9893f0","name":"simulator-w0-9893f0","reconcileID":"28c9cae4-d45c-441b-a855-c974db38e879","MaaSModelRef":{"name":"simulator-w0-9893f0","namespace":"e2e-models-e2e-worker-w0-9893f0"},"routeName":"simulator-w0-9893f0-kserve-route","namespace":"e2e-models-e2e-worker-w0-9893f0","llmisvcName":"simulator-w0-9893f0","gateway":"openshift-ingress/e2e-worker-w0-9893f0","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T12:31:12.523931503Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w0-9893f0/e2e-test-other-subscription","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-test-other-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-03T12:31:12.534424985Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-9893f0","namespace":"e2e-models-e2e-worker-w0-9893f0"},"namespace":"e2e-models-e2e-worker-w0-9893f0","name":"simulator-w0-9893f0","reconcileID":"373d62ac-36e6-4457-bfbb-ce381236d66d","MaaSModelRef":{"name":"simulator-w0-9893f0","namespace":"e2e-models-e2e-worker-w0-9893f0"},"routeName":"simulator-w0-9893f0-kserve-route","namespace":"e2e-models-e2e-worker-w0-9893f0","llmisvcName":"simulator-w0-9893f0","gateway":"openshift-ingress/e2e-worker-w0-9893f0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:31:12.571334382Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"namespace":"ai-tenant-e2e-worker-w0-9893f0","name":"e2e-test-auth-access-denied","reconcileID":"422b07a9-9841-481d-9759-834c71c5d946","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9893f0","tenantID":"e2e-worker-w0-9893f0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:31:12.624166007Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"namespace":"ai-tenant-e2e-worker-w0-9893f0","name":"e2e-test-auth-access-denied","reconcileID":"422b07a9-9841-481d-9759-834c71c5d946","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"name":"e2e-worker-w0-9893f0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:31:12.62559331Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-user-subscription","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"namespace":"ai-tenant-e2e-worker-w0-9893f0","name":"e2e-test-user-subscription","reconcileID":"3e35ce0d-57bc-4a8a-9389-69867359dd82","MaaSSubscription":{"name":"e2e-test-user-subscription","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"name":"maas-trlp-simulator-w0-9893f0","model":"e2e-models-e2e-worker-w0-9893f0/simulator-w0-9893f0","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w0-9893f0/e2e-test-user-subscription","ai-tenant-e2e-worker-w0-9893f0/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:31:12.76633087Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-91cd99","namespace":"e2e-models-e2e-worker-w2-91cd99"},"namespace":"e2e-models-e2e-worker-w2-91cd99","name":"simulator-w2-91cd99","reconcileID":"2a810448-90d5-4319-9290-b546020b5669","MaaSModelRef":{"name":"simulator-w2-91cd99","namespace":"e2e-models-e2e-worker-w2-91cd99"},"routeName":"simulator-w2-91cd99-kserve-route","namespace":"e2e-models-e2e-worker-w2-91cd99","llmisvcName":"simulator-w2-91cd99","gateway":"openshift-ingress/e2e-worker-w2-91cd99","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:31:12.780569632Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-9893f0","namespace":"e2e-models-e2e-worker-w0-9893f0"},"namespace":"e2e-models-e2e-worker-w0-9893f0","name":"simulator-w0-9893f0","reconcileID":"ef6d0ea3-d9bf-4ec2-811d-765fd8d05d38","MaaSModelRef":{"name":"simulator-w0-9893f0","namespace":"e2e-models-e2e-worker-w0-9893f0"},"routeName":"simulator-w0-9893f0-kserve-route","namespace":"e2e-models-e2e-worker-w0-9893f0","llmisvcName":"simulator-w0-9893f0","gateway":"openshift-ingress/e2e-worker-w0-9893f0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:31:12.783267003Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-other-subscription","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"namespace":"ai-tenant-e2e-worker-w0-9893f0","name":"e2e-test-other-subscription","reconcileID":"48c7ff3a-9a31-4361-acc4-3bc352a6c9c0","MaaSSubscription":{"name":"e2e-test-other-subscription","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"name":"maas-trlp-simulator-w0-9893f0","model":"e2e-models-e2e-worker-w0-9893f0/simulator-w0-9893f0","subscriptionCount":3,"subscriptions":["ai-tenant-e2e-worker-w0-9893f0/e2e-test-other-subscription","ai-tenant-e2e-worker-w0-9893f0/e2e-test-user-subscription","ai-tenant-e2e-worker-w0-9893f0/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:31:12.830508706Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"namespace":"ai-tenant-e2e-worker-w0-9893f0","name":"simulator-subscription","reconcileID":"e06de321-2880-4396-b350-cc47b41d33a9","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"name":"maas-trlp-simulator-w0-9893f0","model":"e2e-models-e2e-worker-w0-9893f0/simulator-w0-9893f0","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:31:12.850030592Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"namespace":"ai-tenant-e2e-worker-w0-9893f0","name":"premium-simulator-access","reconcileID":"054dee2d-7a1f-4e31-91fb-b95e05a00f48","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9893f0","tenantID":"e2e-worker-w0-9893f0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:31:12.850054841Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"namespace":"ai-tenant-e2e-worker-w0-9893f0","name":"simulator-access","reconcileID":"7f1e3f4b-e069-4209-9fff-19022dc2136b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9893f0","tenantID":"e2e-worker-w0-9893f0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:31:12.902559613Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"namespace":"ai-tenant-e2e-worker-w0-9893f0","name":"simulator-access","reconcileID":"7f1e3f4b-e069-4209-9fff-19022dc2136b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"name":"e2e-worker-w0-9893f0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:31:12.903711954Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"namespace":"ai-tenant-e2e-worker-w0-9893f0","name":"premium-simulator-access","reconcileID":"054dee2d-7a1f-4e31-91fb-b95e05a00f48","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"name":"e2e-worker-w0-9893f0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:31:12.938360759Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-9893f0","namespace":"e2e-models-e2e-worker-w0-9893f0"},"namespace":"e2e-models-e2e-worker-w0-9893f0","name":"simulator-w0-9893f0","reconcileID":"c798baee-2ba1-4d9f-9b5d-22f9e549418a","MaaSModelRef":{"name":"simulator-w0-9893f0","namespace":"e2e-models-e2e-worker-w0-9893f0"},"routeName":"simulator-w0-9893f0-kserve-route","namespace":"e2e-models-e2e-worker-w0-9893f0","llmisvcName":"simulator-w0-9893f0","gateway":"openshift-ingress/e2e-worker-w0-9893f0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:31:12.950786504Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"premium-simulator-access","reconcileID":"028d4439-4737-42c0-b585-062a078b9d97","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-91cd99","tenantID":"e2e-worker-w2-91cd99","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:31:12.950931105Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"e2e-degraded-models-apikey-auth","reconcileID":"a695229a-4457-45b0-a797-f8e9353015f3","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-91cd99","tenantID":"e2e-worker-w2-91cd99","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:31:12.975872064Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-user-subscription","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"namespace":"ai-tenant-e2e-worker-w0-9893f0","name":"e2e-test-user-subscription","reconcileID":"fae8df09-033c-4c1e-81e0-38b87488660a","MaaSSubscription":{"name":"e2e-test-user-subscription","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"name":"maas-trlp-simulator-w0-9893f0","model":"e2e-models-e2e-worker-w0-9893f0/simulator-w0-9893f0","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:31:13.004630575Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"premium-simulator-access","reconcileID":"028d4439-4737-42c0-b585-062a078b9d97","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"name":"e2e-worker-w2-91cd99-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:31:13.004647612Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"e2e-degraded-models-apikey-auth","reconcileID":"a695229a-4457-45b0-a797-f8e9353015f3","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"name":"e2e-worker-w2-91cd99-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:31:13.05063279Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"namespace":"ai-tenant-e2e-worker-w0-9893f0","name":"e2e-test-auth-access-denied","reconcileID":"a1d34fae-cc97-48a1-85d9-4044561c6840","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9893f0","tenantID":"e2e-worker-w0-9893f0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:31:13.102694857Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"namespace":"ai-tenant-e2e-worker-w0-9893f0","name":"e2e-test-auth-access-denied","reconcileID":"a1d34fae-cc97-48a1-85d9-4044561c6840","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"name":"e2e-worker-w0-9893f0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:31:13.174413637Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-other-subscription","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"namespace":"ai-tenant-e2e-worker-w0-9893f0","name":"e2e-test-other-subscription","reconcileID":"b79631b0-115c-4987-9af1-55be3d970b44","MaaSSubscription":{"name":"e2e-test-other-subscription","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"name":"maas-trlp-simulator-w0-9893f0","model":"e2e-models-e2e-worker-w0-9893f0/simulator-w0-9893f0","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:31:13.179729141Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"namespace":"ai-tenant-e2e-worker-w0-9893f0","name":"simulator-subscription","reconcileID":"8c1488fa-c8f1-480c-a2aa-8dc5f1c76189","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"name":"maas-trlp-simulator-w0-9893f0","model":"e2e-models-e2e-worker-w0-9893f0/simulator-w0-9893f0","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:31:13.251322135Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"simulator-access","reconcileID":"74019e8a-65bd-4445-b82e-70fe98cfd6d1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-91cd99","tenantID":"e2e-worker-w2-91cd99","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:31:13.299982831Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-user-subscription","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"namespace":"ai-tenant-e2e-worker-w0-9893f0","name":"e2e-test-user-subscription","reconcileID":"6193ca57-da53-4971-be8c-7858cb870ab5","MaaSSubscription":{"name":"e2e-test-user-subscription","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"name":"maas-trlp-simulator-w0-9893f0","model":"e2e-models-e2e-worker-w0-9893f0/simulator-w0-9893f0","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:31:13.303723714Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"simulator-access","reconcileID":"74019e8a-65bd-4445-b82e-70fe98cfd6d1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"name":"e2e-worker-w2-91cd99-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:31:14.119753133Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fb768a08-034a-46ce-a30b-43de3fbdf806","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:31:14.168940461Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fb768a08-034a-46ce-a30b-43de3fbdf806","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:31:14.217556997Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fb768a08-034a-46ce-a30b-43de3fbdf806","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:31:14.266316521Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fb768a08-034a-46ce-a30b-43de3fbdf806","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:31:15.4530285Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-9893f0","namespace":"e2e-models-e2e-worker-w0-9893f0"},"namespace":"e2e-models-e2e-worker-w0-9893f0","name":"simulator-w0-9893f0","reconcileID":"3017b918-3e2d-44c0-8695-608a5708d4f3","MaaSModelRef":{"name":"simulator-w0-9893f0","namespace":"e2e-models-e2e-worker-w0-9893f0"},"routeName":"simulator-w0-9893f0-kserve-route","namespace":"e2e-models-e2e-worker-w0-9893f0","llmisvcName":"simulator-w0-9893f0","gateway":"openshift-ingress/e2e-worker-w0-9893f0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:31:15.61644356Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"namespace":"ai-tenant-e2e-worker-w0-9893f0","name":"premium-simulator-access","reconcileID":"f9b9a5d5-4d3d-4c55-b780-a1f101d23f43","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9893f0","tenantID":"e2e-worker-w0-9893f0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:31:15.664404545Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"namespace":"ai-tenant-e2e-worker-w0-9893f0","name":"simulator-access","reconcileID":"03377d97-5504-4907-b138-c0051dc0b36d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9893f0","tenantID":"e2e-worker-w0-9893f0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:31:15.664400953Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"namespace":"ai-tenant-e2e-worker-w0-9893f0","name":"e2e-test-auth-access-denied","reconcileID":"7cced2ef-1dff-4266-bc29-c2da829b8ce7","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9893f0","tenantID":"e2e-worker-w0-9893f0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:31:15.668827788Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"namespace":"ai-tenant-e2e-worker-w0-9893f0","name":"premium-simulator-access","reconcileID":"f9b9a5d5-4d3d-4c55-b780-a1f101d23f43","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"name":"e2e-worker-w0-9893f0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:31:15.718557857Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"namespace":"ai-tenant-e2e-worker-w0-9893f0","name":"simulator-access","reconcileID":"03377d97-5504-4907-b138-c0051dc0b36d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"name":"e2e-worker-w0-9893f0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:31:15.718557859Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"namespace":"ai-tenant-e2e-worker-w0-9893f0","name":"e2e-test-auth-access-denied","reconcileID":"7cced2ef-1dff-4266-bc29-c2da829b8ce7","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"name":"e2e-worker-w0-9893f0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:31:16.088407815Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"88441ff0-a030-4226-a96f-2eadddc7e9b1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:31:16.137164183Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"88441ff0-a030-4226-a96f-2eadddc7e9b1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:31:16.185946297Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"88441ff0-a030-4226-a96f-2eadddc7e9b1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:31:16.234686909Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"88441ff0-a030-4226-a96f-2eadddc7e9b1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:31:18.033299243Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-free","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"namespace":"ai-tenant-e2e-worker-w3-bb1b51","name":"e2e-test-subscription-free","reconcileID":"fbe9d328-5a46-476f-a616-4f4118fa22aa","MaaSSubscription":{"name":"e2e-test-subscription-free","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"model":"e2e-models-e2e-worker-w3-bb1b51/simulator-w3-bb1b51","subscription":"e2e-test-subscription-free","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:31:18.2373329Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-premium","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"namespace":"ai-tenant-e2e-worker-w3-bb1b51","name":"e2e-test-subscription-premium","reconcileID":"fe90f30c-0676-4653-866e-38461e8375b2","MaaSSubscription":{"name":"e2e-test-subscription-premium","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"name":"maas-trlp-simulator-w3-bb1b51","model":"e2e-models-e2e-worker-w3-bb1b51/simulator-w3-bb1b51","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w3-bb1b51/e2e-test-subscription-premium","ai-tenant-e2e-worker-w3-bb1b51/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:31:18.300014795Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-free","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"namespace":"ai-tenant-e2e-worker-w3-bb1b51","name":"e2e-test-subscription-free","reconcileID":"fbe9d328-5a46-476f-a616-4f4118fa22aa","MaaSSubscription":{"name":"e2e-test-subscription-free","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"name":"maas-trlp-simulator-w3-bb1b51","model":"e2e-models-e2e-worker-w3-bb1b51/simulator-w3-bb1b51","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:31:18.300157002Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"namespace":"ai-tenant-e2e-worker-w3-bb1b51","name":"simulator-subscription","reconcileID":"0e53596f-fdc5-4275-a369-83767e3fdbcf","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"name":"maas-trlp-simulator-w3-bb1b51","model":"e2e-models-e2e-worker-w3-bb1b51/simulator-w3-bb1b51","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:31:18.50386959Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-bb1b51","namespace":"e2e-models-e2e-worker-w3-bb1b51"},"namespace":"e2e-models-e2e-worker-w3-bb1b51","name":"simulator-w3-bb1b51","reconcileID":"5f6322af-ce20-4ea5-84c6-3e5bf11e3619","MaaSModelRef":{"name":"simulator-w3-bb1b51","namespace":"e2e-models-e2e-worker-w3-bb1b51"},"routeName":"simulator-w3-bb1b51-kserve-route","namespace":"e2e-models-e2e-worker-w3-bb1b51","llmisvcName":"simulator-w3-bb1b51","gateway":"openshift-ingress/e2e-worker-w3-bb1b51","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:31:18.53419825Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-premium","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"namespace":"ai-tenant-e2e-worker-w3-bb1b51","name":"e2e-test-subscription-premium","reconcileID":"c0aff694-ba11-4ec9-b517-88f167d88674","MaaSSubscription":{"name":"e2e-test-subscription-premium","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"name":"maas-trlp-simulator-w3-bb1b51","model":"e2e-models-e2e-worker-w3-bb1b51/simulator-w3-bb1b51","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:31:18.5575284Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-9893f0","namespace":"e2e-models-e2e-worker-w0-9893f0"},"namespace":"e2e-models-e2e-worker-w0-9893f0","name":"simulator-w0-9893f0","reconcileID":"76d40cb2-fcf0-4326-b02d-9f391727ac56","MaaSModelRef":{"name":"simulator-w0-9893f0","namespace":"e2e-models-e2e-worker-w0-9893f0"},"routeName":"simulator-w0-9893f0-kserve-route","namespace":"e2e-models-e2e-worker-w0-9893f0","llmisvcName":"simulator-w0-9893f0","gateway":"openshift-ingress/e2e-worker-w0-9893f0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:31:18.597103257Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"namespace":"ai-tenant-e2e-worker-w3-bb1b51","name":"simulator-subscription","reconcileID":"510408d6-f6b2-4eaa-870a-3c31f7875c56","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"name":"maas-trlp-simulator-w3-bb1b51","model":"e2e-models-e2e-worker-w3-bb1b51/simulator-w3-bb1b51","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:31:18.649423554Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"namespace":"ai-tenant-e2e-worker-w3-bb1b51","name":"simulator-access","reconcileID":"42b55cc3-31fc-49af-8f67-aa077542bed3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bb1b51","tenantID":"e2e-worker-w3-bb1b51","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:31:18.65001821Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"namespace":"ai-tenant-e2e-worker-w3-bb1b51","name":"e2e-test-auth-multi-sub-valid","reconcileID":"8b6d7bf8-c3ea-45d3-b9aa-ab6f8ed9288e","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bb1b51","tenantID":"e2e-worker-w3-bb1b51","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:31:18.650457924Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"namespace":"ai-tenant-e2e-worker-w3-bb1b51","name":"premium-simulator-access","reconcileID":"ae711474-4e83-4e05-a1c7-09bf13a734b8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bb1b51","tenantID":"e2e-worker-w3-bb1b51","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:31:18.650501722Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-bb1b51","namespace":"e2e-models-e2e-worker-w3-bb1b51"},"namespace":"e2e-models-e2e-worker-w3-bb1b51","name":"simulator-w3-bb1b51","reconcileID":"ad6b0ebd-5e89-4a2e-a217-d37853809511","MaaSModelRef":{"name":"simulator-w3-bb1b51","namespace":"e2e-models-e2e-worker-w3-bb1b51"},"routeName":"simulator-w3-bb1b51-kserve-route","namespace":"e2e-models-e2e-worker-w3-bb1b51","llmisvcName":"simulator-w3-bb1b51","gateway":"openshift-ingress/e2e-worker-w3-bb1b51","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:31:18.701893845Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"namespace":"ai-tenant-e2e-worker-w3-bb1b51","name":"simulator-access","reconcileID":"42b55cc3-31fc-49af-8f67-aa077542bed3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"name":"e2e-worker-w3-bb1b51-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:31:18.702389568Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"namespace":"ai-tenant-e2e-worker-w3-bb1b51","name":"e2e-test-auth-multi-sub-valid","reconcileID":"8b6d7bf8-c3ea-45d3-b9aa-ab6f8ed9288e","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"name":"e2e-worker-w3-bb1b51-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:31:18.704368435Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"namespace":"ai-tenant-e2e-worker-w3-bb1b51","name":"premium-simulator-access","reconcileID":"ae711474-4e83-4e05-a1c7-09bf13a734b8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"name":"e2e-worker-w3-bb1b51-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:31:18.996342325Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"namespace":"ai-tenant-e2e-worker-w3-bb1b51","name":"simulator-access","reconcileID":"adc8a88a-9c6f-49fd-99cb-4a0a2b25d40c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bb1b51","tenantID":"e2e-worker-w3-bb1b51","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:31:18.996366935Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"namespace":"ai-tenant-e2e-worker-w3-bb1b51","name":"e2e-test-auth-multi-sub-valid","reconcileID":"07694b51-1a65-4d19-83bf-cc55fa29e3a6","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bb1b51","tenantID":"e2e-worker-w3-bb1b51","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:31:18.996859217Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"namespace":"ai-tenant-e2e-worker-w3-bb1b51","name":"premium-simulator-access","reconcileID":"d5079125-822a-4955-b78b-b81c185af141","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bb1b51","tenantID":"e2e-worker-w3-bb1b51","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:31:19.049084246Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"namespace":"ai-tenant-e2e-worker-w3-bb1b51","name":"simulator-access","reconcileID":"adc8a88a-9c6f-49fd-99cb-4a0a2b25d40c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"name":"e2e-worker-w3-bb1b51-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:31:19.049277541Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"namespace":"ai-tenant-e2e-worker-w3-bb1b51","name":"premium-simulator-access","reconcileID":"d5079125-822a-4955-b78b-b81c185af141","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"name":"e2e-worker-w3-bb1b51-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:31:19.051292472Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"namespace":"ai-tenant-e2e-worker-w3-bb1b51","name":"e2e-test-auth-multi-sub-valid","reconcileID":"07694b51-1a65-4d19-83bf-cc55fa29e3a6","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"name":"e2e-worker-w3-bb1b51-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:31:19.264596326Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-d25504"},"namespace":"ai-tenant-e2e-ipp-b-d25504","name":"default-tenant","reconcileID":"5d5504fc-5895-4b79-b971-945c4736c142","namespace":"ai-tenant-e2e-ipp-b-d25504","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:31:19.264666978Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-d25504"},"namespace":"ai-tenant-e2e-ipp-b-d25504","name":"default-tenant","reconcileID":"5d5504fc-5895-4b79-b971-945c4736c142","namespace":"ai-tenant-e2e-ipp-b-d25504","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:31:19.264737785Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-d25504"},"namespace":"ai-tenant-e2e-ipp-b-d25504","name":"default-tenant","reconcileID":"5d5504fc-5895-4b79-b971-945c4736c142","tenant":"e2e-ipp-b-d25504","tenantID":"e2e-ipp-b-d25504","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:31:19.314830579Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-d25504"},"namespace":"ai-tenant-e2e-ipp-b-d25504","name":"default-tenant","reconcileID":"5d5504fc-5895-4b79-b971-945c4736c142","gvk":"Deployment","name":"maas-api-e2e-ipp-b-d25504","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:31:19.371663541Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-d25504"},"namespace":"ai-tenant-e2e-ipp-b-d25504","name":"default-tenant","reconcileID":"5d5504fc-5895-4b79-b971-945c4736c142","gvk":"Service","name":"maas-api-e2e-ipp-b-d25504","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:31:19.42384397Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-d25504"},"namespace":"ai-tenant-e2e-ipp-b-d25504","name":"default-tenant","reconcileID":"5d5504fc-5895-4b79-b971-945c4736c142","gvk":"HTTPRoute","name":"maas-api-route-e2e-ipp-b-d25504","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:31:19.474056034Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-d25504"},"namespace":"ai-tenant-e2e-ipp-b-d25504","name":"default-tenant","reconcileID":"5d5504fc-5895-4b79-b971-945c4736c142","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-ipp-b-d25504","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:31:19.535119409Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-d25504"},"namespace":"ai-tenant-e2e-ipp-b-d25504","name":"default-tenant","reconcileID":"5d5504fc-5895-4b79-b971-945c4736c142","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-ipp-b-d25504","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:31:19.595528895Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-d25504"},"namespace":"ai-tenant-e2e-ipp-b-d25504","name":"default-tenant","reconcileID":"5d5504fc-5895-4b79-b971-945c4736c142","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-ipp-b-d25504","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:31:19.64813063Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-d25504"},"namespace":"ai-tenant-e2e-ipp-b-d25504","name":"default-tenant","reconcileID":"5d5504fc-5895-4b79-b971-945c4736c142","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-ipp-b-d25504","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:31:19.700637176Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-d25504"},"namespace":"ai-tenant-e2e-ipp-b-d25504","name":"default-tenant","reconcileID":"5d5504fc-5895-4b79-b971-945c4736c142","gvk":"Telemetry","name":"latency-per-subscription-e2e-ipp-b-d25504","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:31:19.759805667Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-d25504"},"namespace":"ai-tenant-e2e-ipp-b-d25504","name":"default-tenant","reconcileID":"5d5504fc-5895-4b79-b971-945c4736c142","gvk":"Deployment","name":"payload-processing-e2e-ipp-b-d25504","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:31:19.819978485Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-d25504"},"namespace":"ai-tenant-e2e-ipp-b-d25504","name":"default-tenant","reconcileID":"5d5504fc-5895-4b79-b971-945c4736c142","gvk":"Deployment","name":"payload-pre-processing-e2e-ipp-b-d25504","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:31:19.87533224Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-d25504"},"namespace":"ai-tenant-e2e-ipp-b-d25504","name":"default-tenant","reconcileID":"5d5504fc-5895-4b79-b971-945c4736c142","gvk":"Service","name":"payload-processing-e2e-ipp-b-d25504","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:31:19.931087424Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-d25504"},"namespace":"ai-tenant-e2e-ipp-b-d25504","name":"default-tenant","reconcileID":"5d5504fc-5895-4b79-b971-945c4736c142","gvk":"Service","name":"payload-pre-processing-e2e-ipp-b-d25504","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:31:19.984021819Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-d25504"},"namespace":"ai-tenant-e2e-ipp-b-d25504","name":"default-tenant","reconcileID":"5d5504fc-5895-4b79-b971-945c4736c142","gvk":"DestinationRule","name":"payload-processing-e2e-ipp-b-d25504","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:31:20.035315464Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-d25504"},"namespace":"ai-tenant-e2e-ipp-b-d25504","name":"default-tenant","reconcileID":"5d5504fc-5895-4b79-b971-945c4736c142","gvk":"DestinationRule","name":"payload-pre-processing-e2e-ipp-b-d25504","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:31:20.086177109Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-d25504"},"namespace":"ai-tenant-e2e-ipp-b-d25504","name":"default-tenant","reconcileID":"5d5504fc-5895-4b79-b971-945c4736c142","gvk":"EnvoyFilter","name":"payload-processing-e2e-ipp-b-d25504","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:31:20.137207757Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-d25504"},"namespace":"ai-tenant-e2e-ipp-b-d25504","name":"default-tenant","reconcileID":"5d5504fc-5895-4b79-b971-945c4736c142","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-ipp-b-d25504","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:31:20.186890851Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-d25504"},"namespace":"ai-tenant-e2e-ipp-b-d25504","name":"default-tenant","reconcileID":"5d5504fc-5895-4b79-b971-945c4736c142","gvk":"NetworkPolicy","name":"payload-processing-e2e-ipp-b-d25504","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:31:20.237812862Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-d25504"},"namespace":"ai-tenant-e2e-ipp-b-d25504","name":"default-tenant","reconcileID":"5d5504fc-5895-4b79-b971-945c4736c142","gvk":"ServiceAccount","name":"payload-processing-e2e-ipp-b-d25504","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:31:20.290054474Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-d25504"},"namespace":"ai-tenant-e2e-ipp-b-d25504","name":"default-tenant","reconcileID":"5d5504fc-5895-4b79-b971-945c4736c142","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-ipp-b-d25504","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:31:20.340235453Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-d25504"},"namespace":"ai-tenant-e2e-ipp-b-d25504","name":"default-tenant","reconcileID":"5d5504fc-5895-4b79-b971-945c4736c142","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-ipp-b-d25504","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:31:21.887851936Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-user-subscription","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"namespace":"ai-tenant-e2e-worker-w0-9893f0","name":"e2e-test-user-subscription","reconcileID":"e51ba143-e4bc-4df0-b9c4-a17dfa939270","MaaSSubscription":{"name":"e2e-test-user-subscription","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"model":"e2e-models-e2e-worker-w0-9893f0/simulator-w0-9893f0","subscription":"e2e-test-user-subscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:31:22.090727746Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-user-subscription","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"namespace":"ai-tenant-e2e-worker-w0-9893f0","name":"e2e-test-user-subscription","reconcileID":"e51ba143-e4bc-4df0-b9c4-a17dfa939270","MaaSSubscription":{"name":"e2e-test-user-subscription","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"name":"maas-trlp-simulator-w0-9893f0","model":"e2e-models-e2e-worker-w0-9893f0/simulator-w0-9893f0","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w0-9893f0/e2e-test-other-subscription","ai-tenant-e2e-worker-w0-9893f0/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:31:22.15328912Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"namespace":"ai-tenant-e2e-worker-w0-9893f0","name":"simulator-subscription","reconcileID":"0659ace4-a8fe-4a1d-957a-2e2550bce13b","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"name":"maas-trlp-simulator-w0-9893f0","model":"e2e-models-e2e-worker-w0-9893f0/simulator-w0-9893f0","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:31:22.154013127Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-other-subscription","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"namespace":"ai-tenant-e2e-worker-w0-9893f0","name":"e2e-test-other-subscription","reconcileID":"47d71cd0-8989-4d9b-9e8b-fad4bd798796","MaaSSubscription":{"name":"e2e-test-other-subscription","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"name":"maas-trlp-simulator-w0-9893f0","model":"e2e-models-e2e-worker-w0-9893f0/simulator-w0-9893f0","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:31:22.295082437Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-9893f0","namespace":"e2e-models-e2e-worker-w0-9893f0"},"namespace":"e2e-models-e2e-worker-w0-9893f0","name":"simulator-w0-9893f0","reconcileID":"f0ab691d-df24-41d7-af40-aafa0ea0a43a","MaaSModelRef":{"name":"simulator-w0-9893f0","namespace":"e2e-models-e2e-worker-w0-9893f0"},"routeName":"simulator-w0-9893f0-kserve-route","namespace":"e2e-models-e2e-worker-w0-9893f0","llmisvcName":"simulator-w0-9893f0","gateway":"openshift-ingress/e2e-worker-w0-9893f0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:31:22.440662089Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-9893f0","namespace":"e2e-models-e2e-worker-w0-9893f0"},"namespace":"e2e-models-e2e-worker-w0-9893f0","name":"simulator-w0-9893f0","reconcileID":"2f1b0bc6-6039-49ae-b35d-5276a39fa006","MaaSModelRef":{"name":"simulator-w0-9893f0","namespace":"e2e-models-e2e-worker-w0-9893f0"},"routeName":"simulator-w0-9893f0-kserve-route","namespace":"e2e-models-e2e-worker-w0-9893f0","llmisvcName":"simulator-w0-9893f0","gateway":"openshift-ingress/e2e-worker-w0-9893f0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:31:22.461999338Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-other-subscription","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"namespace":"ai-tenant-e2e-worker-w0-9893f0","name":"e2e-test-other-subscription","reconcileID":"bb85ed85-0533-4978-bea4-46807fb91492","MaaSSubscription":{"name":"e2e-test-other-subscription","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"name":"maas-trlp-simulator-w0-9893f0","model":"e2e-models-e2e-worker-w0-9893f0/simulator-w0-9893f0","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:31:22.50959927Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"namespace":"ai-tenant-e2e-worker-w0-9893f0","name":"simulator-access","reconcileID":"33062f40-2ed2-4cfc-9479-3810bd890050","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9893f0","tenantID":"e2e-worker-w0-9893f0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:31:22.509613757Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"namespace":"ai-tenant-e2e-worker-w0-9893f0","name":"premium-simulator-access","reconcileID":"f93fcaca-4288-4116-b6ff-ca13543211d6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9893f0","tenantID":"e2e-worker-w0-9893f0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:31:22.51031737Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"namespace":"ai-tenant-e2e-worker-w0-9893f0","name":"e2e-test-auth-access-denied","reconcileID":"9d906c9a-3b35-4dba-85a7-97ecd1a0cff8","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9893f0","tenantID":"e2e-worker-w0-9893f0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:31:22.511042137Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"namespace":"ai-tenant-e2e-worker-w0-9893f0","name":"simulator-subscription","reconcileID":"69ce4cb2-9a7f-4de5-8af7-7de3178fc04d","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"name":"maas-trlp-simulator-w0-9893f0","model":"e2e-models-e2e-worker-w0-9893f0/simulator-w0-9893f0","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:31:22.563835072Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"namespace":"ai-tenant-e2e-worker-w0-9893f0","name":"premium-simulator-access","reconcileID":"f93fcaca-4288-4116-b6ff-ca13543211d6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"name":"e2e-worker-w0-9893f0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:31:22.567632228Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"namespace":"ai-tenant-e2e-worker-w0-9893f0","name":"e2e-test-auth-access-denied","reconcileID":"9d906c9a-3b35-4dba-85a7-97ecd1a0cff8","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"name":"e2e-worker-w0-9893f0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:31:22.57037247Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"namespace":"ai-tenant-e2e-worker-w0-9893f0","name":"simulator-access","reconcileID":"33062f40-2ed2-4cfc-9479-3810bd890050","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"name":"e2e-worker-w0-9893f0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:31:22.617990348Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-b-d25504","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-b-d25504","reconcileID":"1d11a597-e145-4fbe-9291-b432077dd6a3","aitenant":"ai-tenants/e2e-ipp-b-d25504","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:31:22.913716048Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"namespace":"ai-tenant-e2e-worker-w0-9893f0","name":"e2e-test-auth-access-denied","reconcileID":"2ec34bb3-d730-4ec6-8ba2-f0978182525f","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9893f0","tenantID":"e2e-worker-w0-9893f0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:31:22.91669831Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"e2e-degraded-models-apikey","reconcileID":"927d68b9-9058-41da-8c4d-c26164419ac0","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"model":"e2e-models-e2e-worker-w2-91cd99/simulator-w2-91cd99","subscription":"e2e-degraded-models-apikey","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:31:22.966463881Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"namespace":"ai-tenant-e2e-worker-w0-9893f0","name":"e2e-test-auth-access-denied","reconcileID":"2ec34bb3-d730-4ec6-8ba2-f0978182525f","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"name":"e2e-worker-w0-9893f0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:31:23.014252023Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"namespace":"ai-tenant-e2e-worker-w0-9893f0","name":"premium-simulator-access","reconcileID":"381662eb-47ca-4126-ac0f-b4d73f176195","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9893f0","tenantID":"e2e-worker-w0-9893f0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:31:23.014603749Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"namespace":"ai-tenant-e2e-worker-w0-9893f0","name":"simulator-access","reconcileID":"9b6066f8-5e63-419e-a02c-61814919e6ad","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9893f0","tenantID":"e2e-worker-w0-9893f0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:31:23.067489212Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"namespace":"ai-tenant-e2e-worker-w0-9893f0","name":"premium-simulator-access","reconcileID":"381662eb-47ca-4126-ac0f-b4d73f176195","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"name":"e2e-worker-w0-9893f0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:31:23.06821824Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"namespace":"ai-tenant-e2e-worker-w0-9893f0","name":"simulator-access","reconcileID":"9b6066f8-5e63-419e-a02c-61814919e6ad","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"name":"e2e-worker-w0-9893f0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:31:23.121282719Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"e2e-degraded-models-apikey","reconcileID":"927d68b9-9058-41da-8c4d-c26164419ac0","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"name":"maas-trlp-simulator-w2-91cd99","model":"e2e-models-e2e-worker-w2-91cd99/simulator-w2-91cd99","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w2-91cd99/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:31:23.121317638Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"e2e-degraded-models-apikey","reconcileID":"927d68b9-9058-41da-8c4d-c26164419ac0","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"model":"e2e-models-e2e-worker-w2-91cd99/nonexistent-model-apikey","subscription":"e2e-degraded-models-apikey","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:31:23.121470273Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"e2e-degraded-models-apikey","reconcileID":"927d68b9-9058-41da-8c4d-c26164419ac0","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"model":"e2e-models-e2e-worker-w2-91cd99/nonexistent-model-apikey","error":"MaaSModelRef not found: e2e-models-e2e-worker-w2-91cd99/nonexistent-model-apikey","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:31:23.19594152Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"eee443b8-e7e6-438c-8716-5473a558a6d9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:31:23.24588966Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"eee443b8-e7e6-438c-8716-5473a558a6d9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:31:23.294843237Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"eee443b8-e7e6-438c-8716-5473a558a6d9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:31:23.345082606Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"eee443b8-e7e6-438c-8716-5473a558a6d9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:31:23.349828456Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-b-d25504","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-b-d25504","reconcileID":"1d11a597-e145-4fbe-9291-b432077dd6a3","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ipp-b-d25504","removed":["maas.opendatahub.io/gateway-access-e2e-ipp-b-d25504"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:31:23.442780577Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"simulator-subscription","reconcileID":"6f5ca2b4-a632-4015-8385-65109a228bda","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"name":"maas-trlp-simulator-w2-91cd99","model":"e2e-models-e2e-worker-w2-91cd99/simulator-w2-91cd99","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:31:23.450424747Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-91cd99","namespace":"e2e-models-e2e-worker-w2-91cd99"},"namespace":"e2e-models-e2e-worker-w2-91cd99","name":"simulator-w2-91cd99","reconcileID":"81dd0233-9158-41d5-85a5-eeee369d70bb","MaaSModelRef":{"name":"simulator-w2-91cd99","namespace":"e2e-models-e2e-worker-w2-91cd99"},"routeName":"simulator-w2-91cd99-kserve-route","namespace":"e2e-models-e2e-worker-w2-91cd99","llmisvcName":"simulator-w2-91cd99","gateway":"openshift-ingress/e2e-worker-w2-91cd99","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:31:23.615033028Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-91cd99","namespace":"e2e-models-e2e-worker-w2-91cd99"},"namespace":"e2e-models-e2e-worker-w2-91cd99","name":"simulator-w2-91cd99","reconcileID":"c58f48d3-7fbb-41fd-ab6f-6fd5f8611764","MaaSModelRef":{"name":"simulator-w2-91cd99","namespace":"e2e-models-e2e-worker-w2-91cd99"},"routeName":"simulator-w2-91cd99-kserve-route","namespace":"e2e-models-e2e-worker-w2-91cd99","llmisvcName":"simulator-w2-91cd99","gateway":"openshift-ingress/e2e-worker-w2-91cd99","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:31:23.663739506Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"simulator-access","reconcileID":"7e75185a-ae86-48fd-804f-8a660f8842a5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-91cd99","tenantID":"e2e-worker-w2-91cd99","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:31:23.663777505Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"e2e-degraded-models-apikey-auth","reconcileID":"ed9f3118-1026-4452-9d0c-eaee1ca9c495","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-91cd99","tenantID":"e2e-worker-w2-91cd99","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:31:23.664162657Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"premium-simulator-access","reconcileID":"d8b9724e-6e65-458b-8600-c182a0b4f49e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-91cd99","tenantID":"e2e-worker-w2-91cd99","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:31:23.718078942Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"premium-simulator-access","reconcileID":"d8b9724e-6e65-458b-8600-c182a0b4f49e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"name":"e2e-worker-w2-91cd99-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:31:23.71811943Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"simulator-access","reconcileID":"7e75185a-ae86-48fd-804f-8a660f8842a5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"name":"e2e-worker-w2-91cd99-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:31:23.720365435Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"e2e-degraded-models-apikey-auth","reconcileID":"ed9f3118-1026-4452-9d0c-eaee1ca9c495","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"name":"e2e-worker-w2-91cd99-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:31:23.91485567Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"e2e-degraded-models-apikey-auth","reconcileID":"579f7dd2-3973-4294-8307-7687d5a5454a","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"model":"e2e-models-e2e-worker-w2-91cd99/simulator-w2-91cd99","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:31:24.128488101Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"namespace":"ai-tenant-e2e-worker-w0-9893f0","name":"premium-simulator-subscription","reconcileID":"e56a0e59-8eac-46e0-9a24-053e2bb5faac","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"name":"maas-trlp-premium-w0-9893f0","model":"e2e-models-e2e-worker-w0-9893f0/premium-w0-9893f0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:31:24.172314196Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-91cd99","namespace":"e2e-models-e2e-worker-w2-91cd99"},"namespace":"e2e-models-e2e-worker-w2-91cd99","name":"simulator-w2-91cd99","reconcileID":"a08dccb5-c2ed-4b7f-ac72-01b23b4fb8f5","MaaSModelRef":{"name":"simulator-w2-91cd99","namespace":"e2e-models-e2e-worker-w2-91cd99"},"routeName":"simulator-w2-91cd99-kserve-route","namespace":"e2e-models-e2e-worker-w2-91cd99","llmisvcName":"simulator-w2-91cd99","gateway":"openshift-ingress/e2e-worker-w2-91cd99","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:31:25.011892892Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-91cd99","namespace":"e2e-models-e2e-worker-w2-91cd99"},"namespace":"e2e-models-e2e-worker-w2-91cd99","name":"simulator-w2-91cd99","reconcileID":"5f707125-9b85-4059-9f91-a5506ef3bd27","MaaSModelRef":{"name":"simulator-w2-91cd99","namespace":"e2e-models-e2e-worker-w2-91cd99"},"routeName":"simulator-w2-91cd99-kserve-route","namespace":"e2e-models-e2e-worker-w2-91cd99","llmisvcName":"simulator-w2-91cd99","gateway":"openshift-ingress/e2e-worker-w2-91cd99","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:31:25.065004596Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-91cd99","namespace":"e2e-models-e2e-worker-w2-91cd99"},"namespace":"e2e-models-e2e-worker-w2-91cd99","name":"simulator-w2-91cd99","reconcileID":"7f3aaede-bd51-4bcb-a394-210ee86e6cc8","MaaSModelRef":{"name":"simulator-w2-91cd99","namespace":"e2e-models-e2e-worker-w2-91cd99"},"routeName":"simulator-w2-91cd99-kserve-route","namespace":"e2e-models-e2e-worker-w2-91cd99","llmisvcName":"simulator-w2-91cd99","gateway":"openshift-ingress/e2e-worker-w2-91cd99","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:31:25.224844124Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6d2309cd-eeea-4672-aa6d-a664fe363dc1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:31:25.273316467Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-91cd99","namespace":"e2e-models-e2e-worker-w2-91cd99"},"namespace":"e2e-models-e2e-worker-w2-91cd99","name":"simulator-w2-91cd99","reconcileID":"3e6fd4ae-f0cf-431c-ac2b-cc6250f3558c","MaaSModelRef":{"name":"simulator-w2-91cd99","namespace":"e2e-models-e2e-worker-w2-91cd99"},"routeName":"simulator-w2-91cd99-kserve-route","namespace":"e2e-models-e2e-worker-w2-91cd99","llmisvcName":"simulator-w2-91cd99","gateway":"openshift-ingress/e2e-worker-w2-91cd99","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:31:25.273915408Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6d2309cd-eeea-4672-aa6d-a664fe363dc1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:31:25.274262928Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"e2e-degraded-models-kube-auth","reconcileID":"6f83c456-0cd1-43b6-bd73-222aeee6907f","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-91cd99","tenantID":"e2e-worker-w2-91cd99","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:31:25.32359987Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6d2309cd-eeea-4672-aa6d-a664fe363dc1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:31:25.373131615Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6d2309cd-eeea-4672-aa6d-a664fe363dc1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:31:25.376263496Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-91cd99","namespace":"e2e-models-e2e-worker-w2-91cd99"},"namespace":"e2e-models-e2e-worker-w2-91cd99","name":"simulator-w2-91cd99","reconcileID":"05cf8d91-baca-477c-ab3f-ce03d797ede2","MaaSModelRef":{"name":"simulator-w2-91cd99","namespace":"e2e-models-e2e-worker-w2-91cd99"},"routeName":"simulator-w2-91cd99-kserve-route","namespace":"e2e-models-e2e-worker-w2-91cd99","llmisvcName":"simulator-w2-91cd99","gateway":"openshift-ingress/e2e-worker-w2-91cd99","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:31:25.376713339Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"e2e-degraded-models-kube-auth","reconcileID":"6f83c456-0cd1-43b6-bd73-222aeee6907f","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"name":"e2e-worker-w2-91cd99-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T12:31:25.427369779Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"e2e-degraded-models-kube","reconcileID":"fb289f2d-50a2-4b34-a610-7f098e845974","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-degraded-models-kube\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T12:31:25.473975281Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"simulator-access","reconcileID":"2a6741d5-887a-443d-add9-4077478bfa19","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-91cd99","tenantID":"e2e-worker-w2-91cd99","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:31:25.527013947Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"simulator-access","reconcileID":"2a6741d5-887a-443d-add9-4077478bfa19","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"name":"e2e-worker-w2-91cd99-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:31:25.533058248Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-91cd99","namespace":"e2e-models-e2e-worker-w2-91cd99"},"namespace":"e2e-models-e2e-worker-w2-91cd99","name":"simulator-w2-91cd99","reconcileID":"1e9c4bfc-ff81-41b8-b2d6-adeb7d6e3596","MaaSModelRef":{"name":"simulator-w2-91cd99","namespace":"e2e-models-e2e-worker-w2-91cd99"},"routeName":"simulator-w2-91cd99-kserve-route","namespace":"e2e-models-e2e-worker-w2-91cd99","llmisvcName":"simulator-w2-91cd99","gateway":"openshift-ingress/e2e-worker-w2-91cd99","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:31:25.572339485Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"premium-simulator-access","reconcileID":"aff3afec-0d12-499d-9470-368f1e4a90e3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-91cd99","tenantID":"e2e-worker-w2-91cd99","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:31:25.625622995Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"premium-simulator-access","reconcileID":"aff3afec-0d12-499d-9470-368f1e4a90e3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"name":"e2e-worker-w2-91cd99-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:31:25.625965974Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-91cd99","namespace":"e2e-models-e2e-worker-w2-91cd99"},"namespace":"e2e-models-e2e-worker-w2-91cd99","name":"simulator-w2-91cd99","reconcileID":"1b0ca39d-af21-4d42-b737-b61ebd4a646f","MaaSModelRef":{"name":"simulator-w2-91cd99","namespace":"e2e-models-e2e-worker-w2-91cd99"},"routeName":"simulator-w2-91cd99-kserve-route","namespace":"e2e-models-e2e-worker-w2-91cd99","llmisvcName":"simulator-w2-91cd99","gateway":"openshift-ingress/e2e-worker-w2-91cd99","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:31:25.67677084Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-91cd99","namespace":"e2e-models-e2e-worker-w2-91cd99"},"namespace":"e2e-models-e2e-worker-w2-91cd99","name":"simulator-w2-91cd99","reconcileID":"d1ff2038-2a67-4cce-aac9-6a6cbd0423cc","MaaSModelRef":{"name":"simulator-w2-91cd99","namespace":"e2e-models-e2e-worker-w2-91cd99"},"routeName":"simulator-w2-91cd99-kserve-route","namespace":"e2e-models-e2e-worker-w2-91cd99","llmisvcName":"simulator-w2-91cd99","gateway":"openshift-ingress/e2e-worker-w2-91cd99","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:31:25.713550485Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:31:25.821752169Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"e2e-degraded-models-kube-auth","reconcileID":"fc92ba3f-2f8a-43de-8215-0716eefb7a09","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-91cd99","tenantID":"e2e-worker-w2-91cd99","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:31:25.869679552Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"simulator-access","reconcileID":"87297092-c083-423a-aa60-653ccee6881b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-91cd99","tenantID":"e2e-worker-w2-91cd99","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:31:25.874682946Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"e2e-degraded-models-kube-auth","reconcileID":"fc92ba3f-2f8a-43de-8215-0716eefb7a09","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"name":"e2e-worker-w2-91cd99-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:31:25.8762992Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"e2e-degraded-models-kube","reconcileID":"afdcfa57-44c4-4c6a-9e0b-a47ad512473c","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"name":"maas-trlp-simulator-w2-91cd99","model":"e2e-models-e2e-worker-w2-91cd99/simulator-w2-91cd99","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w2-91cd99/e2e-degraded-models-kube","ai-tenant-e2e-worker-w2-91cd99/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:31:25.876505662Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"e2e-degraded-models-kube","reconcileID":"afdcfa57-44c4-4c6a-9e0b-a47ad512473c","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"model":"e2e-models-e2e-worker-w2-91cd99/nonexistent-model-kube","error":"MaaSModelRef not found: e2e-models-e2e-worker-w2-91cd99/nonexistent-model-kube","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:31:25.923646807Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"premium-simulator-access","reconcileID":"b5708cd1-66b6-4df7-964c-695a003c69c2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-91cd99","tenantID":"e2e-worker-w2-91cd99","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:31:25.925940846Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"simulator-access","reconcileID":"87297092-c083-423a-aa60-653ccee6881b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"name":"e2e-worker-w2-91cd99-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:31:25.978782111Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"premium-simulator-access","reconcileID":"b5708cd1-66b6-4df7-964c-695a003c69c2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"name":"e2e-worker-w2-91cd99-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:31:26.084137605Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"simulator-subscription","reconcileID":"e60d9931-85e9-4fe9-ac5f-433f5a5afeb1","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"name":"maas-trlp-simulator-w2-91cd99","model":"e2e-models-e2e-worker-w2-91cd99/simulator-w2-91cd99","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:31:26.141749378Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-91cd99","namespace":"e2e-models-e2e-worker-w2-91cd99"},"namespace":"e2e-models-e2e-worker-w2-91cd99","name":"simulator-w2-91cd99","reconcileID":"38d11cd6-6659-496c-836a-a11dc34168b5","MaaSModelRef":{"name":"simulator-w2-91cd99","namespace":"e2e-models-e2e-worker-w2-91cd99"},"routeName":"simulator-w2-91cd99-kserve-route","namespace":"e2e-models-e2e-worker-w2-91cd99","llmisvcName":"simulator-w2-91cd99","gateway":"openshift-ingress/e2e-worker-w2-91cd99","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T12:31:26.178570418Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"e2e-degraded-models-kube-auth","reconcileID":"fc92ba3f-2f8a-43de-8215-0716eefb7a09","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"e2e-degraded-models-kube-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T12:31:26.338073675Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"e2e-degraded-models-kube","reconcileID":"bb7d6717-04d6-4536-b6e5-74d6376bbb50","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"name":"maas-trlp-simulator-w2-91cd99","model":"e2e-models-e2e-worker-w2-91cd99/simulator-w2-91cd99","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:31:26.355947964Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"e2e-degraded-models-kube","reconcileID":"bb7d6717-04d6-4536-b6e5-74d6376bbb50","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"model":"e2e-models-e2e-worker-w2-91cd99/nonexistent-model-kube","error":"MaaSModelRef not found: e2e-models-e2e-worker-w2-91cd99/nonexistent-model-kube","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:31:26.356136103Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"e2e-degraded-models-kube-auth","reconcileID":"31831722-d823-4953-9724-3246523b0b32","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-91cd99","tenantID":"e2e-worker-w2-91cd99","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:31:26.408789762Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"e2e-degraded-models-kube-auth","reconcileID":"31831722-d823-4953-9724-3246523b0b32","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"name":"e2e-worker-w2-91cd99-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:31:27.183211901Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0f453a86-5d8f-4103-9f4f-777a5b089c04","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:31:27.235629842Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0f453a86-5d8f-4103-9f4f-777a5b089c04","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:31:27.284304672Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0f453a86-5d8f-4103-9f4f-777a5b089c04","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:31:27.333056416Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0f453a86-5d8f-4103-9f4f-777a5b089c04","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:31:28.070245037Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-91cd99","namespace":"e2e-models-e2e-worker-w2-91cd99"},"namespace":"e2e-models-e2e-worker-w2-91cd99","name":"simulator-w2-91cd99","reconcileID":"9f956985-493b-48d4-8271-b475bef41156","MaaSModelRef":{"name":"simulator-w2-91cd99","namespace":"e2e-models-e2e-worker-w2-91cd99"},"routeName":"simulator-w2-91cd99-kserve-route","namespace":"e2e-models-e2e-worker-w2-91cd99","llmisvcName":"simulator-w2-91cd99","gateway":"openshift-ingress/e2e-worker-w2-91cd99","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:31:28.218206173Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"premium-simulator-access","reconcileID":"d760efc3-9ee8-4cf2-babd-3fd425583f01","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-91cd99","tenantID":"e2e-worker-w2-91cd99","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:31:28.218249409Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"simulator-access","reconcileID":"ad00e5be-79ac-4f7c-bccd-6c8181235f85","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-91cd99","tenantID":"e2e-worker-w2-91cd99","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:31:28.218945269Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"e2e-degraded-models-kube-auth","reconcileID":"f100554e-b8a0-4d44-a973-47e921d2b08a","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-91cd99","tenantID":"e2e-worker-w2-91cd99","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:31:28.27154012Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"e2e-degraded-models-kube-auth","reconcileID":"f100554e-b8a0-4d44-a973-47e921d2b08a","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"name":"e2e-worker-w2-91cd99-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:31:28.271694638Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"simulator-access","reconcileID":"ad00e5be-79ac-4f7c-bccd-6c8181235f85","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"name":"e2e-worker-w2-91cd99-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:31:28.273825029Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"premium-simulator-access","reconcileID":"d760efc3-9ee8-4cf2-babd-3fd425583f01","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"name":"e2e-worker-w2-91cd99-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:31:28.802105981Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-premium","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"namespace":"ai-tenant-e2e-worker-w3-bb1b51","name":"e2e-test-subscription-premium","reconcileID":"75c7dcf0-5560-4d41-892d-bc20de75c243","MaaSSubscription":{"name":"e2e-test-subscription-premium","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"model":"e2e-models-e2e-worker-w3-bb1b51/simulator-w3-bb1b51","subscription":"e2e-test-subscription-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:31:29.004908373Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-premium","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"namespace":"ai-tenant-e2e-worker-w3-bb1b51","name":"e2e-test-subscription-premium","reconcileID":"75c7dcf0-5560-4d41-892d-bc20de75c243","MaaSSubscription":{"name":"e2e-test-subscription-premium","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"name":"maas-trlp-simulator-w3-bb1b51","model":"e2e-models-e2e-worker-w3-bb1b51/simulator-w3-bb1b51","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w3-bb1b51/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:31:29.20052146Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"namespace":"ai-tenant-e2e-worker-w3-bb1b51","name":"simulator-subscription","reconcileID":"39fff696-955b-444c-bf26-04b4315d1414","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"name":"maas-trlp-simulator-w3-bb1b51","model":"e2e-models-e2e-worker-w3-bb1b51/simulator-w3-bb1b51","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:31:29.20964394Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-bb1b51","namespace":"e2e-models-e2e-worker-w3-bb1b51"},"namespace":"e2e-models-e2e-worker-w3-bb1b51","name":"simulator-w3-bb1b51","reconcileID":"b85ada1d-9337-4123-87f4-e09626c5e90a","MaaSModelRef":{"name":"simulator-w3-bb1b51","namespace":"e2e-models-e2e-worker-w3-bb1b51"},"routeName":"simulator-w3-bb1b51-kserve-route","namespace":"e2e-models-e2e-worker-w3-bb1b51","llmisvcName":"simulator-w3-bb1b51","gateway":"openshift-ingress/e2e-worker-w3-bb1b51","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:31:29.220345195Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2a398f09-d357-4573-ad6d-b7a097616457","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:31:29.270121299Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2a398f09-d357-4573-ad6d-b7a097616457","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:31:29.319064332Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2a398f09-d357-4573-ad6d-b7a097616457","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:31:29.363664033Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-bb1b51","namespace":"e2e-models-e2e-worker-w3-bb1b51"},"namespace":"e2e-models-e2e-worker-w3-bb1b51","name":"simulator-w3-bb1b51","reconcileID":"767590e2-d607-43a6-af52-6cecdbcdd082","MaaSModelRef":{"name":"simulator-w3-bb1b51","namespace":"e2e-models-e2e-worker-w3-bb1b51"},"routeName":"simulator-w3-bb1b51-kserve-route","namespace":"e2e-models-e2e-worker-w3-bb1b51","llmisvcName":"simulator-w3-bb1b51","gateway":"openshift-ingress/e2e-worker-w3-bb1b51","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:31:29.36792287Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2a398f09-d357-4573-ad6d-b7a097616457","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:31:29.417337822Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"namespace":"ai-tenant-e2e-worker-w3-bb1b51","name":"premium-simulator-access","reconcileID":"6238746d-e09f-4e90-8810-76fbbcbe56a4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bb1b51","tenantID":"e2e-worker-w3-bb1b51","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:31:29.467703535Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"namespace":"ai-tenant-e2e-worker-w3-bb1b51","name":"e2e-test-auth-multi-sub-valid","reconcileID":"cfa892df-2c3c-486c-b557-7d0fd8ac2059","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bb1b51","tenantID":"e2e-worker-w3-bb1b51","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:31:29.467725547Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"namespace":"ai-tenant-e2e-worker-w3-bb1b51","name":"simulator-access","reconcileID":"750f2fc4-923a-4098-968e-cf4176a14480","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bb1b51","tenantID":"e2e-worker-w3-bb1b51","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:31:29.470599647Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"namespace":"ai-tenant-e2e-worker-w3-bb1b51","name":"premium-simulator-access","reconcileID":"6238746d-e09f-4e90-8810-76fbbcbe56a4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"name":"e2e-worker-w3-bb1b51-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:31:29.537265933Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"namespace":"ai-tenant-e2e-worker-w3-bb1b51","name":"simulator-access","reconcileID":"750f2fc4-923a-4098-968e-cf4176a14480","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"name":"e2e-worker-w3-bb1b51-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:31:29.539086433Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"namespace":"ai-tenant-e2e-worker-w3-bb1b51","name":"e2e-test-auth-multi-sub-valid","reconcileID":"cfa892df-2c3c-486c-b557-7d0fd8ac2059","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"name":"e2e-worker-w3-bb1b51-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:31:29.772991316Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"namespace":"ai-tenant-e2e-worker-w3-bb1b51","name":"e2e-test-auth-multi-sub-valid","reconcileID":"814bd6a0-c8bf-4384-b096-a031a64a0eed","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"model":"e2e-models-e2e-worker-w3-bb1b51/simulator-w3-bb1b51","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:31:29.781984956Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-a-eb4a0f","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-a-eb4a0f","reconcileID":"7ca7e7b6-b876-46a6-bff7-ec025dec407c","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-praxis-a-eb4a0f","applied":{"maas.opendatahub.io/gateway-access-e2e-praxis-a-eb4a0f":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:31:29.977140684Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-bb1b51","namespace":"e2e-models-e2e-worker-w3-bb1b51"},"namespace":"e2e-models-e2e-worker-w3-bb1b51","name":"simulator-w3-bb1b51","reconcileID":"3d9aacf5-3062-429f-b2fb-d43c3b0d3134","MaaSModelRef":{"name":"simulator-w3-bb1b51","namespace":"e2e-models-e2e-worker-w3-bb1b51"},"routeName":"simulator-w3-bb1b51-kserve-route","namespace":"e2e-models-e2e-worker-w3-bb1b51","llmisvcName":"simulator-w3-bb1b51","gateway":"openshift-ingress/e2e-worker-w3-bb1b51","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:31:31.43261181Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d2ad5503-a3a3-4af5-9ef9-70c4d19538cb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:31:31.482857372Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d2ad5503-a3a3-4af5-9ef9-70c4d19538cb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:31:31.532842893Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d2ad5503-a3a3-4af5-9ef9-70c4d19538cb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:31:31.582777342Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d2ad5503-a3a3-4af5-9ef9-70c4d19538cb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:31:32.773219285Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-other-subscription","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"namespace":"ai-tenant-e2e-worker-w0-9893f0","name":"e2e-test-other-subscription","reconcileID":"e6218d18-d642-4d2e-acc1-06a8f4b5c868","MaaSSubscription":{"name":"e2e-test-other-subscription","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"model":"e2e-models-e2e-worker-w0-9893f0/simulator-w0-9893f0","subscription":"e2e-test-other-subscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:31:33.017169723Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-other-subscription","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"namespace":"ai-tenant-e2e-worker-w0-9893f0","name":"e2e-test-other-subscription","reconcileID":"e6218d18-d642-4d2e-acc1-06a8f4b5c868","MaaSSubscription":{"name":"e2e-test-other-subscription","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"name":"maas-trlp-simulator-w0-9893f0","model":"e2e-models-e2e-worker-w0-9893f0/simulator-w0-9893f0","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w0-9893f0/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:31:33.214152841Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"namespace":"ai-tenant-e2e-worker-w0-9893f0","name":"simulator-subscription","reconcileID":"eebd69c2-091e-4f77-9ee6-d8440c16ad77","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"name":"maas-trlp-simulator-w0-9893f0","model":"e2e-models-e2e-worker-w0-9893f0/simulator-w0-9893f0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:31:33.268642961Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-9893f0","namespace":"e2e-models-e2e-worker-w0-9893f0"},"namespace":"e2e-models-e2e-worker-w0-9893f0","name":"simulator-w0-9893f0","reconcileID":"9dc28a84-a9aa-4663-968f-0a2ff83d6aec","MaaSModelRef":{"name":"simulator-w0-9893f0","namespace":"e2e-models-e2e-worker-w0-9893f0"},"routeName":"simulator-w0-9893f0-kserve-route","namespace":"e2e-models-e2e-worker-w0-9893f0","llmisvcName":"simulator-w0-9893f0","gateway":"openshift-ingress/e2e-worker-w0-9893f0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:31:33.41598109Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-9893f0","namespace":"e2e-models-e2e-worker-w0-9893f0"},"namespace":"e2e-models-e2e-worker-w0-9893f0","name":"simulator-w0-9893f0","reconcileID":"fd3aa581-aabf-4024-b3f4-a2853c45c06a","MaaSModelRef":{"name":"simulator-w0-9893f0","namespace":"e2e-models-e2e-worker-w0-9893f0"},"routeName":"simulator-w0-9893f0-kserve-route","namespace":"e2e-models-e2e-worker-w0-9893f0","llmisvcName":"simulator-w0-9893f0","gateway":"openshift-ingress/e2e-worker-w0-9893f0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:31:33.417369165Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7bcd9c86-83fb-4e89-8693-664848dda8f0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:31:33.417522694Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"namespace":"ai-tenant-e2e-worker-w0-9893f0","name":"e2e-test-auth-access-denied","reconcileID":"5137f521-f787-4cb8-9764-0da2b45152d7","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9893f0","tenantID":"e2e-worker-w0-9893f0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:31:33.417756357Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"namespace":"ai-tenant-e2e-worker-w0-9893f0","name":"premium-simulator-access","reconcileID":"5364259a-db69-4cd9-bad9-09fa22cb8d79","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9893f0","tenantID":"e2e-worker-w0-9893f0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:31:33.417908108Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"namespace":"ai-tenant-e2e-worker-w0-9893f0","name":"simulator-access","reconcileID":"147b69a7-caf9-42a6-9eee-4f409cf844e2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9893f0","tenantID":"e2e-worker-w0-9893f0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:31:33.466822833Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7bcd9c86-83fb-4e89-8693-664848dda8f0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:31:33.516847356Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7bcd9c86-83fb-4e89-8693-664848dda8f0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:31:33.520427073Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"namespace":"ai-tenant-e2e-worker-w0-9893f0","name":"simulator-access","reconcileID":"147b69a7-caf9-42a6-9eee-4f409cf844e2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"name":"e2e-worker-w0-9893f0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:31:33.520523239Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"namespace":"ai-tenant-e2e-worker-w0-9893f0","name":"e2e-test-auth-access-denied","reconcileID":"5137f521-f787-4cb8-9764-0da2b45152d7","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"name":"e2e-worker-w0-9893f0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:31:33.522618652Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"namespace":"ai-tenant-e2e-worker-w0-9893f0","name":"premium-simulator-access","reconcileID":"5364259a-db69-4cd9-bad9-09fa22cb8d79","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"name":"e2e-worker-w0-9893f0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:31:33.56561015Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7bcd9c86-83fb-4e89-8693-664848dda8f0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:31:33.763600463Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"namespace":"ai-tenant-e2e-worker-w0-9893f0","name":"e2e-test-auth-access-denied","reconcileID":"f1c792b8-3ac5-4402-b528-cc1b346f034f","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"model":"e2e-models-e2e-worker-w0-9893f0/simulator-w0-9893f0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:31:33.91209034Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-9893f0","namespace":"e2e-models-e2e-worker-w0-9893f0"},"namespace":"e2e-models-e2e-worker-w0-9893f0","name":"simulator-w0-9893f0","reconcileID":"8a757b3b-0a64-4b95-8801-0b0eae57f968","MaaSModelRef":{"name":"simulator-w0-9893f0","namespace":"e2e-models-e2e-worker-w0-9893f0"},"routeName":"simulator-w0-9893f0-kserve-route","namespace":"e2e-models-e2e-worker-w0-9893f0","llmisvcName":"simulator-w0-9893f0","gateway":"openshift-ingress/e2e-worker-w0-9893f0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:31:35.20346962Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-9893f0","namespace":"e2e-models-e2e-worker-w0-9893f0"},"namespace":"e2e-models-e2e-worker-w0-9893f0","name":"simulator-w0-9893f0","reconcileID":"4e565892-fa5e-4200-84e1-1b343efb9065","MaaSModelRef":{"name":"simulator-w0-9893f0","namespace":"e2e-models-e2e-worker-w0-9893f0"},"routeName":"simulator-w0-9893f0-kserve-route","namespace":"e2e-models-e2e-worker-w0-9893f0","llmisvcName":"simulator-w0-9893f0","gateway":"openshift-ingress/e2e-worker-w0-9893f0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:31:35.256182111Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-9893f0","namespace":"e2e-models-e2e-worker-w0-9893f0"},"namespace":"e2e-models-e2e-worker-w0-9893f0","name":"simulator-w0-9893f0","reconcileID":"1acd02f7-cc81-4703-8f70-307d9e8195cd","MaaSModelRef":{"name":"simulator-w0-9893f0","namespace":"e2e-models-e2e-worker-w0-9893f0"},"routeName":"simulator-w0-9893f0-kserve-route","namespace":"e2e-models-e2e-worker-w0-9893f0","llmisvcName":"simulator-w0-9893f0","gateway":"openshift-ingress/e2e-worker-w0-9893f0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:31:35.402035872Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"namespace":"ai-tenant-e2e-worker-w0-9893f0","name":"e2e-degraded-healthy-inf-auth","reconcileID":"270883b6-1549-4b0b-990d-ac5c46fd0c7d","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9893f0","tenantID":"e2e-worker-w0-9893f0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:31:35.456241671Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"namespace":"ai-tenant-e2e-worker-w0-9893f0","name":"e2e-degraded-healthy-inf-auth","reconcileID":"270883b6-1549-4b0b-990d-ac5c46fd0c7d","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"name":"e2e-worker-w0-9893f0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:31:35.479102601Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-9893f0","namespace":"e2e-models-e2e-worker-w0-9893f0"},"namespace":"e2e-models-e2e-worker-w0-9893f0","name":"simulator-w0-9893f0","reconcileID":"ee53387c-4753-477a-a2af-e9c99f7f5a16","MaaSModelRef":{"name":"simulator-w0-9893f0","namespace":"e2e-models-e2e-worker-w0-9893f0"},"routeName":"simulator-w0-9893f0-kserve-route","namespace":"e2e-models-e2e-worker-w0-9893f0","llmisvcName":"simulator-w0-9893f0","gateway":"openshift-ingress/e2e-worker-w0-9893f0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:31:35.532497704Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-9893f0","namespace":"e2e-models-e2e-worker-w0-9893f0"},"namespace":"e2e-models-e2e-worker-w0-9893f0","name":"simulator-w0-9893f0","reconcileID":"65db2f91-5dd3-463d-a328-1d01d513fb7a","MaaSModelRef":{"name":"simulator-w0-9893f0","namespace":"e2e-models-e2e-worker-w0-9893f0"},"routeName":"simulator-w0-9893f0-kserve-route","namespace":"e2e-models-e2e-worker-w0-9893f0","llmisvcName":"simulator-w0-9893f0","gateway":"openshift-ingress/e2e-worker-w0-9893f0","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T12:31:35.58115169Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"namespace":"ai-tenant-e2e-worker-w0-9893f0","name":"e2e-degraded-healthy-inf","reconcileID":"819a174c-9e34-461b-981e-38ba16a64a36","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-degraded-healthy-inf\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T12:31:35.623996051Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"namespace":"ai-tenant-e2e-worker-w0-9893f0","name":"premium-simulator-access","reconcileID":"5cac6101-db92-4e17-9c89-ba50aad87766","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9893f0","tenantID":"e2e-worker-w0-9893f0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:31:35.624200305Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"namespace":"ai-tenant-e2e-worker-w0-9893f0","name":"simulator-access","reconcileID":"38a57cd3-123c-4377-8146-4577d81b32c0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9893f0","tenantID":"e2e-worker-w0-9893f0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:31:35.676813433Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"namespace":"ai-tenant-e2e-worker-w0-9893f0","name":"premium-simulator-access","reconcileID":"5cac6101-db92-4e17-9c89-ba50aad87766","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"name":"e2e-worker-w0-9893f0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:31:35.677801738Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"namespace":"ai-tenant-e2e-worker-w0-9893f0","name":"simulator-access","reconcileID":"38a57cd3-123c-4377-8146-4577d81b32c0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"name":"e2e-worker-w0-9893f0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:31:35.693066553Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-9893f0","namespace":"e2e-models-e2e-worker-w0-9893f0"},"namespace":"e2e-models-e2e-worker-w0-9893f0","name":"simulator-w0-9893f0","reconcileID":"eaae4968-69db-4db0-80ef-0d834c4bc62d","MaaSModelRef":{"name":"simulator-w0-9893f0","namespace":"e2e-models-e2e-worker-w0-9893f0"},"routeName":"simulator-w0-9893f0-kserve-route","namespace":"e2e-models-e2e-worker-w0-9893f0","llmisvcName":"simulator-w0-9893f0","gateway":"openshift-ingress/e2e-worker-w0-9893f0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:31:35.74698642Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-9893f0","namespace":"e2e-models-e2e-worker-w0-9893f0"},"namespace":"e2e-models-e2e-worker-w0-9893f0","name":"simulator-w0-9893f0","reconcileID":"0123b706-5b8e-4a90-8d17-b6d61b46a988","MaaSModelRef":{"name":"simulator-w0-9893f0","namespace":"e2e-models-e2e-worker-w0-9893f0"},"routeName":"simulator-w0-9893f0-kserve-route","namespace":"e2e-models-e2e-worker-w0-9893f0","llmisvcName":"simulator-w0-9893f0","gateway":"openshift-ingress/e2e-worker-w0-9893f0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:31:35.758062992Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-9893f0","namespace":"e2e-models-e2e-worker-w0-9893f0"},"namespace":"e2e-models-e2e-worker-w0-9893f0","name":"simulator-w0-9893f0","reconcileID":"b9df6e55-6cb9-4112-8138-ac76da6127cd","MaaSModelRef":{"name":"simulator-w0-9893f0","namespace":"e2e-models-e2e-worker-w0-9893f0"},"routeName":"simulator-w0-9893f0-kserve-route","namespace":"e2e-models-e2e-worker-w0-9893f0","llmisvcName":"simulator-w0-9893f0","gateway":"openshift-ingress/e2e-worker-w0-9893f0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:31:35.905756908Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"namespace":"ai-tenant-e2e-worker-w0-9893f0","name":"e2e-degraded-healthy-inf-auth","reconcileID":"dea7f51c-3d4a-43ad-a7c5-335bb215249b","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9893f0","tenantID":"e2e-worker-w0-9893f0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:31:35.959624291Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"namespace":"ai-tenant-e2e-worker-w0-9893f0","name":"e2e-degraded-healthy-inf-auth","reconcileID":"dea7f51c-3d4a-43ad-a7c5-335bb215249b","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"name":"e2e-worker-w0-9893f0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:31:36.004249688Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"namespace":"ai-tenant-e2e-worker-w0-9893f0","name":"e2e-degraded-healthy-inf","reconcileID":"9ca0695e-db2a-4aa0-8bbc-96e0ae0e3774","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"name":"maas-trlp-simulator-w0-9893f0","model":"e2e-models-e2e-worker-w0-9893f0/simulator-w0-9893f0","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w0-9893f0/e2e-degraded-healthy-inf","ai-tenant-e2e-worker-w0-9893f0/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:31:36.004456645Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"namespace":"ai-tenant-e2e-worker-w0-9893f0","name":"e2e-degraded-healthy-inf","reconcileID":"9ca0695e-db2a-4aa0-8bbc-96e0ae0e3774","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"model":"e2e-models-e2e-worker-w0-9893f0/nonexistent-model-inf","error":"MaaSModelRef not found: e2e-models-e2e-worker-w0-9893f0/nonexistent-model-inf","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:31:36.052363244Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"namespace":"ai-tenant-e2e-worker-w0-9893f0","name":"simulator-access","reconcileID":"20ad0e60-9ee5-415e-a1ca-75ee5405c6d4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9893f0","tenantID":"e2e-worker-w0-9893f0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:31:36.053144474Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"namespace":"ai-tenant-e2e-worker-w0-9893f0","name":"premium-simulator-access","reconcileID":"f61b52b5-7971-4628-a34e-15933dea1104","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9893f0","tenantID":"e2e-worker-w0-9893f0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:31:36.106159582Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"namespace":"ai-tenant-e2e-worker-w0-9893f0","name":"premium-simulator-access","reconcileID":"f61b52b5-7971-4628-a34e-15933dea1104","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"name":"e2e-worker-w0-9893f0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:31:36.106589627Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"namespace":"ai-tenant-e2e-worker-w0-9893f0","name":"simulator-access","reconcileID":"20ad0e60-9ee5-415e-a1ca-75ee5405c6d4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"name":"e2e-worker-w0-9893f0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:31:36.203978065Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"namespace":"ai-tenant-e2e-worker-w0-9893f0","name":"simulator-subscription","reconcileID":"2d639793-e742-44eb-b6f5-ec18bffbaaf4","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"name":"maas-trlp-simulator-w0-9893f0","model":"e2e-models-e2e-worker-w0-9893f0/simulator-w0-9893f0","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:31:36.263128754Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-9893f0","namespace":"e2e-models-e2e-worker-w0-9893f0"},"namespace":"e2e-models-e2e-worker-w0-9893f0","name":"simulator-w0-9893f0","reconcileID":"7abfc842-5d1b-4ff4-833e-cb25b68cc282","MaaSModelRef":{"name":"simulator-w0-9893f0","namespace":"e2e-models-e2e-worker-w0-9893f0"},"routeName":"simulator-w0-9893f0-kserve-route","namespace":"e2e-models-e2e-worker-w0-9893f0","llmisvcName":"simulator-w0-9893f0","gateway":"openshift-ingress/e2e-worker-w0-9893f0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:31:36.466949044Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"namespace":"ai-tenant-e2e-worker-w0-9893f0","name":"e2e-degraded-healthy-inf","reconcileID":"834161f4-904c-4769-8db9-b3e473ff68a2","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"name":"maas-trlp-simulator-w0-9893f0","model":"e2e-models-e2e-worker-w0-9893f0/simulator-w0-9893f0","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:31:36.467096205Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"namespace":"ai-tenant-e2e-worker-w0-9893f0","name":"e2e-degraded-healthy-inf","reconcileID":"834161f4-904c-4769-8db9-b3e473ff68a2","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"model":"e2e-models-e2e-worker-w0-9893f0/nonexistent-model-inf","error":"MaaSModelRef not found: e2e-models-e2e-worker-w0-9893f0/nonexistent-model-inf","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:31:37.838234181Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w3-bb1b51"},"namespace":"e2e-models-e2e-worker-w3-bb1b51","name":"e2e-temp-model-status","reconcileID":"d2c168c7-6bb0-4c41-adb3-744922b663d9","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w3-bb1b51"},"tenant":"e2e-worker-w3-bb1b51","gateway":"openshift-ingress/e2e-worker-w3-bb1b51","model":"e2e-models-e2e-worker-w3-bb1b51/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:31:37.838265841Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w3-bb1b51"},"namespace":"e2e-models-e2e-worker-w3-bb1b51","name":"e2e-temp-model-status","reconcileID":"d2c168c7-6bb0-4c41-adb3-744922b663d9","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w3-bb1b51"},"routeName":"distinct-w3-bb1b51-kserve-route","namespace":"e2e-models-e2e-worker-w3-bb1b51","llmisvcName":"distinct-w3-bb1b51","gateway":"openshift-ingress/e2e-worker-w3-bb1b51","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:31:37.892812724Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-bb1b51","namespace":"e2e-models-e2e-worker-w3-bb1b51"},"namespace":"e2e-models-e2e-worker-w3-bb1b51","name":"distinct-w3-bb1b51","reconcileID":"f8eba905-6396-4a4f-b644-5ee5a7c82c17","MaaSModelRef":{"name":"distinct-w3-bb1b51","namespace":"e2e-models-e2e-worker-w3-bb1b51"},"routeName":"distinct-w3-bb1b51-kserve-route","namespace":"e2e-models-e2e-worker-w3-bb1b51","llmisvcName":"distinct-w3-bb1b51","gateway":"openshift-ingress/e2e-worker-w3-bb1b51","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:31:38.010853782Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w3-bb1b51"},"namespace":"e2e-models-e2e-worker-w3-bb1b51","name":"e2e-temp-model-status","reconcileID":"aa5c9483-252a-4cb9-8685-f24eeac77b1f","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w3-bb1b51"},"tenant":"e2e-worker-w3-bb1b51","gateway":"openshift-ingress/e2e-worker-w3-bb1b51","model":"e2e-models-e2e-worker-w3-bb1b51/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:31:38.010871222Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w3-bb1b51"},"namespace":"e2e-models-e2e-worker-w3-bb1b51","name":"e2e-temp-model-status","reconcileID":"aa5c9483-252a-4cb9-8685-f24eeac77b1f","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w3-bb1b51"},"routeName":"distinct-w3-bb1b51-kserve-route","namespace":"e2e-models-e2e-worker-w3-bb1b51","llmisvcName":"distinct-w3-bb1b51","gateway":"openshift-ingress/e2e-worker-w3-bb1b51","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:31:38.061326111Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w3-bb1b51"},"namespace":"e2e-models-e2e-worker-w3-bb1b51","name":"e2e-temp-model-status","reconcileID":"5a35bf7b-020a-4edf-bf51-e94a675927ce","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w3-bb1b51"},"tenant":"e2e-worker-w3-bb1b51","gateway":"openshift-ingress/e2e-worker-w3-bb1b51","model":"e2e-models-e2e-worker-w3-bb1b51/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:31:38.061346177Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w3-bb1b51"},"namespace":"e2e-models-e2e-worker-w3-bb1b51","name":"e2e-temp-model-status","reconcileID":"5a35bf7b-020a-4edf-bf51-e94a675927ce","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w3-bb1b51"},"routeName":"distinct-w3-bb1b51-kserve-route","namespace":"e2e-models-e2e-worker-w3-bb1b51","llmisvcName":"distinct-w3-bb1b51","gateway":"openshift-ingress/e2e-worker-w3-bb1b51","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:31:38.224014719Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"e2e-degraded-models-kube","reconcileID":"be57c6b6-5c56-4047-b4ec-c2f7d38bf973","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"model":"e2e-models-e2e-worker-w2-91cd99/simulator-w2-91cd99","subscription":"e2e-degraded-models-kube","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:31:38.255637677Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"namespace":"ai-tenant-e2e-worker-w3-bb1b51","name":"e2e-status-transition-auth","reconcileID":"357bf1c1-2ec5-40bb-b2da-c77b46a550c6","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bb1b51","tenantID":"e2e-worker-w3-bb1b51","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:31:38.272507617Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w3-bb1b51"},"namespace":"e2e-models-e2e-worker-w3-bb1b51","name":"e2e-temp-model-status","reconcileID":"6898b211-9c06-4df7-aa20-83a0599afb98","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w3-bb1b51"},"tenant":"e2e-worker-w3-bb1b51","gateway":"openshift-ingress/e2e-worker-w3-bb1b51","model":"e2e-models-e2e-worker-w3-bb1b51/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:31:38.272525064Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w3-bb1b51"},"namespace":"e2e-models-e2e-worker-w3-bb1b51","name":"e2e-temp-model-status","reconcileID":"6898b211-9c06-4df7-aa20-83a0599afb98","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w3-bb1b51"},"routeName":"distinct-w3-bb1b51-kserve-route","namespace":"e2e-models-e2e-worker-w3-bb1b51","llmisvcName":"distinct-w3-bb1b51","gateway":"openshift-ingress/e2e-worker-w3-bb1b51","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:31:38.307876786Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"namespace":"ai-tenant-e2e-worker-w3-bb1b51","name":"e2e-status-transition-auth","reconcileID":"357bf1c1-2ec5-40bb-b2da-c77b46a550c6","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"name":"e2e-worker-w3-bb1b51-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:31:38.329430398Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-9893f0","namespace":"e2e-models-e2e-worker-w0-9893f0"},"namespace":"e2e-models-e2e-worker-w0-9893f0","name":"simulator-w0-9893f0","reconcileID":"bfed03f6-2fcc-4297-9d0b-987d6eee40dc","MaaSModelRef":{"name":"simulator-w0-9893f0","namespace":"e2e-models-e2e-worker-w0-9893f0"},"routeName":"simulator-w0-9893f0-kserve-route","namespace":"e2e-models-e2e-worker-w0-9893f0","llmisvcName":"simulator-w0-9893f0","gateway":"openshift-ingress/e2e-worker-w0-9893f0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:31:38.374255011Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w3-bb1b51"},"namespace":"e2e-models-e2e-worker-w3-bb1b51","name":"e2e-temp-model-status","reconcileID":"c11f75e2-eec3-4c39-8bcd-7c174c432fdd","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w3-bb1b51"},"tenant":"e2e-worker-w3-bb1b51","gateway":"openshift-ingress/e2e-worker-w3-bb1b51","model":"e2e-models-e2e-worker-w3-bb1b51/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:31:38.374272965Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w3-bb1b51"},"namespace":"e2e-models-e2e-worker-w3-bb1b51","name":"e2e-temp-model-status","reconcileID":"c11f75e2-eec3-4c39-8bcd-7c174c432fdd","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w3-bb1b51"},"routeName":"distinct-w3-bb1b51-kserve-route","namespace":"e2e-models-e2e-worker-w3-bb1b51","llmisvcName":"distinct-w3-bb1b51","gateway":"openshift-ingress/e2e-worker-w3-bb1b51","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T12:31:38.381653743Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w3-bb1b51/e2e-status-transition-sub","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-status-transition-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-03T12:31:38.424288698Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"e2e-degraded-models-kube","reconcileID":"be57c6b6-5c56-4047-b4ec-c2f7d38bf973","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"name":"maas-trlp-simulator-w2-91cd99","model":"e2e-models-e2e-worker-w2-91cd99/simulator-w2-91cd99","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w2-91cd99/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:31:38.424317447Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"e2e-degraded-models-kube","reconcileID":"be57c6b6-5c56-4047-b4ec-c2f7d38bf973","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"model":"e2e-models-e2e-worker-w2-91cd99/nonexistent-model-kube","subscription":"e2e-degraded-models-kube","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:31:38.424445562Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"e2e-degraded-models-kube","reconcileID":"be57c6b6-5c56-4047-b4ec-c2f7d38bf973","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"model":"e2e-models-e2e-worker-w2-91cd99/nonexistent-model-kube","error":"MaaSModelRef not found: e2e-models-e2e-worker-w2-91cd99/nonexistent-model-kube","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:31:38.425219447Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w3-bb1b51"},"namespace":"e2e-models-e2e-worker-w3-bb1b51","name":"e2e-temp-model-status","reconcileID":"75d5799c-d62a-40ef-9519-f1e161cdf2e9","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w3-bb1b51"},"tenant":"e2e-worker-w3-bb1b51","gateway":"openshift-ingress/e2e-worker-w3-bb1b51","model":"e2e-models-e2e-worker-w3-bb1b51/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:31:38.425236034Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w3-bb1b51"},"namespace":"e2e-models-e2e-worker-w3-bb1b51","name":"e2e-temp-model-status","reconcileID":"75d5799c-d62a-40ef-9519-f1e161cdf2e9","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w3-bb1b51"},"routeName":"distinct-w3-bb1b51-kserve-route","namespace":"e2e-models-e2e-worker-w3-bb1b51","llmisvcName":"distinct-w3-bb1b51","gateway":"openshift-ingress/e2e-worker-w3-bb1b51","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:31:38.466461184Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"namespace":"ai-tenant-e2e-worker-w3-bb1b51","name":"simulator-access","reconcileID":"78249220-8376-40ec-a8ba-84fdc43fc1ef","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bb1b51","tenantID":"e2e-worker-w3-bb1b51","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:31:38.466494486Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"namespace":"ai-tenant-e2e-worker-w3-bb1b51","name":"premium-simulator-access","reconcileID":"3cac1e66-1705-4668-be22-b025f243c900","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bb1b51","tenantID":"e2e-worker-w3-bb1b51","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:31:38.521143341Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"namespace":"ai-tenant-e2e-worker-w3-bb1b51","name":"simulator-access","reconcileID":"78249220-8376-40ec-a8ba-84fdc43fc1ef","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"name":"e2e-worker-w3-bb1b51-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:31:38.521867176Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"namespace":"ai-tenant-e2e-worker-w3-bb1b51","name":"premium-simulator-access","reconcileID":"3cac1e66-1705-4668-be22-b025f243c900","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"name":"e2e-worker-w3-bb1b51-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:31:38.555897557Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w3-bb1b51"},"namespace":"e2e-models-e2e-worker-w3-bb1b51","name":"e2e-temp-model-status","reconcileID":"a0c33d63-e9c8-43f4-ac4f-e34c3025197c","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w3-bb1b51"},"tenant":"e2e-worker-w3-bb1b51","gateway":"openshift-ingress/e2e-worker-w3-bb1b51","model":"e2e-models-e2e-worker-w3-bb1b51/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:31:38.555918399Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w3-bb1b51"},"namespace":"e2e-models-e2e-worker-w3-bb1b51","name":"e2e-temp-model-status","reconcileID":"a0c33d63-e9c8-43f4-ac4f-e34c3025197c","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w3-bb1b51"},"routeName":"distinct-w3-bb1b51-kserve-route","namespace":"e2e-models-e2e-worker-w3-bb1b51","llmisvcName":"distinct-w3-bb1b51","gateway":"openshift-ingress/e2e-worker-w3-bb1b51","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:31:38.606784702Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-9893f0","namespace":"e2e-models-e2e-worker-w0-9893f0"},"namespace":"e2e-models-e2e-worker-w0-9893f0","name":"simulator-w0-9893f0","reconcileID":"6f8ff586-b3ee-4ea8-ba64-68c6168dad13","MaaSModelRef":{"name":"simulator-w0-9893f0","namespace":"e2e-models-e2e-worker-w0-9893f0"},"routeName":"simulator-w0-9893f0-kserve-route","namespace":"e2e-models-e2e-worker-w0-9893f0","llmisvcName":"simulator-w0-9893f0","gateway":"openshift-ingress/e2e-worker-w0-9893f0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:31:38.621045083Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"simulator-subscription","reconcileID":"bd35d391-e318-476f-861f-136a3a38f851","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"name":"maas-trlp-simulator-w2-91cd99","model":"e2e-models-e2e-worker-w2-91cd99/simulator-w2-91cd99","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:31:38.624103787Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-transition-sub","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"namespace":"ai-tenant-e2e-worker-w3-bb1b51","name":"e2e-status-transition-sub","reconcileID":"c1a0864a-5465-484b-bb63-b6422a051cc0","MaaSSubscription":{"name":"e2e-status-transition-sub","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"name":"maas-trlp-e2e-temp-model-status","model":"e2e-temp-model-status","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w3-bb1b51/e2e-status-transition-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:31:38.728003797Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-91cd99","namespace":"e2e-models-e2e-worker-w2-91cd99"},"namespace":"e2e-models-e2e-worker-w2-91cd99","name":"simulator-w2-91cd99","reconcileID":"1cc482b6-a601-49ee-b25c-eb960c1f3092","MaaSModelRef":{"name":"simulator-w2-91cd99","namespace":"e2e-models-e2e-worker-w2-91cd99"},"routeName":"simulator-w2-91cd99-kserve-route","namespace":"e2e-models-e2e-worker-w2-91cd99","llmisvcName":"simulator-w2-91cd99","gateway":"openshift-ingress/e2e-worker-w2-91cd99","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:31:38.750544779Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"namespace":"ai-tenant-e2e-worker-w3-bb1b51","name":"e2e-status-transition-auth","reconcileID":"5f987741-2484-41aa-beb4-656f7fa66014","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bb1b51","tenantID":"e2e-worker-w3-bb1b51","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:31:38.778877925Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w3-bb1b51"},"namespace":"e2e-models-e2e-worker-w3-bb1b51","name":"e2e-temp-model-status","reconcileID":"a250fc78-1b82-444b-8a3d-839b7250a8f2","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w3-bb1b51"},"tenant":"e2e-worker-w3-bb1b51","gateway":"openshift-ingress/e2e-worker-w3-bb1b51","model":"e2e-models-e2e-worker-w3-bb1b51/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:31:38.778906498Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w3-bb1b51"},"namespace":"e2e-models-e2e-worker-w3-bb1b51","name":"e2e-temp-model-status","reconcileID":"a250fc78-1b82-444b-8a3d-839b7250a8f2","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w3-bb1b51"},"routeName":"distinct-w3-bb1b51-kserve-route","namespace":"e2e-models-e2e-worker-w3-bb1b51","llmisvcName":"distinct-w3-bb1b51","gateway":"openshift-ingress/e2e-worker-w3-bb1b51","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T12:31:38.779833747Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w3-bb1b51/e2e-status-transition-sub","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-status-transition-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func8\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1641\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Delete\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:146\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnDelete\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:167\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1365\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-03T12:31:38.802788731Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"namespace":"ai-tenant-e2e-worker-w0-9893f0","name":"premium-simulator-access","reconcileID":"2a170f75-9611-4d9b-8123-438c16d0cc50","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9893f0","tenantID":"e2e-worker-w0-9893f0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:31:38.803016735Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"namespace":"ai-tenant-e2e-worker-w3-bb1b51","name":"e2e-status-transition-auth","reconcileID":"5f987741-2484-41aa-beb4-656f7fa66014","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"name":"e2e-worker-w3-bb1b51-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:31:38.803359149Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"namespace":"ai-tenant-e2e-worker-w0-9893f0","name":"simulator-access","reconcileID":"0c86551e-4d99-4ac3-870e-88c83ca0a789","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9893f0","tenantID":"e2e-worker-w0-9893f0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:31:38.855303938Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"namespace":"ai-tenant-e2e-worker-w0-9893f0","name":"premium-simulator-access","reconcileID":"2a170f75-9611-4d9b-8123-438c16d0cc50","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"name":"e2e-worker-w0-9893f0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:31:38.855369388Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"namespace":"ai-tenant-e2e-worker-w0-9893f0","name":"simulator-access","reconcileID":"0c86551e-4d99-4ac3-870e-88c83ca0a789","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"name":"e2e-worker-w0-9893f0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:31:38.866692102Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-91cd99","namespace":"e2e-models-e2e-worker-w2-91cd99"},"namespace":"e2e-models-e2e-worker-w2-91cd99","name":"simulator-w2-91cd99","reconcileID":"8de6bcc1-a377-41ce-856f-7c964063cf6c","MaaSModelRef":{"name":"simulator-w2-91cd99","namespace":"e2e-models-e2e-worker-w2-91cd99"},"routeName":"simulator-w2-91cd99-kserve-route","namespace":"e2e-models-e2e-worker-w2-91cd99","llmisvcName":"simulator-w2-91cd99","gateway":"openshift-ingress/e2e-worker-w2-91cd99","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:31:38.95212447Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"namespace":"ai-tenant-e2e-worker-w3-bb1b51","name":"simulator-access","reconcileID":"14c562c9-ddad-4cbf-b55a-91c91ac30aaa","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bb1b51","tenantID":"e2e-worker-w3-bb1b51","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:31:38.952124434Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"namespace":"ai-tenant-e2e-worker-w3-bb1b51","name":"premium-simulator-access","reconcileID":"02b6e7c8-4f77-4f22-8d96-08d16cf0690c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bb1b51","tenantID":"e2e-worker-w3-bb1b51","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:31:38.973568102Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-transition-sub","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"namespace":"ai-tenant-e2e-worker-w3-bb1b51","name":"e2e-status-transition-sub","reconcileID":"6c59809f-14fc-4a41-8705-e9d9668c12aa","MaaSSubscription":{"name":"e2e-status-transition-sub","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"name":"maas-trlp-e2e-temp-model-status","model":"e2e-models-e2e-worker-w3-bb1b51/e2e-temp-model-status","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:31:39.004460861Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"namespace":"ai-tenant-e2e-worker-w3-bb1b51","name":"simulator-access","reconcileID":"14c562c9-ddad-4cbf-b55a-91c91ac30aaa","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"name":"e2e-worker-w3-bb1b51-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:31:39.004787202Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"namespace":"ai-tenant-e2e-worker-w3-bb1b51","name":"premium-simulator-access","reconcileID":"02b6e7c8-4f77-4f22-8d96-08d16cf0690c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"name":"e2e-worker-w3-bb1b51-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:31:39.144163419Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"namespace":"ai-tenant-e2e-worker-w0-9893f0","name":"e2e-degraded-healthy-inf-auth","reconcileID":"77e94cfb-8254-4d8f-bcaa-59180cabc7d5","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9893f0","tenantID":"e2e-worker-w0-9893f0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:31:39.199189747Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"namespace":"ai-tenant-e2e-worker-w0-9893f0","name":"e2e-degraded-healthy-inf-auth","reconcileID":"77e94cfb-8254-4d8f-bcaa-59180cabc7d5","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"name":"e2e-worker-w0-9893f0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:31:39.200057395Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"e2e-degraded-models-kube-auth","reconcileID":"d9fd9c2f-e96c-4020-bc8b-68843beb44b1","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"model":"e2e-models-e2e-worker-w2-91cd99/simulator-w2-91cd99","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:31:39.244990061Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"premium-simulator-access","reconcileID":"a0ce9df1-8ef4-4b63-8900-41d810134ad3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-91cd99","tenantID":"e2e-worker-w2-91cd99","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:31:39.24498959Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"simulator-access","reconcileID":"e6797a3f-7e5d-4141-a686-591a6df37a70","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-91cd99","tenantID":"e2e-worker-w2-91cd99","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:31:39.29870986Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"simulator-access","reconcileID":"e6797a3f-7e5d-4141-a686-591a6df37a70","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"name":"e2e-worker-w2-91cd99-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:31:39.299616904Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"premium-simulator-access","reconcileID":"a0ce9df1-8ef4-4b63-8900-41d810134ad3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"name":"e2e-worker-w2-91cd99-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:31:39.352520979Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-91cd99","namespace":"e2e-models-e2e-worker-w2-91cd99"},"namespace":"e2e-models-e2e-worker-w2-91cd99","name":"simulator-w2-91cd99","reconcileID":"c3c9bdb8-98ac-4032-8ba8-4b8ddc8ce219","MaaSModelRef":{"name":"simulator-w2-91cd99","namespace":"e2e-models-e2e-worker-w2-91cd99"},"routeName":"simulator-w2-91cd99-kserve-route","namespace":"e2e-models-e2e-worker-w2-91cd99","llmisvcName":"simulator-w2-91cd99","gateway":"openshift-ingress/e2e-worker-w2-91cd99","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:31:43.678029652Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-c02ae4"},"namespace":"ai-tenant-e2e-ipp-a-c02ae4","name":"default-tenant","reconcileID":"0ed40735-bfa0-49dc-bb45-d36c7ba10c18","namespace":"ai-tenant-e2e-ipp-a-c02ae4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:31:43.67812038Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-c02ae4"},"namespace":"ai-tenant-e2e-ipp-a-c02ae4","name":"default-tenant","reconcileID":"0ed40735-bfa0-49dc-bb45-d36c7ba10c18","namespace":"ai-tenant-e2e-ipp-a-c02ae4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:31:43.678224679Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-c02ae4"},"namespace":"ai-tenant-e2e-ipp-a-c02ae4","name":"default-tenant","reconcileID":"0ed40735-bfa0-49dc-bb45-d36c7ba10c18","tenant":"e2e-ipp-a-c02ae4","tenantID":"e2e-ipp-a-c02ae4","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:31:43.728529262Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-c02ae4"},"namespace":"ai-tenant-e2e-ipp-a-c02ae4","name":"default-tenant","reconcileID":"0ed40735-bfa0-49dc-bb45-d36c7ba10c18","gvk":"Deployment","name":"maas-api-e2e-ipp-a-c02ae4","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:31:43.792062513Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-c02ae4"},"namespace":"ai-tenant-e2e-ipp-a-c02ae4","name":"default-tenant","reconcileID":"0ed40735-bfa0-49dc-bb45-d36c7ba10c18","gvk":"Service","name":"maas-api-e2e-ipp-a-c02ae4","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:31:43.879462381Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-c02ae4"},"namespace":"ai-tenant-e2e-ipp-a-c02ae4","name":"default-tenant","reconcileID":"0ed40735-bfa0-49dc-bb45-d36c7ba10c18","gvk":"HTTPRoute","name":"maas-api-route-e2e-ipp-a-c02ae4","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:31:43.930591194Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-c02ae4"},"namespace":"ai-tenant-e2e-ipp-a-c02ae4","name":"default-tenant","reconcileID":"0ed40735-bfa0-49dc-bb45-d36c7ba10c18","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-ipp-a-c02ae4","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:31:43.982163467Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-c02ae4"},"namespace":"ai-tenant-e2e-ipp-a-c02ae4","name":"default-tenant","reconcileID":"0ed40735-bfa0-49dc-bb45-d36c7ba10c18","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-ipp-a-c02ae4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:31:44.032891794Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-c02ae4"},"namespace":"ai-tenant-e2e-ipp-a-c02ae4","name":"default-tenant","reconcileID":"0ed40735-bfa0-49dc-bb45-d36c7ba10c18","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-ipp-a-c02ae4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:31:44.084030021Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-c02ae4"},"namespace":"ai-tenant-e2e-ipp-a-c02ae4","name":"default-tenant","reconcileID":"0ed40735-bfa0-49dc-bb45-d36c7ba10c18","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-ipp-a-c02ae4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:31:44.136505994Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-c02ae4"},"namespace":"ai-tenant-e2e-ipp-a-c02ae4","name":"default-tenant","reconcileID":"0ed40735-bfa0-49dc-bb45-d36c7ba10c18","gvk":"Telemetry","name":"latency-per-subscription-e2e-ipp-a-c02ae4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:31:44.205241199Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-c02ae4"},"namespace":"ai-tenant-e2e-ipp-a-c02ae4","name":"default-tenant","reconcileID":"0ed40735-bfa0-49dc-bb45-d36c7ba10c18","gvk":"Deployment","name":"payload-processing-e2e-ipp-a-c02ae4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:31:44.257427274Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-c02ae4"},"namespace":"ai-tenant-e2e-ipp-a-c02ae4","name":"default-tenant","reconcileID":"0ed40735-bfa0-49dc-bb45-d36c7ba10c18","gvk":"Deployment","name":"payload-pre-processing-e2e-ipp-a-c02ae4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:31:44.312916448Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-c02ae4"},"namespace":"ai-tenant-e2e-ipp-a-c02ae4","name":"default-tenant","reconcileID":"0ed40735-bfa0-49dc-bb45-d36c7ba10c18","gvk":"Service","name":"payload-processing-e2e-ipp-a-c02ae4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:31:44.371408489Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-c02ae4"},"namespace":"ai-tenant-e2e-ipp-a-c02ae4","name":"default-tenant","reconcileID":"0ed40735-bfa0-49dc-bb45-d36c7ba10c18","gvk":"Service","name":"payload-pre-processing-e2e-ipp-a-c02ae4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:31:44.421759904Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-c02ae4"},"namespace":"ai-tenant-e2e-ipp-a-c02ae4","name":"default-tenant","reconcileID":"0ed40735-bfa0-49dc-bb45-d36c7ba10c18","gvk":"DestinationRule","name":"payload-processing-e2e-ipp-a-c02ae4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:31:44.456235267Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e128aeef-8d01-43b0-b880-62aaab6cc615","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:31:44.504951699Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e128aeef-8d01-43b0-b880-62aaab6cc615","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:31:44.506446751Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-c02ae4"},"namespace":"ai-tenant-e2e-ipp-a-c02ae4","name":"default-tenant","reconcileID":"0ed40735-bfa0-49dc-bb45-d36c7ba10c18","gvk":"DestinationRule","name":"payload-pre-processing-e2e-ipp-a-c02ae4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:31:44.553683846Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e128aeef-8d01-43b0-b880-62aaab6cc615","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:31:44.60250312Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e128aeef-8d01-43b0-b880-62aaab6cc615","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:31:44.604651975Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-c02ae4"},"namespace":"ai-tenant-e2e-ipp-a-c02ae4","name":"default-tenant","reconcileID":"0ed40735-bfa0-49dc-bb45-d36c7ba10c18","gvk":"EnvoyFilter","name":"payload-processing-e2e-ipp-a-c02ae4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:31:44.665766264Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-c02ae4"},"namespace":"ai-tenant-e2e-ipp-a-c02ae4","name":"default-tenant","reconcileID":"0ed40735-bfa0-49dc-bb45-d36c7ba10c18","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-ipp-a-c02ae4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:31:44.716760245Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-c02ae4"},"namespace":"ai-tenant-e2e-ipp-a-c02ae4","name":"default-tenant","reconcileID":"0ed40735-bfa0-49dc-bb45-d36c7ba10c18","gvk":"NetworkPolicy","name":"payload-processing-e2e-ipp-a-c02ae4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:31:44.768448413Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-c02ae4"},"namespace":"ai-tenant-e2e-ipp-a-c02ae4","name":"default-tenant","reconcileID":"0ed40735-bfa0-49dc-bb45-d36c7ba10c18","gvk":"ServiceAccount","name":"payload-processing-e2e-ipp-a-c02ae4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:31:44.879716159Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-c02ae4"},"namespace":"ai-tenant-e2e-ipp-a-c02ae4","name":"default-tenant","reconcileID":"0ed40735-bfa0-49dc-bb45-d36c7ba10c18","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-ipp-a-c02ae4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:31:44.92952072Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-c02ae4"},"namespace":"ai-tenant-e2e-ipp-a-c02ae4","name":"default-tenant","reconcileID":"0ed40735-bfa0-49dc-bb45-d36c7ba10c18","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-ipp-a-c02ae4","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:31:46.517503846Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f1a2f1e2-f194-4017-936a-c49dc8a4b54c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:31:46.566278928Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f1a2f1e2-f194-4017-936a-c49dc8a4b54c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:31:46.615258805Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f1a2f1e2-f194-4017-936a-c49dc8a4b54c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:31:46.664664704Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f1a2f1e2-f194-4017-936a-c49dc8a4b54c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:31:46.770598297Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w2-91cd99"},"namespace":"e2e-models-e2e-worker-w2-91cd99","name":"e2e-enrichment-model-ref","reconcileID":"c44490a0-f84b-40e7-a52b-a1c50e174bcf","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w2-91cd99"},"tenant":"e2e-worker-w2-91cd99","gateway":"openshift-ingress/e2e-worker-w2-91cd99","model":"e2e-models-e2e-worker-w2-91cd99/e2e-enrichment-model-ref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:31:46.770626246Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w2-91cd99"},"namespace":"e2e-models-e2e-worker-w2-91cd99","name":"e2e-enrichment-model-ref","reconcileID":"c44490a0-f84b-40e7-a52b-a1c50e174bcf","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w2-91cd99"},"routeName":"distinct-w2-91cd99-kserve-route","namespace":"e2e-models-e2e-worker-w2-91cd99","llmisvcName":"distinct-w2-91cd99","gateway":"openshift-ingress/e2e-worker-w2-91cd99","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:31:46.826419588Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-91cd99","namespace":"e2e-models-e2e-worker-w2-91cd99"},"namespace":"e2e-models-e2e-worker-w2-91cd99","name":"distinct-w2-91cd99","reconcileID":"00c1f1e6-ee2f-4ef3-b572-e3be70523080","MaaSModelRef":{"name":"distinct-w2-91cd99","namespace":"e2e-models-e2e-worker-w2-91cd99"},"routeName":"distinct-w2-91cd99-kserve-route","namespace":"e2e-models-e2e-worker-w2-91cd99","llmisvcName":"distinct-w2-91cd99","gateway":"openshift-ingress/e2e-worker-w2-91cd99","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:31:46.916469798Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w2-91cd99"},"namespace":"e2e-models-e2e-worker-w2-91cd99","name":"e2e-enrichment-model-ref","reconcileID":"fd9b2f76-36de-419d-acd3-7214163bcbfd","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w2-91cd99"},"tenant":"e2e-worker-w2-91cd99","gateway":"openshift-ingress/e2e-worker-w2-91cd99","model":"e2e-models-e2e-worker-w2-91cd99/e2e-enrichment-model-ref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:31:46.916488079Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w2-91cd99"},"namespace":"e2e-models-e2e-worker-w2-91cd99","name":"e2e-enrichment-model-ref","reconcileID":"fd9b2f76-36de-419d-acd3-7214163bcbfd","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w2-91cd99"},"routeName":"distinct-w2-91cd99-kserve-route","namespace":"e2e-models-e2e-worker-w2-91cd99","llmisvcName":"distinct-w2-91cd99","gateway":"openshift-ingress/e2e-worker-w2-91cd99","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:31:46.941349662Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w3-bb1b51"},"namespace":"e2e-models-e2e-worker-w3-bb1b51","name":"e2e-temp-model-status","reconcileID":"fda38e53-2d1e-4f53-95bf-1be4f32143ba","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w3-bb1b51"},"tenant":"e2e-worker-w3-bb1b51","gateway":"openshift-ingress/e2e-worker-w3-bb1b51","model":"e2e-models-e2e-worker-w3-bb1b51/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:31:46.941368309Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w3-bb1b51"},"namespace":"e2e-models-e2e-worker-w3-bb1b51","name":"e2e-temp-model-status","reconcileID":"fda38e53-2d1e-4f53-95bf-1be4f32143ba","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w3-bb1b51"},"routeName":"distinct-w3-bb1b51-kserve-route","namespace":"e2e-models-e2e-worker-w3-bb1b51","llmisvcName":"distinct-w3-bb1b51","gateway":"openshift-ingress/e2e-worker-w3-bb1b51","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:31:46.989036993Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w2-91cd99"},"namespace":"e2e-models-e2e-worker-w2-91cd99","name":"e2e-enrichment-model-ref","reconcileID":"28d9853e-c0d8-498b-a838-617f7d6bdef5","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w2-91cd99"},"tenant":"e2e-worker-w2-91cd99","gateway":"openshift-ingress/e2e-worker-w2-91cd99","model":"e2e-models-e2e-worker-w2-91cd99/e2e-enrichment-model-ref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:31:46.989060442Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w2-91cd99"},"namespace":"e2e-models-e2e-worker-w2-91cd99","name":"e2e-enrichment-model-ref","reconcileID":"28d9853e-c0d8-498b-a838-617f7d6bdef5","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w2-91cd99"},"routeName":"distinct-w2-91cd99-kserve-route","namespace":"e2e-models-e2e-worker-w2-91cd99","llmisvcName":"distinct-w2-91cd99","gateway":"openshift-ingress/e2e-worker-w2-91cd99","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T12:31:46.990523647Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w2-91cd99/e2e-enrichment-sub","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-enrichment-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-03T12:31:47.032582326Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"simulator-access","reconcileID":"4ce0daac-7700-4efd-9543-f9bc63694b7d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-91cd99","tenantID":"e2e-worker-w2-91cd99","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:31:47.032582395Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"premium-simulator-access","reconcileID":"72b32d0c-f6df-40e2-bcbd-b05a32635ac6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-91cd99","tenantID":"e2e-worker-w2-91cd99","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:31:47.041673253Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w2-91cd99"},"namespace":"e2e-models-e2e-worker-w2-91cd99","name":"e2e-enrichment-model-ref","reconcileID":"59fa2c40-5e75-4827-b662-7b6170cda088","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w2-91cd99"},"tenant":"e2e-worker-w2-91cd99","gateway":"openshift-ingress/e2e-worker-w2-91cd99","model":"e2e-models-e2e-worker-w2-91cd99/e2e-enrichment-model-ref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:31:47.041692594Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w2-91cd99"},"namespace":"e2e-models-e2e-worker-w2-91cd99","name":"e2e-enrichment-model-ref","reconcileID":"59fa2c40-5e75-4827-b662-7b6170cda088","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w2-91cd99"},"routeName":"distinct-w2-91cd99-kserve-route","namespace":"e2e-models-e2e-worker-w2-91cd99","llmisvcName":"distinct-w2-91cd99","gateway":"openshift-ingress/e2e-worker-w2-91cd99","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:31:47.085130221Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"simulator-access","reconcileID":"4ce0daac-7700-4efd-9543-f9bc63694b7d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"name":"e2e-worker-w2-91cd99-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:31:47.086492961Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"premium-simulator-access","reconcileID":"72b32d0c-f6df-40e2-bcbd-b05a32635ac6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"name":"e2e-worker-w2-91cd99-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:31:47.145456574Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w2-91cd99"},"namespace":"e2e-models-e2e-worker-w2-91cd99","name":"e2e-enrichment-model-ref","reconcileID":"59dc0e42-5654-44d4-9282-b7f762ba304b","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w2-91cd99"},"tenant":"e2e-worker-w2-91cd99","gateway":"openshift-ingress/e2e-worker-w2-91cd99","model":"e2e-models-e2e-worker-w2-91cd99/e2e-enrichment-model-ref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:31:47.145477128Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w2-91cd99"},"namespace":"e2e-models-e2e-worker-w2-91cd99","name":"e2e-enrichment-model-ref","reconcileID":"59dc0e42-5654-44d4-9282-b7f762ba304b","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w2-91cd99"},"routeName":"distinct-w2-91cd99-kserve-route","namespace":"e2e-models-e2e-worker-w2-91cd99","llmisvcName":"distinct-w2-91cd99","gateway":"openshift-ingress/e2e-worker-w2-91cd99","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:31:47.201735684Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w2-91cd99"},"namespace":"e2e-models-e2e-worker-w2-91cd99","name":"e2e-enrichment-model-ref","reconcileID":"6cfb0051-1de7-4ef9-8b28-b36b16e2d709","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w2-91cd99"},"tenant":"e2e-worker-w2-91cd99","gateway":"openshift-ingress/e2e-worker-w2-91cd99","model":"e2e-models-e2e-worker-w2-91cd99/e2e-enrichment-model-ref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:31:47.20175838Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w2-91cd99"},"namespace":"e2e-models-e2e-worker-w2-91cd99","name":"e2e-enrichment-model-ref","reconcileID":"6cfb0051-1de7-4ef9-8b28-b36b16e2d709","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w2-91cd99"},"routeName":"distinct-w2-91cd99-kserve-route","namespace":"e2e-models-e2e-worker-w2-91cd99","llmisvcName":"distinct-w2-91cd99","gateway":"openshift-ingress/e2e-worker-w2-91cd99","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:31:47.238736174Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-enrichment-sub","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"e2e-enrichment-sub","reconcileID":"7f4c15fc-0d5c-4b66-9b1a-2c1454b5d6b3","MaaSSubscription":{"name":"e2e-enrichment-sub","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"name":"maas-trlp-e2e-enrichment-model-ref","model":"e2e-enrichment-model-ref","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w2-91cd99/e2e-enrichment-sub"],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T12:31:47.251319676Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w2-91cd99"},"namespace":"e2e-models-e2e-worker-w2-91cd99","name":"e2e-enrichment-model-ref","reconcileID":"6cfb0051-1de7-4ef9-8b28-b36b16e2d709","name":"e2e-enrichment-model-ref","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-enrichment-model-ref\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T12:31:47.251410723Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w2-91cd99"},"namespace":"e2e-models-e2e-worker-w2-91cd99","name":"e2e-enrichment-model-ref","reconcileID":"6cfb0051-1de7-4ef9-8b28-b36b16e2d709","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-enrichment-model-ref\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T12:31:47.256777572Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w2-91cd99"},"namespace":"e2e-models-e2e-worker-w2-91cd99","name":"e2e-enrichment-model-ref","reconcileID":"2429f7b5-eb4d-484e-8260-6df0f53a96ca","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w2-91cd99"},"tenant":"e2e-worker-w2-91cd99","gateway":"openshift-ingress/e2e-worker-w2-91cd99","model":"e2e-models-e2e-worker-w2-91cd99/e2e-enrichment-model-ref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:31:47.256793059Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w2-91cd99"},"namespace":"e2e-models-e2e-worker-w2-91cd99","name":"e2e-enrichment-model-ref","reconcileID":"2429f7b5-eb4d-484e-8260-6df0f53a96ca","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w2-91cd99"},"routeName":"distinct-w2-91cd99-kserve-route","namespace":"e2e-models-e2e-worker-w2-91cd99","llmisvcName":"distinct-w2-91cd99","gateway":"openshift-ingress/e2e-worker-w2-91cd99","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:31:47.389680648Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-enrichment-auth","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"e2e-enrichment-auth","reconcileID":"fa58ba16-5549-42ce-9e50-c914288bf548","MaaSAuthPolicy":{"name":"e2e-enrichment-auth","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-91cd99","tenantID":"e2e-worker-w2-91cd99","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:31:47.394373634Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w2-91cd99"},"namespace":"e2e-models-e2e-worker-w2-91cd99","name":"e2e-enrichment-model-ref","reconcileID":"4f0baac2-3f8c-4f97-9001-770d112737f7","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w2-91cd99"},"tenant":"e2e-worker-w2-91cd99","gateway":"openshift-ingress/e2e-worker-w2-91cd99","model":"e2e-models-e2e-worker-w2-91cd99/e2e-enrichment-model-ref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:31:47.394421518Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w2-91cd99"},"namespace":"e2e-models-e2e-worker-w2-91cd99","name":"e2e-enrichment-model-ref","reconcileID":"4f0baac2-3f8c-4f97-9001-770d112737f7","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w2-91cd99"},"routeName":"distinct-w2-91cd99-kserve-route","namespace":"e2e-models-e2e-worker-w2-91cd99","llmisvcName":"distinct-w2-91cd99","gateway":"openshift-ingress/e2e-worker-w2-91cd99","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:31:47.441959009Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-enrichment-auth","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"e2e-enrichment-auth","reconcileID":"fa58ba16-5549-42ce-9e50-c914288bf548","MaaSAuthPolicy":{"name":"e2e-enrichment-auth","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"name":"e2e-worker-w2-91cd99-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:31:47.491510469Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"simulator-access","reconcileID":"d9c90adc-18f8-499e-a6df-58d48d9a0244","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-91cd99","tenantID":"e2e-worker-w2-91cd99","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:31:47.491531086Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"premium-simulator-access","reconcileID":"0804121b-3e69-40d6-b2f0-ff049e6f1f97","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-91cd99","tenantID":"e2e-worker-w2-91cd99","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:31:47.545528331Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"simulator-access","reconcileID":"d9c90adc-18f8-499e-a6df-58d48d9a0244","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"name":"e2e-worker-w2-91cd99-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:31:47.5455624Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"premium-simulator-access","reconcileID":"0804121b-3e69-40d6-b2f0-ff049e6f1f97","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"name":"e2e-worker-w2-91cd99-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:31:47.589285904Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-enrichment-sub","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"e2e-enrichment-sub","reconcileID":"701dd9d0-4016-41c0-ac8e-ec7d6834ff7b","MaaSSubscription":{"name":"e2e-enrichment-sub","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"name":"maas-trlp-e2e-enrichment-model-ref","model":"e2e-models-e2e-worker-w2-91cd99/e2e-enrichment-model-ref","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:31:47.749685444Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w2-91cd99"},"namespace":"e2e-models-e2e-worker-w2-91cd99","name":"e2e-enrichment-model-ref","reconcileID":"743c8983-6452-46b6-8b45-c0d7069b34cc","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w2-91cd99"},"tenant":"e2e-worker-w2-91cd99","gateway":"openshift-ingress/e2e-worker-w2-91cd99","model":"e2e-models-e2e-worker-w2-91cd99/e2e-enrichment-model-ref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:31:47.749710206Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w2-91cd99"},"namespace":"e2e-models-e2e-worker-w2-91cd99","name":"e2e-enrichment-model-ref","reconcileID":"743c8983-6452-46b6-8b45-c0d7069b34cc","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w2-91cd99"},"routeName":"distinct-w2-91cd99-kserve-route","namespace":"e2e-models-e2e-worker-w2-91cd99","llmisvcName":"distinct-w2-91cd99","gateway":"openshift-ingress/e2e-worker-w2-91cd99","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:31:47.943198741Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-enrichment-auth","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"e2e-enrichment-auth","reconcileID":"c9330376-76d5-4916-87b9-d38edb5b117c","MaaSAuthPolicy":{"name":"e2e-enrichment-auth","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-91cd99","tenantID":"e2e-worker-w2-91cd99","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:31:47.995446514Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-enrichment-auth","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"e2e-enrichment-auth","reconcileID":"c9330376-76d5-4916-87b9-d38edb5b117c","MaaSAuthPolicy":{"name":"e2e-enrichment-auth","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"name":"e2e-worker-w2-91cd99-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:31:48.757473523Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"namespace":"ai-tenant-e2e-worker-w0-9893f0","name":"e2e-degraded-healthy-inf","reconcileID":"d0693327-4e3e-4863-b548-4f3304142af1","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"model":"e2e-models-e2e-worker-w0-9893f0/simulator-w0-9893f0","subscription":"e2e-degraded-healthy-inf","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:31:48.955565097Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"namespace":"ai-tenant-e2e-worker-w0-9893f0","name":"e2e-degraded-healthy-inf","reconcileID":"d0693327-4e3e-4863-b548-4f3304142af1","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"name":"maas-trlp-simulator-w0-9893f0","model":"e2e-models-e2e-worker-w0-9893f0/simulator-w0-9893f0","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w0-9893f0/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:31:48.955603386Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"namespace":"ai-tenant-e2e-worker-w0-9893f0","name":"e2e-degraded-healthy-inf","reconcileID":"d0693327-4e3e-4863-b548-4f3304142af1","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"model":"e2e-models-e2e-worker-w0-9893f0/nonexistent-model-inf","subscription":"e2e-degraded-healthy-inf","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:31:48.955763555Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"namespace":"ai-tenant-e2e-worker-w0-9893f0","name":"e2e-degraded-healthy-inf","reconcileID":"d0693327-4e3e-4863-b548-4f3304142af1","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"model":"e2e-models-e2e-worker-w0-9893f0/nonexistent-model-inf","error":"MaaSModelRef not found: e2e-models-e2e-worker-w0-9893f0/nonexistent-model-inf","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:31:49.150869521Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"namespace":"ai-tenant-e2e-worker-w0-9893f0","name":"simulator-subscription","reconcileID":"08e24450-b819-4e03-94f2-5ee27dc97a8b","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"name":"maas-trlp-simulator-w0-9893f0","model":"e2e-models-e2e-worker-w0-9893f0/simulator-w0-9893f0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:31:49.209357349Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-9893f0","namespace":"e2e-models-e2e-worker-w0-9893f0"},"namespace":"e2e-models-e2e-worker-w0-9893f0","name":"simulator-w0-9893f0","reconcileID":"6f702763-c83e-4320-8f13-ff521ee3322b","MaaSModelRef":{"name":"simulator-w0-9893f0","namespace":"e2e-models-e2e-worker-w0-9893f0"},"routeName":"simulator-w0-9893f0-kserve-route","namespace":"e2e-models-e2e-worker-w0-9893f0","llmisvcName":"simulator-w0-9893f0","gateway":"openshift-ingress/e2e-worker-w0-9893f0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:31:49.265348761Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w2-91cd99"},"namespace":"e2e-models-e2e-worker-w2-91cd99","name":"e2e-enrichment-model-ref","reconcileID":"312fad96-7379-4439-aa47-c8f0653c5dd4","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w2-91cd99"},"tenant":"e2e-worker-w2-91cd99","gateway":"openshift-ingress/e2e-worker-w2-91cd99","model":"e2e-models-e2e-worker-w2-91cd99/e2e-enrichment-model-ref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:31:49.265366219Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w2-91cd99"},"namespace":"e2e-models-e2e-worker-w2-91cd99","name":"e2e-enrichment-model-ref","reconcileID":"312fad96-7379-4439-aa47-c8f0653c5dd4","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w2-91cd99"},"routeName":"distinct-w2-91cd99-kserve-route","namespace":"e2e-models-e2e-worker-w2-91cd99","llmisvcName":"distinct-w2-91cd99","gateway":"openshift-ingress/e2e-worker-w2-91cd99","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:31:49.352896202Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-9893f0","namespace":"e2e-models-e2e-worker-w0-9893f0"},"namespace":"e2e-models-e2e-worker-w0-9893f0","name":"simulator-w0-9893f0","reconcileID":"829631e2-e625-446f-a1dc-af21e908e5f9","MaaSModelRef":{"name":"simulator-w0-9893f0","namespace":"e2e-models-e2e-worker-w0-9893f0"},"routeName":"simulator-w0-9893f0-kserve-route","namespace":"e2e-models-e2e-worker-w0-9893f0","llmisvcName":"simulator-w0-9893f0","gateway":"openshift-ingress/e2e-worker-w0-9893f0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:31:49.401313154Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"namespace":"ai-tenant-e2e-worker-w0-9893f0","name":"e2e-degraded-healthy-inf-auth","reconcileID":"d61f57df-aff9-4a36-80a9-ecaa93747db7","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9893f0","tenantID":"e2e-worker-w0-9893f0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:31:49.449198702Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"namespace":"ai-tenant-e2e-worker-w0-9893f0","name":"simulator-access","reconcileID":"959b4505-29e6-4add-b3ef-592c822df19d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9893f0","tenantID":"e2e-worker-w0-9893f0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:31:49.449413701Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"namespace":"ai-tenant-e2e-worker-w0-9893f0","name":"premium-simulator-access","reconcileID":"c7cf0ece-e2eb-4d9b-81bf-48a9279ab336","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9893f0","tenantID":"e2e-worker-w0-9893f0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:31:49.455200123Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"namespace":"ai-tenant-e2e-worker-w0-9893f0","name":"e2e-degraded-healthy-inf-auth","reconcileID":"d61f57df-aff9-4a36-80a9-ecaa93747db7","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"name":"e2e-worker-w0-9893f0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:31:49.502089583Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"namespace":"ai-tenant-e2e-worker-w0-9893f0","name":"premium-simulator-access","reconcileID":"c7cf0ece-e2eb-4d9b-81bf-48a9279ab336","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"name":"e2e-worker-w0-9893f0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:31:49.502115041Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"namespace":"ai-tenant-e2e-worker-w0-9893f0","name":"simulator-access","reconcileID":"959b4505-29e6-4add-b3ef-592c822df19d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"name":"e2e-worker-w0-9893f0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:31:49.610724378Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-a-c02ae4","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-a-c02ae4","reconcileID":"3159558e-dc27-4222-b18b-dceac1fbc45f","aitenant":"ai-tenants/e2e-ipp-a-c02ae4","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:31:49.610934168Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"namespace":"ai-tenant-e2e-worker-w0-9893f0","name":"e2e-degraded-healthy-inf-auth","reconcileID":"318659cc-838b-4bfb-9569-ec7cd2cdc87b","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"model":"e2e-models-e2e-worker-w0-9893f0/simulator-w0-9893f0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:31:49.813360521Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-9893f0","namespace":"e2e-models-e2e-worker-w0-9893f0"},"namespace":"e2e-models-e2e-worker-w0-9893f0","name":"simulator-w0-9893f0","reconcileID":"a4d1686e-7c82-4749-a28e-3b3612e5ff5e","MaaSModelRef":{"name":"simulator-w0-9893f0","namespace":"e2e-models-e2e-worker-w0-9893f0"},"routeName":"simulator-w0-9893f0-kserve-route","namespace":"e2e-models-e2e-worker-w0-9893f0","llmisvcName":"simulator-w0-9893f0","gateway":"openshift-ingress/e2e-worker-w0-9893f0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:31:50.233038196Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4435f2b6-165f-43f9-9dba-e7cd08a5fd2b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:31:50.283286291Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4435f2b6-165f-43f9-9dba-e7cd08a5fd2b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:31:50.333711942Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4435f2b6-165f-43f9-9dba-e7cd08a5fd2b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:31:50.338529271Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-a-c02ae4","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-a-c02ae4","reconcileID":"3159558e-dc27-4222-b18b-dceac1fbc45f","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ipp-a-c02ae4","removed":["maas.opendatahub.io/gateway-access-e2e-ipp-a-c02ae4"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:31:50.38394297Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4435f2b6-165f-43f9-9dba-e7cd08a5fd2b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:31:50.447197424Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-enrichment-auth","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"e2e-enrichment-auth","reconcileID":"bf2fbafc-0348-4192-834b-4460e54f3609","MaaSAuthPolicy":{"name":"e2e-enrichment-auth","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"model":"e2e-models-e2e-worker-w2-91cd99/e2e-enrichment-model-ref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:31:50.447276296Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w2-91cd99"},"namespace":"e2e-models-e2e-worker-w2-91cd99","name":"e2e-enrichment-model-ref","reconcileID":"0282e626-98e5-466e-9a22-dfd77e12a172","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w2-91cd99"},"tenant":"e2e-worker-w2-91cd99","gateway":"openshift-ingress/e2e-worker-w2-91cd99","model":"e2e-models-e2e-worker-w2-91cd99/e2e-enrichment-model-ref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:31:50.447292366Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w2-91cd99"},"namespace":"e2e-models-e2e-worker-w2-91cd99","name":"e2e-enrichment-model-ref","reconcileID":"0282e626-98e5-466e-9a22-dfd77e12a172","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w2-91cd99"},"routeName":"distinct-w2-91cd99-kserve-route","namespace":"e2e-models-e2e-worker-w2-91cd99","llmisvcName":"distinct-w2-91cd99","gateway":"openshift-ingress/e2e-worker-w2-91cd99","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:31:50.649650193Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w2-91cd99"},"namespace":"e2e-models-e2e-worker-w2-91cd99","name":"e2e-enrichment-model-ref","reconcileID":"53746da1-e3bf-4b41-85cc-04c4fc43e991","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w2-91cd99"},"tenant":"e2e-worker-w2-91cd99","gateway":"openshift-ingress/e2e-worker-w2-91cd99","model":"e2e-models-e2e-worker-w2-91cd99/e2e-enrichment-model-ref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:31:50.649673354Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w2-91cd99"},"namespace":"e2e-models-e2e-worker-w2-91cd99","name":"e2e-enrichment-model-ref","reconcileID":"53746da1-e3bf-4b41-85cc-04c4fc43e991","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w2-91cd99"},"routeName":"distinct-w2-91cd99-kserve-route","namespace":"e2e-models-e2e-worker-w2-91cd99","llmisvcName":"distinct-w2-91cd99","gateway":"openshift-ingress/e2e-worker-w2-91cd99","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:31:50.678625807Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"simulator-access","reconcileID":"8b829a08-6808-40c7-a010-836f29996894","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-91cd99","tenantID":"e2e-worker-w2-91cd99","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:31:50.678658044Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"premium-simulator-access","reconcileID":"4717c15c-515f-4660-b194-bce92d7fed85","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-91cd99","tenantID":"e2e-worker-w2-91cd99","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:31:50.727369337Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-enrichment-sub","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"e2e-enrichment-sub","reconcileID":"a9f01c9b-cb73-4bec-9f20-83f1cfe2482e","MaaSSubscription":{"name":"e2e-enrichment-sub","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"name":"maas-trlp-e2e-enrichment-model-ref","model":"e2e-models-e2e-worker-w2-91cd99/e2e-enrichment-model-ref","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:31:50.731815794Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"premium-simulator-access","reconcileID":"4717c15c-515f-4660-b194-bce92d7fed85","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"name":"e2e-worker-w2-91cd99-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:31:50.732768986Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"simulator-access","reconcileID":"8b829a08-6808-40c7-a010-836f29996894","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"name":"e2e-worker-w2-91cd99-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:31:50.79716665Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w2-91cd99"},"namespace":"e2e-models-e2e-worker-w2-91cd99","name":"e2e-enrichment-model-ref","reconcileID":"2925cf25-f010-4956-bd92-b454652e5d6f","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w2-91cd99"},"tenant":"e2e-worker-w2-91cd99","gateway":"openshift-ingress/e2e-worker-w2-91cd99","model":"e2e-models-e2e-worker-w2-91cd99/e2e-enrichment-model-ref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:31:50.797189624Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w2-91cd99"},"namespace":"e2e-models-e2e-worker-w2-91cd99","name":"e2e-enrichment-model-ref","reconcileID":"2925cf25-f010-4956-bd92-b454652e5d6f","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w2-91cd99"},"routeName":"distinct-w2-91cd99-kserve-route","namespace":"e2e-models-e2e-worker-w2-91cd99","llmisvcName":"distinct-w2-91cd99","gateway":"openshift-ingress/e2e-worker-w2-91cd99","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:31:51.0751287Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"simulator-access","reconcileID":"78114e28-8a03-4e48-8e19-bbee492d19ae","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-91cd99","tenantID":"e2e-worker-w2-91cd99","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:31:51.075124489Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"premium-simulator-access","reconcileID":"8cee9b1f-d646-48be-a4e6-836d5425f294","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-91cd99","tenantID":"e2e-worker-w2-91cd99","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:31:51.128199982Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"simulator-access","reconcileID":"78114e28-8a03-4e48-8e19-bbee492d19ae","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"name":"e2e-worker-w2-91cd99-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:31:51.129348017Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"premium-simulator-access","reconcileID":"8cee9b1f-d646-48be-a4e6-836d5425f294","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"name":"e2e-worker-w2-91cd99-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:31:52.229542056Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"48f03cb9-6659-4c86-ba0f-03e1637409b4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:31:52.278430039Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"48f03cb9-6659-4c86-ba0f-03e1637409b4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:31:52.327167491Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"48f03cb9-6659-4c86-ba0f-03e1637409b4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:31:52.375993672Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"48f03cb9-6659-4c86-ba0f-03e1637409b4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:31:55.713563134Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:31:56.950687645Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-9893f0","namespace":"e2e-models-e2e-worker-w0-9893f0"},"namespace":"e2e-models-e2e-worker-w0-9893f0","name":"simulator-w0-9893f0","reconcileID":"ccd4d38e-d7d4-40ee-b863-8cc852f1e936","MaaSModelRef":{"name":"simulator-w0-9893f0","namespace":"e2e-models-e2e-worker-w0-9893f0"},"routeName":"simulator-w0-9893f0-kserve-route","namespace":"e2e-models-e2e-worker-w0-9893f0","llmisvcName":"simulator-w0-9893f0","gateway":"openshift-ingress/e2e-worker-w0-9893f0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:31:57.003343843Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-9893f0","namespace":"e2e-models-e2e-worker-w0-9893f0"},"namespace":"e2e-models-e2e-worker-w0-9893f0","name":"simulator-w0-9893f0","reconcileID":"bfb233a6-45d5-408f-939d-a168679e5512","MaaSModelRef":{"name":"simulator-w0-9893f0","namespace":"e2e-models-e2e-worker-w0-9893f0"},"routeName":"simulator-w0-9893f0-kserve-route","namespace":"e2e-models-e2e-worker-w0-9893f0","llmisvcName":"simulator-w0-9893f0","gateway":"openshift-ingress/e2e-worker-w0-9893f0","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T12:31:57.054651615Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-list-subs-refs-sub","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"namespace":"ai-tenant-e2e-worker-w0-9893f0","name":"e2e-list-subs-refs-sub","reconcileID":"6199b533-edc7-49d3-b52d-917c2c1050c5","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-list-subs-refs-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T12:31:57.09995707Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"namespace":"ai-tenant-e2e-worker-w0-9893f0","name":"simulator-access","reconcileID":"60e0bcd1-3345-44ea-b49f-a0f4dae3531f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9893f0","tenantID":"e2e-worker-w0-9893f0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:31:57.100461733Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"namespace":"ai-tenant-e2e-worker-w0-9893f0","name":"premium-simulator-access","reconcileID":"75731e0c-613b-4a6f-8829-3d4aa88d5c09","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9893f0","tenantID":"e2e-worker-w0-9893f0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:31:57.166091556Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"namespace":"ai-tenant-e2e-worker-w0-9893f0","name":"premium-simulator-access","reconcileID":"75731e0c-613b-4a6f-8829-3d4aa88d5c09","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"name":"e2e-worker-w0-9893f0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:31:57.177341375Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"namespace":"ai-tenant-e2e-worker-w0-9893f0","name":"simulator-access","reconcileID":"60e0bcd1-3345-44ea-b49f-a0f4dae3531f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"name":"e2e-worker-w0-9893f0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:31:57.178341814Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-9893f0","namespace":"e2e-models-e2e-worker-w0-9893f0"},"namespace":"e2e-models-e2e-worker-w0-9893f0","name":"simulator-w0-9893f0","reconcileID":"a14dd8b8-c244-4f32-8cea-4806be440222","MaaSModelRef":{"name":"simulator-w0-9893f0","namespace":"e2e-models-e2e-worker-w0-9893f0"},"routeName":"simulator-w0-9893f0-kserve-route","namespace":"e2e-models-e2e-worker-w0-9893f0","llmisvcName":"simulator-w0-9893f0","gateway":"openshift-ingress/e2e-worker-w0-9893f0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:31:57.237355175Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-9893f0","namespace":"e2e-models-e2e-worker-w0-9893f0"},"namespace":"e2e-models-e2e-worker-w0-9893f0","name":"simulator-w0-9893f0","reconcileID":"8ffb6cc5-7f2e-4286-b2cf-f8ce6b1f3826","MaaSModelRef":{"name":"simulator-w0-9893f0","namespace":"e2e-models-e2e-worker-w0-9893f0"},"routeName":"simulator-w0-9893f0-kserve-route","namespace":"e2e-models-e2e-worker-w0-9893f0","llmisvcName":"simulator-w0-9893f0","gateway":"openshift-ingress/e2e-worker-w0-9893f0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:31:57.470342053Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-transition-sub","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"namespace":"ai-tenant-e2e-worker-w3-bb1b51","name":"e2e-status-transition-sub","reconcileID":"b6b8b8d3-398f-49e2-9157-f05a26a36870","MaaSSubscription":{"name":"e2e-status-transition-sub","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"name":"maas-trlp-e2e-temp-model-status","model":"e2e-models-e2e-worker-w3-bb1b51/e2e-temp-model-status","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:31:57.537323647Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-list-subs-refs-sub","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"namespace":"ai-tenant-e2e-worker-w0-9893f0","name":"e2e-list-subs-refs-sub","reconcileID":"8c173ec9-1d92-4263-a446-d0d11135b5a7","MaaSSubscription":{"name":"e2e-list-subs-refs-sub","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"name":"maas-trlp-simulator-w0-9893f0","model":"e2e-models-e2e-worker-w0-9893f0/simulator-w0-9893f0","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w0-9893f0/e2e-list-subs-refs-sub","ai-tenant-e2e-worker-w0-9893f0/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:31:57.559877701Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"namespace":"ai-tenant-e2e-worker-w0-9893f0","name":"premium-simulator-access","reconcileID":"fffa4065-a1da-4c0f-a04b-5132570bb296","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9893f0","tenantID":"e2e-worker-w0-9893f0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:31:57.560866908Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"namespace":"ai-tenant-e2e-worker-w0-9893f0","name":"simulator-access","reconcileID":"f6f0fd64-79b1-4c57-9c25-60f02c8bf61f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9893f0","tenantID":"e2e-worker-w0-9893f0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:31:57.629650847Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"namespace":"ai-tenant-e2e-worker-w0-9893f0","name":"simulator-access","reconcileID":"f6f0fd64-79b1-4c57-9c25-60f02c8bf61f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"name":"e2e-worker-w0-9893f0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:31:57.642829149Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"namespace":"ai-tenant-e2e-worker-w0-9893f0","name":"premium-simulator-access","reconcileID":"fffa4065-a1da-4c0f-a04b-5132570bb296","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"name":"e2e-worker-w0-9893f0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:31:57.657598095Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w3-bb1b51"},"namespace":"e2e-models-e2e-worker-w3-bb1b51","name":"e2e-temp-model-status","reconcileID":"c89b4a8a-96ac-4d35-b9d9-b76be756bb15","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w3-bb1b51"},"tenant":"e2e-worker-w3-bb1b51","gateway":"openshift-ingress/e2e-worker-w3-bb1b51","model":"e2e-models-e2e-worker-w3-bb1b51/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:31:57.657690822Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w3-bb1b51"},"namespace":"e2e-models-e2e-worker-w3-bb1b51","name":"e2e-temp-model-status","reconcileID":"c89b4a8a-96ac-4d35-b9d9-b76be756bb15","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w3-bb1b51"},"routeName":"distinct-w3-bb1b51-kserve-route","namespace":"e2e-models-e2e-worker-w3-bb1b51","llmisvcName":"distinct-w3-bb1b51","gateway":"openshift-ingress/e2e-worker-w3-bb1b51","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:31:57.750108469Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"namespace":"ai-tenant-e2e-worker-w0-9893f0","name":"simulator-subscription","reconcileID":"5e1894db-1094-4089-ae4d-edd6121f651a","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"name":"maas-trlp-simulator-w0-9893f0","model":"e2e-models-e2e-worker-w0-9893f0/simulator-w0-9893f0","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:31:57.75595279Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-9893f0","namespace":"e2e-models-e2e-worker-w0-9893f0"},"namespace":"e2e-models-e2e-worker-w0-9893f0","name":"simulator-w0-9893f0","reconcileID":"605b0bb9-b2d6-432f-9ee6-28ef7e9e1bbb","MaaSModelRef":{"name":"simulator-w0-9893f0","namespace":"e2e-models-e2e-worker-w0-9893f0"},"routeName":"simulator-w0-9893f0-kserve-route","namespace":"e2e-models-e2e-worker-w0-9893f0","llmisvcName":"simulator-w0-9893f0","gateway":"openshift-ingress/e2e-worker-w0-9893f0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:31:57.958197091Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-list-subs-refs-sub","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"namespace":"ai-tenant-e2e-worker-w0-9893f0","name":"e2e-list-subs-refs-sub","reconcileID":"734743c0-01b5-4205-b1ac-d6a0ce28fe03","MaaSSubscription":{"name":"e2e-list-subs-refs-sub","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"name":"maas-trlp-simulator-w0-9893f0","model":"e2e-models-e2e-worker-w0-9893f0/simulator-w0-9893f0","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:31:58.125639254Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-9893f0","namespace":"e2e-models-e2e-worker-w0-9893f0"},"namespace":"e2e-models-e2e-worker-w0-9893f0","name":"simulator-w0-9893f0","reconcileID":"546604cf-4797-4393-b219-1d5bbde382da","MaaSModelRef":{"name":"simulator-w0-9893f0","namespace":"e2e-models-e2e-worker-w0-9893f0"},"routeName":"simulator-w0-9893f0-kserve-route","namespace":"e2e-models-e2e-worker-w0-9893f0","llmisvcName":"simulator-w0-9893f0","gateway":"openshift-ingress/e2e-worker-w0-9893f0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:31:58.335344412Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"namespace":"ai-tenant-e2e-worker-w3-bb1b51","name":"simulator-access","reconcileID":"40e257d5-3ed1-4ade-b995-6fc422907289","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bb1b51","tenantID":"e2e-worker-w3-bb1b51","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:31:58.335622308Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"namespace":"ai-tenant-e2e-worker-w3-bb1b51","name":"e2e-status-transition-auth","reconcileID":"2db7a2d8-dab1-464e-bfd3-0086fc2e95f4","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bb1b51","tenantID":"e2e-worker-w3-bb1b51","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:31:58.336063164Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"namespace":"ai-tenant-e2e-worker-w3-bb1b51","name":"premium-simulator-access","reconcileID":"7108e0b7-8085-460c-9c63-c2a596110c1c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bb1b51","tenantID":"e2e-worker-w3-bb1b51","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:31:58.388562991Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"namespace":"ai-tenant-e2e-worker-w3-bb1b51","name":"e2e-status-transition-auth","reconcileID":"2db7a2d8-dab1-464e-bfd3-0086fc2e95f4","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"name":"e2e-worker-w3-bb1b51-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:31:58.390864197Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"namespace":"ai-tenant-e2e-worker-w3-bb1b51","name":"simulator-access","reconcileID":"40e257d5-3ed1-4ade-b995-6fc422907289","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"name":"e2e-worker-w3-bb1b51-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:31:58.393316752Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"namespace":"ai-tenant-e2e-worker-w3-bb1b51","name":"premium-simulator-access","reconcileID":"7108e0b7-8085-460c-9c63-c2a596110c1c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"name":"e2e-worker-w3-bb1b51-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:31:58.416907418Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"premium-simulator-access","reconcileID":"019b509a-629a-4520-b938-af1ab077677c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-91cd99","tenantID":"e2e-worker-w2-91cd99","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:31:58.417271739Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"simulator-access","reconcileID":"660f8ea9-dc7f-402e-8d44-2e0d42c22025","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-91cd99","tenantID":"e2e-worker-w2-91cd99","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:31:58.472619721Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"premium-simulator-access","reconcileID":"019b509a-629a-4520-b938-af1ab077677c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"name":"e2e-worker-w2-91cd99-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:31:58.473041404Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"simulator-access","reconcileID":"660f8ea9-dc7f-402e-8d44-2e0d42c22025","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"name":"e2e-worker-w2-91cd99-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:31:58.516878615Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-transition-sub","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"namespace":"ai-tenant-e2e-worker-w3-bb1b51","name":"e2e-status-transition-sub","reconcileID":"15839742-f196-47a6-bb71-3840974ce5bb","MaaSSubscription":{"name":"e2e-status-transition-sub","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"model":"e2e-models-e2e-worker-w3-bb1b51/e2e-temp-model-status","error":"MaaSModelRef not found: e2e-models-e2e-worker-w3-bb1b51/e2e-temp-model-status (deleting)","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:31:58.565671746Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-transition-sub","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"namespace":"ai-tenant-e2e-worker-w3-bb1b51","name":"e2e-status-transition-sub","reconcileID":"15839742-f196-47a6-bb71-3840974ce5bb","MaaSSubscription":{"name":"e2e-status-transition-sub","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"name":"maas-trlp-e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w3-bb1b51","model":"e2e-models-e2e-worker-w3-bb1b51/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:31:58.606180192Z","body":"Deleting generated TokenRateLimitPolicy on MaaSModelRef deletion","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w3-bb1b51"},"namespace":"e2e-models-e2e-worker-w3-bb1b51","name":"e2e-temp-model-status","reconcileID":"04fdce2c-3d84-4d2d-9b50-ad086758e8a9","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w3-bb1b51"},"name":"maas-trlp-e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w3-bb1b51","model":"e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:31:58.750139589Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"namespace":"ai-tenant-e2e-worker-w3-bb1b51","name":"e2e-status-transition-auth","reconcileID":"39ac5d50-c4c1-46a7-ace2-afa8a3dc3a12","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bb1b51","tenantID":"e2e-worker-w3-bb1b51","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:31:58.759249795Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-9893f0","namespace":"e2e-models-e2e-worker-w0-9893f0"},"namespace":"e2e-models-e2e-worker-w0-9893f0","name":"simulator-w0-9893f0","reconcileID":"d9c0e4d1-e256-4f8f-b3b1-81e5afbe919a","MaaSModelRef":{"name":"simulator-w0-9893f0","namespace":"e2e-models-e2e-worker-w0-9893f0"},"routeName":"simulator-w0-9893f0-kserve-route","namespace":"e2e-models-e2e-worker-w0-9893f0","llmisvcName":"simulator-w0-9893f0","gateway":"openshift-ingress/e2e-worker-w0-9893f0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:31:58.759715301Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-bb1b51","namespace":"e2e-models-e2e-worker-w3-bb1b51"},"namespace":"e2e-models-e2e-worker-w3-bb1b51","name":"distinct-w3-bb1b51","reconcileID":"c8bb1524-7e47-43ca-8173-9e0adb71ce2d","MaaSModelRef":{"name":"distinct-w3-bb1b51","namespace":"e2e-models-e2e-worker-w3-bb1b51"},"routeName":"distinct-w3-bb1b51-kserve-route","namespace":"e2e-models-e2e-worker-w3-bb1b51","llmisvcName":"distinct-w3-bb1b51","gateway":"openshift-ingress/e2e-worker-w3-bb1b51","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:31:58.772209114Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-transition-sub","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"namespace":"ai-tenant-e2e-worker-w3-bb1b51","name":"e2e-status-transition-sub","reconcileID":"ced8ec93-6b38-4fca-9f17-324cb9853bc4","MaaSSubscription":{"name":"e2e-status-transition-sub","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"model":"e2e-models-e2e-worker-w3-bb1b51/e2e-temp-model-status","error":"MaaSModelRef not found: e2e-models-e2e-worker-w3-bb1b51/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:31:58.805039569Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"namespace":"ai-tenant-e2e-worker-w3-bb1b51","name":"e2e-status-transition-auth","reconcileID":"39ac5d50-c4c1-46a7-ace2-afa8a3dc3a12","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"name":"e2e-worker-w3-bb1b51-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:31:58.805079087Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"namespace":"ai-tenant-e2e-worker-w3-bb1b51","name":"e2e-status-transition-auth","reconcileID":"39ac5d50-c4c1-46a7-ace2-afa8a3dc3a12","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"model":"e2e-models-e2e-worker-w3-bb1b51/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:31:58.85094128Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"namespace":"ai-tenant-e2e-worker-w3-bb1b51","name":"premium-simulator-access","reconcileID":"846cd153-0112-422c-98dd-f7f89660832f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bb1b51","tenantID":"e2e-worker-w3-bb1b51","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:31:58.850981199Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"namespace":"ai-tenant-e2e-worker-w3-bb1b51","name":"simulator-access","reconcileID":"7f6a08ea-edfd-4614-a68b-c0350cdc9225","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bb1b51","tenantID":"e2e-worker-w3-bb1b51","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:31:58.904755779Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"namespace":"ai-tenant-e2e-worker-w0-9893f0","name":"premium-simulator-access","reconcileID":"6b9173c2-4b29-4dc7-ba59-ef714e29e087","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9893f0","tenantID":"e2e-worker-w0-9893f0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:31:58.905456171Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"namespace":"ai-tenant-e2e-worker-w0-9893f0","name":"simulator-access","reconcileID":"f79c36ad-228c-4f4e-a7cf-fe08c8f40f85","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9893f0","tenantID":"e2e-worker-w0-9893f0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:31:58.907723903Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"namespace":"ai-tenant-e2e-worker-w3-bb1b51","name":"premium-simulator-access","reconcileID":"846cd153-0112-422c-98dd-f7f89660832f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"name":"e2e-worker-w3-bb1b51-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:31:58.908644077Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"namespace":"ai-tenant-e2e-worker-w3-bb1b51","name":"simulator-access","reconcileID":"7f6a08ea-edfd-4614-a68b-c0350cdc9225","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"name":"e2e-worker-w3-bb1b51-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:31:58.958839547Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"namespace":"ai-tenant-e2e-worker-w0-9893f0","name":"simulator-access","reconcileID":"f79c36ad-228c-4f4e-a7cf-fe08c8f40f85","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"name":"e2e-worker-w0-9893f0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:31:58.959097599Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"namespace":"ai-tenant-e2e-worker-w0-9893f0","name":"premium-simulator-access","reconcileID":"6b9173c2-4b29-4dc7-ba59-ef714e29e087","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"name":"e2e-worker-w0-9893f0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:31:59.147501269Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"namespace":"ai-tenant-e2e-worker-w3-bb1b51","name":"e2e-status-transition-auth","reconcileID":"cf944bf2-1e85-4676-b6a9-fcd9d5684094","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bb1b51","tenantID":"e2e-worker-w3-bb1b51","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:31:59.222234692Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"namespace":"ai-tenant-e2e-worker-w3-bb1b51","name":"e2e-status-transition-auth","reconcileID":"cf944bf2-1e85-4676-b6a9-fcd9d5684094","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"name":"e2e-worker-w3-bb1b51-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:31:59.222273143Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"namespace":"ai-tenant-e2e-worker-w3-bb1b51","name":"e2e-status-transition-auth","reconcileID":"cf944bf2-1e85-4676-b6a9-fcd9d5684094","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"model":"e2e-models-e2e-worker-w3-bb1b51/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:31:59.411451717Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"namespace":"ai-tenant-e2e-worker-w3-bb1b51","name":"simulator-access","reconcileID":"be1cb1a7-ab2f-4166-92c3-c9ee37cb2766","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bb1b51","tenantID":"e2e-worker-w3-bb1b51","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:31:59.41145587Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"namespace":"ai-tenant-e2e-worker-w3-bb1b51","name":"premium-simulator-access","reconcileID":"cbd29e92-c34d-46e6-bfcb-fa180a92673f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bb1b51","tenantID":"e2e-worker-w3-bb1b51","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:31:59.464071114Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"namespace":"ai-tenant-e2e-worker-w3-bb1b51","name":"simulator-access","reconcileID":"be1cb1a7-ab2f-4166-92c3-c9ee37cb2766","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"name":"e2e-worker-w3-bb1b51-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:31:59.465022619Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"namespace":"ai-tenant-e2e-worker-w3-bb1b51","name":"premium-simulator-access","reconcileID":"cbd29e92-c34d-46e6-bfcb-fa180a92673f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"name":"e2e-worker-w3-bb1b51-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:31:59.617914554Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"namespace":"ai-tenant-e2e-worker-w3-bb1b51","name":"e2e-status-transition-auth","reconcileID":"34bdc1bb-cf89-4852-9cd9-d40f21c7a35d","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bb1b51","tenantID":"e2e-worker-w3-bb1b51","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:31:59.670849644Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"namespace":"ai-tenant-e2e-worker-w3-bb1b51","name":"e2e-status-transition-auth","reconcileID":"34bdc1bb-cf89-4852-9cd9-d40f21c7a35d","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"name":"e2e-worker-w3-bb1b51-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:31:59.721957582Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"namespace":"ai-tenant-e2e-worker-w3-bb1b51","name":"e2e-status-transition-auth","reconcileID":"34bdc1bb-cf89-4852-9cd9-d40f21c7a35d","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"model":"e2e-models-e2e-worker-w3-bb1b51/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:31:59.893505004Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"namespace":"ai-tenant-e2e-worker-w3-bb1b51","name":"premium-simulator-access","reconcileID":"6b40786e-3ab4-4836-9652-91ca2de8ca18","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bb1b51","tenantID":"e2e-worker-w3-bb1b51","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:31:59.893920356Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"namespace":"ai-tenant-e2e-worker-w3-bb1b51","name":"simulator-access","reconcileID":"853a8735-7d9b-4e17-9e6c-86885a0d8a3e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bb1b51","tenantID":"e2e-worker-w3-bb1b51","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:31:59.94805654Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"namespace":"ai-tenant-e2e-worker-w3-bb1b51","name":"premium-simulator-access","reconcileID":"6b40786e-3ab4-4836-9652-91ca2de8ca18","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"name":"e2e-worker-w3-bb1b51-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:31:59.948899757Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"namespace":"ai-tenant-e2e-worker-w3-bb1b51","name":"simulator-access","reconcileID":"853a8735-7d9b-4e17-9e6c-86885a0d8a3e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"name":"e2e-worker-w3-bb1b51-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:32:00.757950015Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"eb24a9a3-352f-45e3-b47c-f102dc5df733","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:32:00.807244752Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"eb24a9a3-352f-45e3-b47c-f102dc5df733","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:32:00.856784841Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"eb24a9a3-352f-45e3-b47c-f102dc5df733","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:32:00.905726701Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"eb24a9a3-352f-45e3-b47c-f102dc5df733","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:32:00.981455763Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-enrichment-sub","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"e2e-enrichment-sub","reconcileID":"f54f3374-c4d0-4499-afa9-58a4787cf296","MaaSSubscription":{"name":"e2e-enrichment-sub","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"model":"e2e-models-e2e-worker-w2-91cd99/e2e-enrichment-model-ref","subscription":"e2e-enrichment-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:32:01.033781449Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-enrichment-sub","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"e2e-enrichment-sub","reconcileID":"f54f3374-c4d0-4499-afa9-58a4787cf296","MaaSSubscription":{"name":"e2e-enrichment-sub","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"model":"e2e-models-e2e-worker-w2-91cd99/e2e-enrichment-model-ref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:32:01.083013625Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-enrichment-sub","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"e2e-enrichment-sub","reconcileID":"f54f3374-c4d0-4499-afa9-58a4787cf296","MaaSSubscription":{"name":"e2e-enrichment-sub","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"name":"maas-trlp-e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w2-91cd99","model":"e2e-models-e2e-worker-w2-91cd99/e2e-enrichment-model-ref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:32:01.358882632Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w2-91cd99"},"namespace":"e2e-models-e2e-worker-w2-91cd99","name":"e2e-enrichment-model-ref","reconcileID":"2ad942ea-a5f6-49ef-bebd-78e13735ee2c","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w2-91cd99"},"tenant":"e2e-worker-w2-91cd99","gateway":"openshift-ingress/e2e-worker-w2-91cd99","model":"e2e-models-e2e-worker-w2-91cd99/e2e-enrichment-model-ref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:32:01.359000079Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w2-91cd99"},"namespace":"e2e-models-e2e-worker-w2-91cd99","name":"e2e-enrichment-model-ref","reconcileID":"2ad942ea-a5f6-49ef-bebd-78e13735ee2c","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w2-91cd99"},"routeName":"distinct-w2-91cd99-kserve-route","namespace":"e2e-models-e2e-worker-w2-91cd99","llmisvcName":"distinct-w2-91cd99","gateway":"openshift-ingress/e2e-worker-w2-91cd99","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:32:01.509127493Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"premium-simulator-access","reconcileID":"7978632f-f90a-4be1-8f33-82c66e40d7e0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-91cd99","tenantID":"e2e-worker-w2-91cd99","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:32:01.509135689Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"simulator-access","reconcileID":"8742a93c-9f18-48ee-a5bd-fa5340e3691f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-91cd99","tenantID":"e2e-worker-w2-91cd99","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:32:01.563681345Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"premium-simulator-access","reconcileID":"7978632f-f90a-4be1-8f33-82c66e40d7e0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"name":"e2e-worker-w2-91cd99-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:32:01.563681062Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"simulator-access","reconcileID":"8742a93c-9f18-48ee-a5bd-fa5340e3691f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"name":"e2e-worker-w2-91cd99-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:32:01.706958189Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-91cd99","namespace":"e2e-models-e2e-worker-w2-91cd99"},"namespace":"e2e-models-e2e-worker-w2-91cd99","name":"distinct-w2-91cd99","reconcileID":"dcb6b248-33fc-4622-9cfd-aedf22d0e8c0","MaaSModelRef":{"name":"distinct-w2-91cd99","namespace":"e2e-models-e2e-worker-w2-91cd99"},"routeName":"distinct-w2-91cd99-kserve-route","namespace":"e2e-models-e2e-worker-w2-91cd99","llmisvcName":"distinct-w2-91cd99","gateway":"openshift-ingress/e2e-worker-w2-91cd99","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:32:02.383972293Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-91cd99","namespace":"e2e-models-e2e-worker-w2-91cd99"},"namespace":"e2e-models-e2e-worker-w2-91cd99","name":"distinct-w2-91cd99","reconcileID":"bb4820be-1d6b-4dca-a875-aede0d00e830","MaaSModelRef":{"name":"distinct-w2-91cd99","namespace":"e2e-models-e2e-worker-w2-91cd99"},"routeName":"distinct-w2-91cd99-kserve-route","namespace":"e2e-models-e2e-worker-w2-91cd99","llmisvcName":"distinct-w2-91cd99","gateway":"openshift-ingress/e2e-worker-w2-91cd99","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:32:02.436289848Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-91cd99","namespace":"e2e-models-e2e-worker-w2-91cd99"},"namespace":"e2e-models-e2e-worker-w2-91cd99","name":"distinct-w2-91cd99","reconcileID":"694ed737-d719-49e8-bc0d-a1b1a377802e","MaaSModelRef":{"name":"distinct-w2-91cd99","namespace":"e2e-models-e2e-worker-w2-91cd99"},"routeName":"distinct-w2-91cd99-kserve-route","namespace":"e2e-models-e2e-worker-w2-91cd99","llmisvcName":"distinct-w2-91cd99","gateway":"openshift-ingress/e2e-worker-w2-91cd99","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T12:32:02.488474939Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-model-match-sub","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"e2e-model-match-sub","reconcileID":"0a84831e-7818-4783-8a05-7edee0b0137f","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-model-match-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T12:32:02.534735535Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"premium-simulator-access","reconcileID":"9bd88f68-2be3-4ffa-9e81-f2fcc7edc5e8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-91cd99","tenantID":"e2e-worker-w2-91cd99","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:32:02.534735809Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"simulator-access","reconcileID":"4dc33774-dfd1-4d5a-9b65-be5af85aecb9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-91cd99","tenantID":"e2e-worker-w2-91cd99","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:32:02.587698618Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"premium-simulator-access","reconcileID":"9bd88f68-2be3-4ffa-9e81-f2fcc7edc5e8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"name":"e2e-worker-w2-91cd99-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:32:02.588504972Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"simulator-access","reconcileID":"4dc33774-dfd1-4d5a-9b65-be5af85aecb9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"name":"e2e-worker-w2-91cd99-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:32:02.631271928Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-91cd99","namespace":"e2e-models-e2e-worker-w2-91cd99"},"namespace":"e2e-models-e2e-worker-w2-91cd99","name":"distinct-2-w2-91cd99","reconcileID":"38acde5c-9584-4b37-abeb-4ad2c3b4ad57","MaaSModelRef":{"name":"distinct-2-w2-91cd99","namespace":"e2e-models-e2e-worker-w2-91cd99"},"routeName":"distinct-2-w2-91cd99-kserve-route","namespace":"e2e-models-e2e-worker-w2-91cd99","llmisvcName":"distinct-2-w2-91cd99","gateway":"openshift-ingress/e2e-worker-w2-91cd99","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:32:02.632328837Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w2-91cd99 priority=0:[ai-tenant-e2e-worker-w2-91cd99/e2e-model-match-sub ai-tenant-e2e-worker-w2-91cd99/e2e-model-nomatch-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:32:02.684000179Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-91cd99","namespace":"e2e-models-e2e-worker-w2-91cd99"},"namespace":"e2e-models-e2e-worker-w2-91cd99","name":"distinct-w2-91cd99","reconcileID":"d1eebb08-f60f-4352-91ec-1c35d74970bc","MaaSModelRef":{"name":"distinct-w2-91cd99","namespace":"e2e-models-e2e-worker-w2-91cd99"},"routeName":"distinct-w2-91cd99-kserve-route","namespace":"e2e-models-e2e-worker-w2-91cd99","llmisvcName":"distinct-w2-91cd99","gateway":"openshift-ingress/e2e-worker-w2-91cd99","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:32:02.68484483Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-91cd99","namespace":"e2e-models-e2e-worker-w2-91cd99"},"namespace":"e2e-models-e2e-worker-w2-91cd99","name":"distinct-2-w2-91cd99","reconcileID":"77e9bda1-d5a2-4277-a9d3-9ebc0f7b2c05","MaaSModelRef":{"name":"distinct-2-w2-91cd99","namespace":"e2e-models-e2e-worker-w2-91cd99"},"routeName":"distinct-2-w2-91cd99-kserve-route","namespace":"e2e-models-e2e-worker-w2-91cd99","llmisvcName":"distinct-2-w2-91cd99","gateway":"openshift-ingress/e2e-worker-w2-91cd99","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T12:32:02.738633433Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-model-nomatch-sub","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"e2e-model-nomatch-sub","reconcileID":"b4ae014d-5557-4adb-995a-9f277a302c6a","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-model-nomatch-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T12:32:02.739761017Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-91cd99","namespace":"e2e-models-e2e-worker-w2-91cd99"},"namespace":"e2e-models-e2e-worker-w2-91cd99","name":"distinct-w2-91cd99","reconcileID":"a5d0dce9-b7e9-4e97-b932-ae4998381e69","MaaSModelRef":{"name":"distinct-w2-91cd99","namespace":"e2e-models-e2e-worker-w2-91cd99"},"routeName":"distinct-w2-91cd99-kserve-route","namespace":"e2e-models-e2e-worker-w2-91cd99","llmisvcName":"distinct-w2-91cd99","gateway":"openshift-ingress/e2e-worker-w2-91cd99","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T12:32:02.743595626Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w2-91cd99/e2e-model-match-sub","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-model-match-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-03T12:32:02.793073581Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e01d7103-6ab2-42ff-a20a-cc8a46c695de","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:32:02.848691877Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e01d7103-6ab2-42ff-a20a-cc8a46c695de","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:32:02.897861426Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e01d7103-6ab2-42ff-a20a-cc8a46c695de","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:32:02.899224499Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-91cd99","namespace":"e2e-models-e2e-worker-w2-91cd99"},"namespace":"e2e-models-e2e-worker-w2-91cd99","name":"distinct-w2-91cd99","reconcileID":"1070d143-7375-4af3-934e-d2f48d9113c9","MaaSModelRef":{"name":"distinct-w2-91cd99","namespace":"e2e-models-e2e-worker-w2-91cd99"},"routeName":"distinct-w2-91cd99-kserve-route","namespace":"e2e-models-e2e-worker-w2-91cd99","llmisvcName":"distinct-w2-91cd99","gateway":"openshift-ingress/e2e-worker-w2-91cd99","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:32:02.948753355Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e01d7103-6ab2-42ff-a20a-cc8a46c695de","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:32:02.999060105Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"simulator-access","reconcileID":"5b3668e2-3859-46c8-9fa9-093dad1fc896","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-91cd99","tenantID":"e2e-worker-w2-91cd99","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:32:02.999239014Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"premium-simulator-access","reconcileID":"38bbbc51-658f-4120-842d-fa174934b286","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-91cd99","tenantID":"e2e-worker-w2-91cd99","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:32:03.005116424Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-91cd99","namespace":"e2e-models-e2e-worker-w2-91cd99"},"namespace":"e2e-models-e2e-worker-w2-91cd99","name":"distinct-2-w2-91cd99","reconcileID":"16f6f8c7-2940-4077-89de-3b84d235dde7","MaaSModelRef":{"name":"distinct-2-w2-91cd99","namespace":"e2e-models-e2e-worker-w2-91cd99"},"routeName":"distinct-2-w2-91cd99-kserve-route","namespace":"e2e-models-e2e-worker-w2-91cd99","llmisvcName":"distinct-2-w2-91cd99","gateway":"openshift-ingress/e2e-worker-w2-91cd99","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:32:03.00556407Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-91cd99","namespace":"e2e-models-e2e-worker-w2-91cd99"},"namespace":"e2e-models-e2e-worker-w2-91cd99","name":"distinct-w2-91cd99","reconcileID":"6a67211e-c7e1-463c-8d91-1ac3a6c12920","MaaSModelRef":{"name":"distinct-w2-91cd99","namespace":"e2e-models-e2e-worker-w2-91cd99"},"routeName":"distinct-w2-91cd99-kserve-route","namespace":"e2e-models-e2e-worker-w2-91cd99","llmisvcName":"distinct-w2-91cd99","gateway":"openshift-ingress/e2e-worker-w2-91cd99","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:32:03.050077345Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-model-match-sub","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"e2e-model-match-sub","reconcileID":"ae8de412-e76c-4f7a-9cd1-be3a347692c6","MaaSSubscription":{"name":"e2e-model-match-sub","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"name":"maas-trlp-distinct-w2-91cd99","model":"distinct-w2-91cd99","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w2-91cd99/e2e-model-match-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:32:03.053433003Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"premium-simulator-access","reconcileID":"38bbbc51-658f-4120-842d-fa174934b286","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"name":"e2e-worker-w2-91cd99-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:32:03.055023408Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"simulator-access","reconcileID":"5b3668e2-3859-46c8-9fa9-093dad1fc896","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"name":"e2e-worker-w2-91cd99-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:32:03.155487271Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-91cd99","namespace":"e2e-models-e2e-worker-w2-91cd99"},"namespace":"e2e-models-e2e-worker-w2-91cd99","name":"distinct-2-w2-91cd99","reconcileID":"861d9511-20d2-413b-97be-a5b20af49c3e","MaaSModelRef":{"name":"distinct-2-w2-91cd99","namespace":"e2e-models-e2e-worker-w2-91cd99"},"routeName":"distinct-2-w2-91cd99-kserve-route","namespace":"e2e-models-e2e-worker-w2-91cd99","llmisvcName":"distinct-2-w2-91cd99","gateway":"openshift-ingress/e2e-worker-w2-91cd99","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:32:03.20058133Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"e2e-model-match-auth","reconcileID":"1814692d-4dba-42c3-843d-e1e6354a266d","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-91cd99","tenantID":"e2e-worker-w2-91cd99","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:32:03.20973314Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-91cd99","namespace":"e2e-models-e2e-worker-w2-91cd99"},"namespace":"e2e-models-e2e-worker-w2-91cd99","name":"distinct-2-w2-91cd99","reconcileID":"20e1aedc-4760-4c4b-b2f9-f974c71cf777","MaaSModelRef":{"name":"distinct-2-w2-91cd99","namespace":"e2e-models-e2e-worker-w2-91cd99"},"routeName":"distinct-2-w2-91cd99-kserve-route","namespace":"e2e-models-e2e-worker-w2-91cd99","llmisvcName":"distinct-2-w2-91cd99","gateway":"openshift-ingress/e2e-worker-w2-91cd99","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:32:03.251317404Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-model-nomatch-sub","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"e2e-model-nomatch-sub","reconcileID":"1d06f972-6c26-47f0-9d1e-ca9396c439b3","MaaSSubscription":{"name":"e2e-model-nomatch-sub","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"name":"maas-trlp-distinct-2-w2-91cd99","model":"distinct-2-w2-91cd99","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w2-91cd99/e2e-model-nomatch-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:32:03.25459072Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"e2e-model-match-auth","reconcileID":"1814692d-4dba-42c3-843d-e1e6354a266d","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"name":"e2e-worker-w2-91cd99-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:32:03.256637104Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-91cd99","namespace":"e2e-models-e2e-worker-w2-91cd99"},"namespace":"e2e-models-e2e-worker-w2-91cd99","name":"distinct-w2-91cd99","reconcileID":"55238a7a-df96-4ec1-a14f-3d1e7c638519","MaaSModelRef":{"name":"distinct-w2-91cd99","namespace":"e2e-models-e2e-worker-w2-91cd99"},"routeName":"distinct-w2-91cd99-kserve-route","namespace":"e2e-models-e2e-worker-w2-91cd99","llmisvcName":"distinct-w2-91cd99","gateway":"openshift-ingress/e2e-worker-w2-91cd99","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:32:03.407443124Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-91cd99","namespace":"e2e-models-e2e-worker-w2-91cd99"},"namespace":"e2e-models-e2e-worker-w2-91cd99","name":"distinct-2-w2-91cd99","reconcileID":"584daf7e-70be-404d-8f9e-e2a1c674679b","MaaSModelRef":{"name":"distinct-2-w2-91cd99","namespace":"e2e-models-e2e-worker-w2-91cd99"},"routeName":"distinct-2-w2-91cd99-kserve-route","namespace":"e2e-models-e2e-worker-w2-91cd99","llmisvcName":"distinct-2-w2-91cd99","gateway":"openshift-ingress/e2e-worker-w2-91cd99","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:32:03.450879375Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"e2e-model-nomatch-auth","reconcileID":"c71433af-9049-4052-8b86-833c012ed3b0","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-91cd99","tenantID":"e2e-worker-w2-91cd99","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:32:03.45181088Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-model-match-sub","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"e2e-model-match-sub","reconcileID":"d9958177-e48a-4e5e-a690-918d887909c6","MaaSSubscription":{"name":"e2e-model-match-sub","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"name":"maas-trlp-distinct-w2-91cd99","model":"e2e-models-e2e-worker-w2-91cd99/distinct-w2-91cd99","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:32:03.504585275Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"e2e-model-nomatch-auth","reconcileID":"c71433af-9049-4052-8b86-833c012ed3b0","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"name":"e2e-worker-w2-91cd99-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:32:03.551743186Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"premium-simulator-access","reconcileID":"f1333262-6126-4428-99de-3629fd015aca","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-91cd99","tenantID":"e2e-worker-w2-91cd99","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:32:03.602652682Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-model-nomatch-sub","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"e2e-model-nomatch-sub","reconcileID":"079a2dbc-c953-4e2e-b730-a8402cf95475","MaaSSubscription":{"name":"e2e-model-nomatch-sub","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"name":"maas-trlp-distinct-2-w2-91cd99","model":"e2e-models-e2e-worker-w2-91cd99/distinct-2-w2-91cd99","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:32:03.605184177Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"premium-simulator-access","reconcileID":"f1333262-6126-4428-99de-3629fd015aca","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"name":"e2e-worker-w2-91cd99-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:32:03.605291204Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-91cd99","namespace":"e2e-models-e2e-worker-w2-91cd99"},"namespace":"e2e-models-e2e-worker-w2-91cd99","name":"distinct-w2-91cd99","reconcileID":"e77ce90d-0c5f-4150-874c-8ea477a8cd5f","MaaSModelRef":{"name":"distinct-w2-91cd99","namespace":"e2e-models-e2e-worker-w2-91cd99"},"routeName":"distinct-w2-91cd99-kserve-route","namespace":"e2e-models-e2e-worker-w2-91cd99","llmisvcName":"distinct-w2-91cd99","gateway":"openshift-ingress/e2e-worker-w2-91cd99","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:32:03.649154347Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"simulator-access","reconcileID":"c9f668a1-e8ba-43df-8e97-ff340e8ed9a2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-91cd99","tenantID":"e2e-worker-w2-91cd99","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:32:03.701445431Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"simulator-access","reconcileID":"c9f668a1-e8ba-43df-8e97-ff340e8ed9a2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"name":"e2e-worker-w2-91cd99-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:32:03.811225552Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-91cd99","namespace":"e2e-models-e2e-worker-w2-91cd99"},"namespace":"e2e-models-e2e-worker-w2-91cd99","name":"distinct-2-w2-91cd99","reconcileID":"222b7a06-56c7-43f6-b436-c8ee59255600","MaaSModelRef":{"name":"distinct-2-w2-91cd99","namespace":"e2e-models-e2e-worker-w2-91cd99"},"routeName":"distinct-2-w2-91cd99-kserve-route","namespace":"e2e-models-e2e-worker-w2-91cd99","llmisvcName":"distinct-2-w2-91cd99","gateway":"openshift-ingress/e2e-worker-w2-91cd99","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:32:03.850960344Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"e2e-model-match-auth","reconcileID":"b19a1e46-fbcc-4062-9b7c-10c7416ec73c","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-91cd99","tenantID":"e2e-worker-w2-91cd99","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:32:03.90328565Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"e2e-model-match-auth","reconcileID":"b19a1e46-fbcc-4062-9b7c-10c7416ec73c","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"name":"e2e-worker-w2-91cd99-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:32:04.05307859Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"e2e-model-nomatch-auth","reconcileID":"7d532c53-7a6c-41eb-abf1-e5565acee8d3","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-91cd99","tenantID":"e2e-worker-w2-91cd99","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:32:04.105837872Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"e2e-model-nomatch-auth","reconcileID":"7d532c53-7a6c-41eb-abf1-e5565acee8d3","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"name":"e2e-worker-w2-91cd99-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:32:04.848588163Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-91cd99","namespace":"e2e-models-e2e-worker-w2-91cd99"},"namespace":"e2e-models-e2e-worker-w2-91cd99","name":"distinct-w2-91cd99","reconcileID":"a24dcb6d-7afb-4dc3-b14d-1b639dc7346e","MaaSModelRef":{"name":"distinct-w2-91cd99","namespace":"e2e-models-e2e-worker-w2-91cd99"},"routeName":"distinct-w2-91cd99-kserve-route","namespace":"e2e-models-e2e-worker-w2-91cd99","llmisvcName":"distinct-w2-91cd99","gateway":"openshift-ingress/e2e-worker-w2-91cd99","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:32:05.002486064Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-model-match-sub","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"e2e-model-match-sub","reconcileID":"63368e3e-e93b-4067-8f50-93c64bbb51e9","MaaSSubscription":{"name":"e2e-model-match-sub","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-013ab3ec","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:32:05.098487925Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"e2e-model-nomatch-auth","reconcileID":"19b63866-9d62-4462-8f9d-9852d7e4e42f","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-91cd99","tenantID":"e2e-worker-w2-91cd99","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:32:05.098654761Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"simulator-access","reconcileID":"0dbdfaac-6ae0-466f-b72a-cb01f52e4a00","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-91cd99","tenantID":"e2e-worker-w2-91cd99","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:32:05.100625145Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"premium-simulator-access","reconcileID":"ed80a3b7-c57c-49c3-930d-12841a618d20","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-91cd99","tenantID":"e2e-worker-w2-91cd99","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:32:05.156447657Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"e2e-model-nomatch-auth","reconcileID":"19b63866-9d62-4462-8f9d-9852d7e4e42f","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"name":"e2e-worker-w2-91cd99-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:32:05.157019822Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"simulator-access","reconcileID":"0dbdfaac-6ae0-466f-b72a-cb01f52e4a00","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"name":"e2e-worker-w2-91cd99-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:32:05.159079226Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"premium-simulator-access","reconcileID":"ed80a3b7-c57c-49c3-930d-12841a618d20","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"name":"e2e-worker-w2-91cd99-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:32:05.201032026Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"e2e-model-match-auth","reconcileID":"b431fa77-c98d-4a24-9e2d-72bf2e401839","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-91cd99","tenantID":"e2e-worker-w2-91cd99","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:32:05.253479552Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"e2e-model-match-auth","reconcileID":"b431fa77-c98d-4a24-9e2d-72bf2e401839","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"name":"e2e-worker-w2-91cd99-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:32:05.595069354Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"simulator-access","reconcileID":"328cc7f5-2cf8-4788-973e-ab66dbe85658","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-91cd99","tenantID":"e2e-worker-w2-91cd99","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:32:05.595352835Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"premium-simulator-access","reconcileID":"eb1eaa9b-2977-4bfe-a7dc-7140812898db","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-91cd99","tenantID":"e2e-worker-w2-91cd99","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:32:05.595071325Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"e2e-model-nomatch-auth","reconcileID":"b46da12e-4267-472e-9fec-40e004808dc4","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-91cd99","tenantID":"e2e-worker-w2-91cd99","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:32:05.647906913Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"e2e-model-nomatch-auth","reconcileID":"b46da12e-4267-472e-9fec-40e004808dc4","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"name":"e2e-worker-w2-91cd99-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:32:05.648812455Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"simulator-access","reconcileID":"328cc7f5-2cf8-4788-973e-ab66dbe85658","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"name":"e2e-worker-w2-91cd99-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:32:05.650257404Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"premium-simulator-access","reconcileID":"eb1eaa9b-2977-4bfe-a7dc-7140812898db","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"name":"e2e-worker-w2-91cd99-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:32:05.697086256Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"e2e-model-match-auth","reconcileID":"da3693b9-242d-4e81-8ab4-055d9ab3512d","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-91cd99","tenantID":"e2e-worker-w2-91cd99","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:32:05.749503034Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"e2e-model-match-auth","reconcileID":"da3693b9-242d-4e81-8ab4-055d9ab3512d","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"name":"e2e-worker-w2-91cd99-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:32:08.826269599Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-list-subs-refs-sub","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"namespace":"ai-tenant-e2e-worker-w0-9893f0","name":"e2e-list-subs-refs-sub","reconcileID":"e376de62-ec4a-41f1-9952-770d5dd9ffb4","MaaSSubscription":{"name":"e2e-list-subs-refs-sub","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"model":"e2e-models-e2e-worker-w0-9893f0/simulator-w0-9893f0","subscription":"e2e-list-subs-refs-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:32:09.027213932Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-list-subs-refs-sub","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"namespace":"ai-tenant-e2e-worker-w0-9893f0","name":"e2e-list-subs-refs-sub","reconcileID":"e376de62-ec4a-41f1-9952-770d5dd9ffb4","MaaSSubscription":{"name":"e2e-list-subs-refs-sub","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"name":"maas-trlp-simulator-w0-9893f0","model":"e2e-models-e2e-worker-w0-9893f0/simulator-w0-9893f0","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w0-9893f0/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:32:09.226518078Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"namespace":"ai-tenant-e2e-worker-w0-9893f0","name":"simulator-subscription","reconcileID":"db9c1713-3dc6-41a6-a191-17fd8bffd251","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"name":"maas-trlp-simulator-w0-9893f0","model":"e2e-models-e2e-worker-w0-9893f0/simulator-w0-9893f0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:32:09.279009709Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-9893f0","namespace":"e2e-models-e2e-worker-w0-9893f0"},"namespace":"e2e-models-e2e-worker-w0-9893f0","name":"simulator-w0-9893f0","reconcileID":"de138eb6-15c1-4127-ba9f-52004d110c71","MaaSModelRef":{"name":"simulator-w0-9893f0","namespace":"e2e-models-e2e-worker-w0-9893f0"},"routeName":"simulator-w0-9893f0-kserve-route","namespace":"e2e-models-e2e-worker-w0-9893f0","llmisvcName":"simulator-w0-9893f0","gateway":"openshift-ingress/e2e-worker-w0-9893f0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:32:09.3323667Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-91cd99","namespace":"e2e-models-e2e-worker-w2-91cd99"},"namespace":"e2e-models-e2e-worker-w2-91cd99","name":"distinct-2-w2-91cd99","reconcileID":"08ecf68e-4d6f-4580-a8d3-27336ac1f055","MaaSModelRef":{"name":"distinct-2-w2-91cd99","namespace":"e2e-models-e2e-worker-w2-91cd99"},"routeName":"distinct-2-w2-91cd99-kserve-route","namespace":"e2e-models-e2e-worker-w2-91cd99","llmisvcName":"distinct-2-w2-91cd99","gateway":"openshift-ingress/e2e-worker-w2-91cd99","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:32:09.373182858Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-transition-sub","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"namespace":"ai-tenant-e2e-worker-w3-bb1b51","name":"e2e-status-transition-sub","reconcileID":"cdaef42f-eac0-4c5e-993f-347182e9ed61","MaaSSubscription":{"name":"e2e-status-transition-sub","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"model":"e2e-models-e2e-worker-w3-bb1b51/e2e-temp-model-status","subscription":"e2e-status-transition-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:32:09.373312878Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-transition-sub","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"namespace":"ai-tenant-e2e-worker-w3-bb1b51","name":"e2e-status-transition-sub","reconcileID":"cdaef42f-eac0-4c5e-993f-347182e9ed61","MaaSSubscription":{"name":"e2e-status-transition-sub","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"model":"e2e-models-e2e-worker-w3-bb1b51/e2e-temp-model-status","error":"MaaSModelRef not found: e2e-models-e2e-worker-w3-bb1b51/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:32:09.423507313Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"namespace":"ai-tenant-e2e-worker-w0-9893f0","name":"premium-simulator-access","reconcileID":"af8a699a-f9d4-4ef9-a678-cd425f9f681d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9893f0","tenantID":"e2e-worker-w0-9893f0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:32:09.42353208Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"namespace":"ai-tenant-e2e-worker-w0-9893f0","name":"simulator-access","reconcileID":"4037f4ef-ad3f-4276-9cab-8a87507456de","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9893f0","tenantID":"e2e-worker-w0-9893f0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:32:09.476679252Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"namespace":"ai-tenant-e2e-worker-w0-9893f0","name":"premium-simulator-access","reconcileID":"af8a699a-f9d4-4ef9-a678-cd425f9f681d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"name":"e2e-worker-w0-9893f0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:32:09.477791631Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"namespace":"ai-tenant-e2e-worker-w0-9893f0","name":"simulator-access","reconcileID":"4037f4ef-ad3f-4276-9cab-8a87507456de","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"name":"e2e-worker-w0-9893f0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:32:09.866744261Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"namespace":"ai-tenant-e2e-worker-w3-bb1b51","name":"e2e-status-transition-auth","reconcileID":"53c6ad8f-79de-44e5-9ea7-0191cefa952d","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bb1b51","tenantID":"e2e-worker-w3-bb1b51","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:32:09.867038712Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"namespace":"ai-tenant-e2e-worker-w3-bb1b51","name":"simulator-access","reconcileID":"e51b9bd2-a283-44f5-b94f-f9aea1d341df","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bb1b51","tenantID":"e2e-worker-w3-bb1b51","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:32:09.867236766Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"namespace":"ai-tenant-e2e-worker-w3-bb1b51","name":"premium-simulator-access","reconcileID":"0831c0e5-c816-447f-ba25-4a94b09ec56b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bb1b51","tenantID":"e2e-worker-w3-bb1b51","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:32:09.921027779Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"namespace":"ai-tenant-e2e-worker-w3-bb1b51","name":"e2e-status-transition-auth","reconcileID":"53c6ad8f-79de-44e5-9ea7-0191cefa952d","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"name":"e2e-worker-w3-bb1b51-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:32:09.921388124Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"namespace":"ai-tenant-e2e-worker-w3-bb1b51","name":"simulator-access","reconcileID":"e51b9bd2-a283-44f5-b94f-f9aea1d341df","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"name":"e2e-worker-w3-bb1b51-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:32:09.927585402Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"namespace":"ai-tenant-e2e-worker-w3-bb1b51","name":"premium-simulator-access","reconcileID":"0831c0e5-c816-447f-ba25-4a94b09ec56b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"name":"e2e-worker-w3-bb1b51-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:32:09.973449409Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"namespace":"ai-tenant-e2e-worker-w3-bb1b51","name":"e2e-status-transition-auth","reconcileID":"53c6ad8f-79de-44e5-9ea7-0191cefa952d","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"model":"e2e-models-e2e-worker-w3-bb1b51/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:32:10.119246079Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"namespace":"ai-tenant-e2e-worker-w3-bb1b51","name":"e2e-status-transition-auth","reconcileID":"5858e7f3-1cd4-445f-974a-499e0b6ad88c","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"model":"e2e-models-e2e-worker-w3-bb1b51/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:32:10.171572443Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-eb4a0f"},"namespace":"ai-tenant-e2e-praxis-a-eb4a0f","name":"default-tenant","reconcileID":"7cf15aad-31ec-4e6a-b24f-c3307d052137","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-eb4a0f","tenantID":"e2e-praxis-a-eb4a0f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:32:10.278916104Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-eb4a0f"},"namespace":"ai-tenant-e2e-praxis-a-eb4a0f","name":"default-tenant","reconcileID":"7cf15aad-31ec-4e6a-b24f-c3307d052137","name":"e2e-praxis-a-eb4a0f-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:32:11.193731627Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-9893f0","namespace":"e2e-models-e2e-worker-w0-9893f0"},"namespace":"e2e-models-e2e-worker-w0-9893f0","name":"distinct-w0-9893f0","reconcileID":"ea378e7a-4a8e-457d-8672-985df2f45465","MaaSModelRef":{"name":"distinct-w0-9893f0","namespace":"e2e-models-e2e-worker-w0-9893f0"},"routeName":"distinct-w0-9893f0-kserve-route","namespace":"e2e-models-e2e-worker-w0-9893f0","llmisvcName":"distinct-w0-9893f0","gateway":"openshift-ingress/e2e-worker-w0-9893f0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:32:11.24688627Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-9893f0","namespace":"e2e-models-e2e-worker-w0-9893f0"},"namespace":"e2e-models-e2e-worker-w0-9893f0","name":"distinct-w0-9893f0","reconcileID":"78001321-b103-4f75-8d76-74d2eb8b7327","MaaSModelRef":{"name":"distinct-w0-9893f0","namespace":"e2e-models-e2e-worker-w0-9893f0"},"routeName":"distinct-w0-9893f0-kserve-route","namespace":"e2e-models-e2e-worker-w0-9893f0","llmisvcName":"distinct-w0-9893f0","gateway":"openshift-ingress/e2e-worker-w0-9893f0","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T12:32:11.292932367Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-no-access-sub","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"namespace":"ai-tenant-e2e-worker-w0-9893f0","name":"e2e-no-access-sub","reconcileID":"d27ad614-7e14-46a4-978a-0ddef3e8126d","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-no-access-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T12:32:11.339345148Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"namespace":"ai-tenant-e2e-worker-w0-9893f0","name":"simulator-access","reconcileID":"aaf3ba74-01df-4051-88c0-25f29621e570","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9893f0","tenantID":"e2e-worker-w0-9893f0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:32:11.339562352Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"namespace":"ai-tenant-e2e-worker-w0-9893f0","name":"premium-simulator-access","reconcileID":"7e2311a6-20a2-4fb0-9fad-2fb0205c5766","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9893f0","tenantID":"e2e-worker-w0-9893f0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:32:11.392663301Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"namespace":"ai-tenant-e2e-worker-w0-9893f0","name":"premium-simulator-access","reconcileID":"7e2311a6-20a2-4fb0-9fad-2fb0205c5766","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"name":"e2e-worker-w0-9893f0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:32:11.392868834Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"namespace":"ai-tenant-e2e-worker-w0-9893f0","name":"simulator-access","reconcileID":"aaf3ba74-01df-4051-88c0-25f29621e570","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"name":"e2e-worker-w0-9893f0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:32:11.402062863Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-9893f0","namespace":"e2e-models-e2e-worker-w0-9893f0"},"namespace":"e2e-models-e2e-worker-w0-9893f0","name":"distinct-w0-9893f0","reconcileID":"9316c110-c3a4-4e58-a31c-3bf9d37e614b","MaaSModelRef":{"name":"distinct-w0-9893f0","namespace":"e2e-models-e2e-worker-w0-9893f0"},"routeName":"distinct-w0-9893f0-kserve-route","namespace":"e2e-models-e2e-worker-w0-9893f0","llmisvcName":"distinct-w0-9893f0","gateway":"openshift-ingress/e2e-worker-w0-9893f0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:32:11.45285062Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-9893f0","namespace":"e2e-models-e2e-worker-w0-9893f0"},"namespace":"e2e-models-e2e-worker-w0-9893f0","name":"distinct-w0-9893f0","reconcileID":"a486e26f-cc91-420c-952b-e6010269c8c9","MaaSModelRef":{"name":"distinct-w0-9893f0","namespace":"e2e-models-e2e-worker-w0-9893f0"},"routeName":"distinct-w0-9893f0-kserve-route","namespace":"e2e-models-e2e-worker-w0-9893f0","llmisvcName":"distinct-w0-9893f0","gateway":"openshift-ingress/e2e-worker-w0-9893f0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:32:11.480512373Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-9893f0","namespace":"e2e-models-e2e-worker-w0-9893f0"},"namespace":"e2e-models-e2e-worker-w0-9893f0","name":"distinct-2-w0-9893f0","reconcileID":"fed29ff0-22e7-4121-b887-8bd6bed70e21","MaaSModelRef":{"name":"distinct-2-w0-9893f0","namespace":"e2e-models-e2e-worker-w0-9893f0"},"routeName":"distinct-2-w0-9893f0-kserve-route","namespace":"e2e-models-e2e-worker-w0-9893f0","llmisvcName":"distinct-2-w0-9893f0","gateway":"openshift-ingress/e2e-worker-w0-9893f0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:32:11.533217379Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-9893f0","namespace":"e2e-models-e2e-worker-w0-9893f0"},"namespace":"e2e-models-e2e-worker-w0-9893f0","name":"distinct-2-w0-9893f0","reconcileID":"d8f6dcb9-b25d-4859-8bbc-189752a93311","MaaSModelRef":{"name":"distinct-2-w0-9893f0","namespace":"e2e-models-e2e-worker-w0-9893f0"},"routeName":"distinct-2-w0-9893f0-kserve-route","namespace":"e2e-models-e2e-worker-w0-9893f0","llmisvcName":"distinct-2-w0-9893f0","gateway":"openshift-ingress/e2e-worker-w0-9893f0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:32:11.648503406Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-no-access-sub","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"namespace":"ai-tenant-e2e-worker-w0-9893f0","name":"e2e-no-access-sub","reconcileID":"31523631-9d1c-4fe7-a0cb-1365943ebe90","MaaSSubscription":{"name":"e2e-no-access-sub","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"name":"maas-trlp-distinct-w0-9893f0","model":"distinct-w0-9893f0","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w0-9893f0/e2e-no-access-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:32:11.725237058Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-no-access-auth","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"namespace":"ai-tenant-e2e-worker-w0-9893f0","name":"e2e-no-access-auth","reconcileID":"d23e44f3-4ce2-4565-9087-c949a940b549","MaaSAuthPolicy":{"name":"e2e-no-access-auth","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9893f0","tenantID":"e2e-worker-w0-9893f0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:32:11.77808137Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-no-access-auth","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"namespace":"ai-tenant-e2e-worker-w0-9893f0","name":"e2e-no-access-auth","reconcileID":"d23e44f3-4ce2-4565-9087-c949a940b549","MaaSAuthPolicy":{"name":"e2e-no-access-auth","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"name":"e2e-worker-w0-9893f0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:32:11.803089773Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-9893f0","namespace":"e2e-models-e2e-worker-w0-9893f0"},"namespace":"e2e-models-e2e-worker-w0-9893f0","name":"distinct-w0-9893f0","reconcileID":"bfdacf84-3803-4955-bdc2-a67022aad87b","MaaSModelRef":{"name":"distinct-w0-9893f0","namespace":"e2e-models-e2e-worker-w0-9893f0"},"routeName":"distinct-w0-9893f0-kserve-route","namespace":"e2e-models-e2e-worker-w0-9893f0","llmisvcName":"distinct-w0-9893f0","gateway":"openshift-ingress/e2e-worker-w0-9893f0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:32:11.826070754Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"namespace":"ai-tenant-e2e-worker-w0-9893f0","name":"simulator-access","reconcileID":"289bfb81-67bf-486f-8d87-de148a9c3380","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9893f0","tenantID":"e2e-worker-w0-9893f0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:32:11.826071198Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"namespace":"ai-tenant-e2e-worker-w0-9893f0","name":"premium-simulator-access","reconcileID":"61ddbf10-7761-44d3-bce9-c07788aff168","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9893f0","tenantID":"e2e-worker-w0-9893f0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:32:11.882391936Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"namespace":"ai-tenant-e2e-worker-w0-9893f0","name":"simulator-access","reconcileID":"289bfb81-67bf-486f-8d87-de148a9c3380","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"name":"e2e-worker-w0-9893f0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:32:11.882400003Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"namespace":"ai-tenant-e2e-worker-w0-9893f0","name":"premium-simulator-access","reconcileID":"61ddbf10-7761-44d3-bce9-c07788aff168","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"name":"e2e-worker-w0-9893f0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:32:11.998081756Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-no-access-sub","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"namespace":"ai-tenant-e2e-worker-w0-9893f0","name":"e2e-no-access-sub","reconcileID":"35987973-a87d-4f78-a322-acae7761e1bb","MaaSSubscription":{"name":"e2e-no-access-sub","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"name":"maas-trlp-distinct-w0-9893f0","model":"e2e-models-e2e-worker-w0-9893f0/distinct-w0-9893f0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:32:12.079147309Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-9893f0","namespace":"e2e-models-e2e-worker-w0-9893f0"},"namespace":"e2e-models-e2e-worker-w0-9893f0","name":"distinct-2-w0-9893f0","reconcileID":"2e4ad97f-8632-4d32-a1f1-9907cb792944","MaaSModelRef":{"name":"distinct-2-w0-9893f0","namespace":"e2e-models-e2e-worker-w0-9893f0"},"routeName":"distinct-2-w0-9893f0-kserve-route","namespace":"e2e-models-e2e-worker-w0-9893f0","llmisvcName":"distinct-2-w0-9893f0","gateway":"openshift-ingress/e2e-worker-w0-9893f0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:32:12.272844638Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-no-access-auth","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"namespace":"ai-tenant-e2e-worker-w0-9893f0","name":"e2e-no-access-auth","reconcileID":"413d658b-d799-4aef-a9dc-a6ed89d0f702","MaaSAuthPolicy":{"name":"e2e-no-access-auth","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9893f0","tenantID":"e2e-worker-w0-9893f0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:32:12.325037308Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-no-access-auth","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"namespace":"ai-tenant-e2e-worker-w0-9893f0","name":"e2e-no-access-auth","reconcileID":"413d658b-d799-4aef-a9dc-a6ed89d0f702","MaaSAuthPolicy":{"name":"e2e-no-access-auth","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"name":"e2e-worker-w0-9893f0-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T12:32:12.568390652Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-no-access-auth","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"namespace":"ai-tenant-e2e-worker-w0-9893f0","name":"e2e-no-access-auth","reconcileID":"413d658b-d799-4aef-a9dc-a6ed89d0f702","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"e2e-no-access-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T12:32:12.766232571Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-no-access-auth","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"namespace":"ai-tenant-e2e-worker-w0-9893f0","name":"e2e-no-access-auth","reconcileID":"152a7228-d9bf-4d74-8105-9c56d364547d","MaaSAuthPolicy":{"name":"e2e-no-access-auth","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9893f0","tenantID":"e2e-worker-w0-9893f0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:32:12.818427118Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-no-access-auth","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"namespace":"ai-tenant-e2e-worker-w0-9893f0","name":"e2e-no-access-auth","reconcileID":"152a7228-d9bf-4d74-8105-9c56d364547d","MaaSAuthPolicy":{"name":"e2e-no-access-auth","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"name":"e2e-worker-w0-9893f0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:32:14.856531201Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-no-access-auth","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"namespace":"ai-tenant-e2e-worker-w0-9893f0","name":"e2e-no-access-auth","reconcileID":"76c8525b-8875-45a4-ad51-f61a8048ba4a","MaaSAuthPolicy":{"name":"e2e-no-access-auth","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"model":"e2e-models-e2e-worker-w0-9893f0/distinct-2-w0-9893f0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:32:14.856933366Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-9893f0","namespace":"e2e-models-e2e-worker-w0-9893f0"},"namespace":"e2e-models-e2e-worker-w0-9893f0","name":"distinct-2-w0-9893f0","reconcileID":"29b06a84-e78f-4b07-8dd1-96ec0bec1488","MaaSModelRef":{"name":"distinct-2-w0-9893f0","namespace":"e2e-models-e2e-worker-w0-9893f0"},"routeName":"distinct-2-w0-9893f0-kserve-route","namespace":"e2e-models-e2e-worker-w0-9893f0","llmisvcName":"distinct-2-w0-9893f0","gateway":"openshift-ingress/e2e-worker-w0-9893f0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:32:15.026601592Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-9893f0","namespace":"e2e-models-e2e-worker-w0-9893f0"},"namespace":"e2e-models-e2e-worker-w0-9893f0","name":"distinct-2-w0-9893f0","reconcileID":"d0145b6a-c556-4ddd-88eb-5d02e941c504","MaaSModelRef":{"name":"distinct-2-w0-9893f0","namespace":"e2e-models-e2e-worker-w0-9893f0"},"routeName":"distinct-2-w0-9893f0-kserve-route","namespace":"e2e-models-e2e-worker-w0-9893f0","llmisvcName":"distinct-2-w0-9893f0","gateway":"openshift-ingress/e2e-worker-w0-9893f0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:32:15.053962973Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-model-match-sub","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"e2e-model-match-sub","reconcileID":"1ffef441-30d1-47ab-a49f-451a733845b7","MaaSSubscription":{"name":"e2e-model-match-sub","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"model":"e2e-models-e2e-worker-w2-91cd99/distinct-w2-91cd99","subscription":"e2e-model-match-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:32:15.102516086Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-model-match-sub","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"e2e-model-match-sub","reconcileID":"1ffef441-30d1-47ab-a49f-451a733845b7","MaaSSubscription":{"name":"e2e-model-match-sub","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"model":"e2e-models-e2e-worker-w2-91cd99/distinct-w2-91cd99","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:32:15.150989938Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-model-match-sub","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"e2e-model-match-sub","reconcileID":"1ffef441-30d1-47ab-a49f-451a733845b7","MaaSSubscription":{"name":"e2e-model-match-sub","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"name":"maas-trlp-distinct-w2-91cd99","namespace":"e2e-models-e2e-worker-w2-91cd99","model":"e2e-models-e2e-worker-w2-91cd99/distinct-w2-91cd99","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:32:15.189204217Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-9893f0","namespace":"e2e-models-e2e-worker-w0-9893f0"},"namespace":"e2e-models-e2e-worker-w0-9893f0","name":"distinct-w0-9893f0","reconcileID":"55d61366-2a54-4524-9932-8f68151d3bb9","MaaSModelRef":{"name":"distinct-w0-9893f0","namespace":"e2e-models-e2e-worker-w0-9893f0"},"routeName":"distinct-w0-9893f0-kserve-route","namespace":"e2e-models-e2e-worker-w0-9893f0","llmisvcName":"distinct-w0-9893f0","gateway":"openshift-ingress/e2e-worker-w0-9893f0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:32:15.33459525Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"namespace":"ai-tenant-e2e-worker-w0-9893f0","name":"simulator-access","reconcileID":"b16dc5c2-46ba-481c-b7b3-177225d47e23","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9893f0","tenantID":"e2e-worker-w0-9893f0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:32:15.334596503Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"namespace":"ai-tenant-e2e-worker-w0-9893f0","name":"premium-simulator-access","reconcileID":"87b74bf9-8151-45a1-b86e-c684842f2334","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9893f0","tenantID":"e2e-worker-w0-9893f0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:32:15.387853384Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"namespace":"ai-tenant-e2e-worker-w0-9893f0","name":"simulator-access","reconcileID":"b16dc5c2-46ba-481c-b7b3-177225d47e23","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"name":"e2e-worker-w0-9893f0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:32:15.388477699Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"namespace":"ai-tenant-e2e-worker-w0-9893f0","name":"premium-simulator-access","reconcileID":"87b74bf9-8151-45a1-b86e-c684842f2334","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"name":"e2e-worker-w0-9893f0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:32:15.406754193Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-91cd99","namespace":"e2e-models-e2e-worker-w2-91cd99"},"namespace":"e2e-models-e2e-worker-w2-91cd99","name":"distinct-w2-91cd99","reconcileID":"82875dbf-e3d9-4409-85df-762206bd5897","MaaSModelRef":{"name":"distinct-w2-91cd99","namespace":"e2e-models-e2e-worker-w2-91cd99"},"routeName":"distinct-w2-91cd99-kserve-route","namespace":"e2e-models-e2e-worker-w2-91cd99","llmisvcName":"distinct-w2-91cd99","gateway":"openshift-ingress/e2e-worker-w2-91cd99","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:32:15.565524441Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-91cd99","namespace":"e2e-models-e2e-worker-w2-91cd99"},"namespace":"e2e-models-e2e-worker-w2-91cd99","name":"distinct-2-w2-91cd99","reconcileID":"ed63ae01-01e8-433a-82f7-2dbca5ba21bf","MaaSModelRef":{"name":"distinct-2-w2-91cd99","namespace":"e2e-models-e2e-worker-w2-91cd99"},"routeName":"distinct-2-w2-91cd99-kserve-route","namespace":"e2e-models-e2e-worker-w2-91cd99","llmisvcName":"distinct-2-w2-91cd99","gateway":"openshift-ingress/e2e-worker-w2-91cd99","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:32:15.661238541Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"premium-simulator-access","reconcileID":"7e5544c2-f01a-4aa6-a101-60c1bcc527c3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-91cd99","tenantID":"e2e-worker-w2-91cd99","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:32:15.661238225Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"e2e-model-match-auth","reconcileID":"58479c92-7ea5-45f0-a417-faaba1b2a081","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-91cd99","tenantID":"e2e-worker-w2-91cd99","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:32:15.661750771Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"simulator-access","reconcileID":"72b32f06-65df-4583-b84a-54c004be735a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-91cd99","tenantID":"e2e-worker-w2-91cd99","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:32:15.71484347Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"simulator-access","reconcileID":"72b32f06-65df-4583-b84a-54c004be735a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"name":"e2e-worker-w2-91cd99-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:32:15.714990057Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"e2e-model-match-auth","reconcileID":"58479c92-7ea5-45f0-a417-faaba1b2a081","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"name":"e2e-worker-w2-91cd99-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:32:15.716586435Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-model-nomatch-sub","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"e2e-model-nomatch-sub","reconcileID":"7d65ddde-38c7-4e8a-bf4b-9c4e236269db","MaaSSubscription":{"name":"e2e-model-nomatch-sub","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-616c7952","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:32:15.717282617Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"premium-simulator-access","reconcileID":"7e5544c2-f01a-4aa6-a101-60c1bcc527c3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"name":"e2e-worker-w2-91cd99-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:32:15.782623533Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"e2e-model-nomatch-auth","reconcileID":"5095014f-d67c-4a8e-9c71-754dae691fcd","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-91cd99","tenantID":"e2e-worker-w2-91cd99","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:32:15.835837427Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"e2e-model-nomatch-auth","reconcileID":"5095014f-d67c-4a8e-9c71-754dae691fcd","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"name":"e2e-worker-w2-91cd99-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:32:16.103533181Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"premium-simulator-access","reconcileID":"4b9bd031-e842-4b0b-a542-71f89ef3a520","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-91cd99","tenantID":"e2e-worker-w2-91cd99","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:32:16.10358017Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"simulator-access","reconcileID":"5ebdb043-9802-449c-ba71-5c7ae622bb8d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-91cd99","tenantID":"e2e-worker-w2-91cd99","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:32:16.103987957Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"e2e-model-match-auth","reconcileID":"6e767ead-46b5-4d60-854a-4fae0f49ab26","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-91cd99","tenantID":"e2e-worker-w2-91cd99","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:32:16.156357892Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"premium-simulator-access","reconcileID":"4b9bd031-e842-4b0b-a542-71f89ef3a520","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"name":"e2e-worker-w2-91cd99-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:32:16.156412981Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"simulator-access","reconcileID":"5ebdb043-9802-449c-ba71-5c7ae622bb8d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"name":"e2e-worker-w2-91cd99-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:32:16.158701649Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"e2e-model-match-auth","reconcileID":"6e767ead-46b5-4d60-854a-4fae0f49ab26","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"name":"e2e-worker-w2-91cd99-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:32:16.275797174Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"e2e-model-nomatch-auth","reconcileID":"76887c6e-c9e6-4598-b6e4-946151896fa7","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-91cd99","tenantID":"e2e-worker-w2-91cd99","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:32:16.328184559Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"e2e-model-nomatch-auth","reconcileID":"76887c6e-c9e6-4598-b6e4-946151896fa7","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"name":"e2e-worker-w2-91cd99-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:32:23.53865621Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"815c03cd-5912-49f4-92cb-5072a8d7d024","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:32:23.587971928Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"815c03cd-5912-49f4-92cb-5072a8d7d024","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:32:23.636878191Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"815c03cd-5912-49f4-92cb-5072a8d7d024","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:32:23.690666357Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"815c03cd-5912-49f4-92cb-5072a8d7d024","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:32:24.104534535Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-a-w3-1250b3","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-a-w3-1250b3","reconcileID":"25cec4f9-e368-4e3c-8985-95b05c0bc36c","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-a-w3-1250b3","applied":{"maas.opendatahub.io/gateway-access-e2e-shared-a-w3-1250b3":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:32:25.372615061Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-no-access-sub","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"namespace":"ai-tenant-e2e-worker-w0-9893f0","name":"e2e-no-access-sub","reconcileID":"45ae0644-b756-4337-84f1-60f75b939d9b","MaaSSubscription":{"name":"e2e-no-access-sub","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"model":"e2e-models-e2e-worker-w0-9893f0/distinct-w0-9893f0","subscription":"e2e-no-access-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:32:25.440867095Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-no-access-sub","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"namespace":"ai-tenant-e2e-worker-w0-9893f0","name":"e2e-no-access-sub","reconcileID":"45ae0644-b756-4337-84f1-60f75b939d9b","MaaSSubscription":{"name":"e2e-no-access-sub","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"model":"e2e-models-e2e-worker-w0-9893f0/distinct-w0-9893f0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:32:25.495943589Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-no-access-sub","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"namespace":"ai-tenant-e2e-worker-w0-9893f0","name":"e2e-no-access-sub","reconcileID":"45ae0644-b756-4337-84f1-60f75b939d9b","MaaSSubscription":{"name":"e2e-no-access-sub","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"name":"maas-trlp-distinct-w0-9893f0","namespace":"e2e-models-e2e-worker-w0-9893f0","model":"e2e-models-e2e-worker-w0-9893f0/distinct-w0-9893f0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:32:25.717855706Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:32:25.765197866Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-model-nomatch-sub","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"e2e-model-nomatch-sub","reconcileID":"a1608717-f2e2-4979-8834-da27d9d76368","MaaSSubscription":{"name":"e2e-model-nomatch-sub","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"model":"e2e-models-e2e-worker-w2-91cd99/distinct-2-w2-91cd99","subscription":"e2e-model-nomatch-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:32:25.776111232Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-9893f0","namespace":"e2e-models-e2e-worker-w0-9893f0"},"namespace":"e2e-models-e2e-worker-w0-9893f0","name":"distinct-w0-9893f0","reconcileID":"378cbed7-ebce-472a-9449-d828191c08c7","MaaSModelRef":{"name":"distinct-w0-9893f0","namespace":"e2e-models-e2e-worker-w0-9893f0"},"routeName":"distinct-w0-9893f0-kserve-route","namespace":"e2e-models-e2e-worker-w0-9893f0","llmisvcName":"distinct-w0-9893f0","gateway":"openshift-ingress/e2e-worker-w0-9893f0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:32:25.781767721Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"namespace":"ai-tenant-e2e-worker-w3-bb1b51","name":"premium-simulator-access","reconcileID":"721c6ae9-aef0-4318-9e0d-bdee294b585d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bb1b51","tenantID":"e2e-worker-w3-bb1b51","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:32:25.781816151Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"namespace":"ai-tenant-e2e-worker-w3-bb1b51","name":"simulator-access","reconcileID":"2fcea5b9-7b14-4ec0-98b0-9a0fd55aa9c2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bb1b51","tenantID":"e2e-worker-w3-bb1b51","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:32:25.813933173Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-model-nomatch-sub","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"e2e-model-nomatch-sub","reconcileID":"a1608717-f2e2-4979-8834-da27d9d76368","MaaSSubscription":{"name":"e2e-model-nomatch-sub","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"model":"e2e-models-e2e-worker-w2-91cd99/distinct-2-w2-91cd99","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:32:25.835462038Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"namespace":"ai-tenant-e2e-worker-w3-bb1b51","name":"premium-simulator-access","reconcileID":"721c6ae9-aef0-4318-9e0d-bdee294b585d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"name":"e2e-worker-w3-bb1b51-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:32:25.835488946Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"namespace":"ai-tenant-e2e-worker-w3-bb1b51","name":"simulator-access","reconcileID":"2fcea5b9-7b14-4ec0-98b0-9a0fd55aa9c2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"name":"e2e-worker-w3-bb1b51-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:32:25.843251899Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e1b2015b-d613-4ee9-ba1a-8465f5f693c5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:32:25.892505748Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-model-nomatch-sub","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"e2e-model-nomatch-sub","reconcileID":"a1608717-f2e2-4979-8834-da27d9d76368","MaaSSubscription":{"name":"e2e-model-nomatch-sub","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"name":"maas-trlp-distinct-2-w2-91cd99","namespace":"e2e-models-e2e-worker-w2-91cd99","model":"e2e-models-e2e-worker-w2-91cd99/distinct-2-w2-91cd99","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:32:25.892854503Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e1b2015b-d613-4ee9-ba1a-8465f5f693c5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:32:25.944505351Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e1b2015b-d613-4ee9-ba1a-8465f5f693c5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:32:25.993558049Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e1b2015b-d613-4ee9-ba1a-8465f5f693c5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:32:25.994353362Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"e2e-model-nomatch-auth","reconcileID":"54ab4624-0ef2-448f-bfa6-0a54f0d6afa4","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-91cd99","tenantID":"e2e-worker-w2-91cd99","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:32:26.041650402Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"e2e-model-match-auth","reconcileID":"79c15f58-bc1a-41c2-92e5-c7afb6b5764e","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-91cd99","tenantID":"e2e-worker-w2-91cd99","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:32:26.043048899Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"simulator-access","reconcileID":"56aab75e-63c4-4d52-8315-2d3b067c0ab8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-91cd99","tenantID":"e2e-worker-w2-91cd99","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:32:26.050058774Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"e2e-model-nomatch-auth","reconcileID":"54ab4624-0ef2-448f-bfa6-0a54f0d6afa4","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"name":"e2e-worker-w2-91cd99-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:32:26.094162038Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"e2e-model-match-auth","reconcileID":"79c15f58-bc1a-41c2-92e5-c7afb6b5764e","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"name":"e2e-worker-w2-91cd99-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:32:26.095255636Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"simulator-access","reconcileID":"56aab75e-63c4-4d52-8315-2d3b067c0ab8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"name":"e2e-worker-w2-91cd99-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:32:26.250279165Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"namespace":"ai-tenant-e2e-worker-w0-9893f0","name":"simulator-access","reconcileID":"27231940-b0e3-4624-9f1e-6f49794250a8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9893f0","tenantID":"e2e-worker-w0-9893f0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:32:26.255195869Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-91cd99","namespace":"e2e-models-e2e-worker-w2-91cd99"},"namespace":"e2e-models-e2e-worker-w2-91cd99","name":"distinct-2-w2-91cd99","reconcileID":"172e7c61-7f6b-4aa6-9570-4bf8b62100bb","MaaSModelRef":{"name":"distinct-2-w2-91cd99","namespace":"e2e-models-e2e-worker-w2-91cd99"},"routeName":"distinct-2-w2-91cd99-kserve-route","namespace":"e2e-models-e2e-worker-w2-91cd99","llmisvcName":"distinct-2-w2-91cd99","gateway":"openshift-ingress/e2e-worker-w2-91cd99","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:32:26.304561924Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"namespace":"ai-tenant-e2e-worker-w0-9893f0","name":"simulator-access","reconcileID":"27231940-b0e3-4624-9f1e-6f49794250a8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"name":"e2e-worker-w0-9893f0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:32:26.347337156Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"premium-simulator-access","reconcileID":"228128a6-bea4-4473-9c2c-ff48e95f2635","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-91cd99","tenantID":"e2e-worker-w2-91cd99","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:32:26.391127675Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-91cd99","namespace":"e2e-models-e2e-worker-w2-91cd99"},"namespace":"e2e-models-e2e-worker-w2-91cd99","name":"distinct-w2-91cd99","reconcileID":"9bfd5e13-a3dd-42b4-9735-1478499540c0","MaaSModelRef":{"name":"distinct-w2-91cd99","namespace":"e2e-models-e2e-worker-w2-91cd99"},"routeName":"distinct-w2-91cd99-kserve-route","namespace":"e2e-models-e2e-worker-w2-91cd99","llmisvcName":"distinct-w2-91cd99","gateway":"openshift-ingress/e2e-worker-w2-91cd99","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:32:26.39581803Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"namespace":"ai-tenant-e2e-worker-w0-9893f0","name":"premium-simulator-access","reconcileID":"d40ab709-e4e4-4675-b6d4-1f14695087be","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9893f0","tenantID":"e2e-worker-w0-9893f0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:32:26.400780822Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"premium-simulator-access","reconcileID":"228128a6-bea4-4473-9c2c-ff48e95f2635","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"name":"e2e-worker-w2-91cd99-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:32:26.447989362Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"namespace":"ai-tenant-e2e-worker-w0-9893f0","name":"premium-simulator-access","reconcileID":"d40ab709-e4e4-4675-b6d4-1f14695087be","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"name":"e2e-worker-w0-9893f0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:32:26.491944257Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"e2e-model-nomatch-auth","reconcileID":"809c680a-8187-4b16-9792-f1d74965bebf","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-91cd99","tenantID":"e2e-worker-w2-91cd99","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:32:26.491963267Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"e2e-model-match-auth","reconcileID":"06a808aa-0a72-4f93-8469-fb9093110239","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-91cd99","tenantID":"e2e-worker-w2-91cd99","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:32:26.544729066Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"e2e-model-match-auth","reconcileID":"06a808aa-0a72-4f93-8469-fb9093110239","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"name":"e2e-worker-w2-91cd99-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:32:26.544756673Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"e2e-model-nomatch-auth","reconcileID":"809c680a-8187-4b16-9792-f1d74965bebf","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"name":"e2e-worker-w2-91cd99-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:32:26.698042577Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"simulator-access","reconcileID":"5e823b78-f97d-4dea-9b7b-bc958cc7e934","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-91cd99","tenantID":"e2e-worker-w2-91cd99","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:32:26.703821159Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"e2e-model-match-auth","reconcileID":"e0c8e1d4-64d5-42fb-afaf-8c1b82030b33","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"model":"e2e-models-e2e-worker-w2-91cd99/distinct-w2-91cd99","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:32:26.751181001Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"simulator-access","reconcileID":"5e823b78-f97d-4dea-9b7b-bc958cc7e934","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"name":"e2e-worker-w2-91cd99-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:32:26.796987638Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"premium-simulator-access","reconcileID":"51be19f6-baa3-4f20-96d0-bba0e7c44185","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-91cd99","tenantID":"e2e-worker-w2-91cd99","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:32:26.850693983Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"premium-simulator-access","reconcileID":"51be19f6-baa3-4f20-96d0-bba0e7c44185","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"name":"e2e-worker-w2-91cd99-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:32:26.904553084Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-91cd99","namespace":"e2e-models-e2e-worker-w2-91cd99"},"namespace":"e2e-models-e2e-worker-w2-91cd99","name":"distinct-w2-91cd99","reconcileID":"f80bc002-9e7c-4f13-ac8e-44f94557460a","MaaSModelRef":{"name":"distinct-w2-91cd99","namespace":"e2e-models-e2e-worker-w2-91cd99"},"routeName":"distinct-w2-91cd99-kserve-route","namespace":"e2e-models-e2e-worker-w2-91cd99","llmisvcName":"distinct-w2-91cd99","gateway":"openshift-ingress/e2e-worker-w2-91cd99","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:32:26.936809093Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"e2e-model-nomatch-auth","reconcileID":"1c2ccb97-204d-45f7-aeb3-b564c869eaff","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-91cd99","tenantID":"e2e-worker-w2-91cd99","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:32:27.037862142Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"e2e-model-nomatch-auth","reconcileID":"1c2ccb97-204d-45f7-aeb3-b564c869eaff","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"name":"e2e-worker-w2-91cd99-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:32:27.058412114Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-91cd99","namespace":"e2e-models-e2e-worker-w2-91cd99"},"namespace":"e2e-models-e2e-worker-w2-91cd99","name":"distinct-2-w2-91cd99","reconcileID":"86dad942-5c9e-44d3-8d01-b467cb15635e","MaaSModelRef":{"name":"distinct-2-w2-91cd99","namespace":"e2e-models-e2e-worker-w2-91cd99"},"routeName":"distinct-2-w2-91cd99-kserve-route","namespace":"e2e-models-e2e-worker-w2-91cd99","llmisvcName":"distinct-2-w2-91cd99","gateway":"openshift-ingress/e2e-worker-w2-91cd99","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:32:27.308286698Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"e2e-model-nomatch-auth","reconcileID":"ef249ab6-871f-499c-bdc4-441a7dbbada5","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"model":"e2e-models-e2e-worker-w2-91cd99/distinct-2-w2-91cd99","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:32:27.563087469Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-91cd99","namespace":"e2e-models-e2e-worker-w2-91cd99"},"namespace":"e2e-models-e2e-worker-w2-91cd99","name":"distinct-2-w2-91cd99","reconcileID":"ead426ba-3e4f-4cf4-aacb-864fe5241b80","MaaSModelRef":{"name":"distinct-2-w2-91cd99","namespace":"e2e-models-e2e-worker-w2-91cd99"},"routeName":"distinct-2-w2-91cd99-kserve-route","namespace":"e2e-models-e2e-worker-w2-91cd99","llmisvcName":"distinct-2-w2-91cd99","gateway":"openshift-ingress/e2e-worker-w2-91cd99","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:32:27.856369354Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"daa61173-eae5-425c-a1fe-b86ba90cbe6a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:32:27.918864578Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"daa61173-eae5-425c-a1fe-b86ba90cbe6a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:32:27.968323379Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"daa61173-eae5-425c-a1fe-b86ba90cbe6a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:32:28.017371022Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"daa61173-eae5-425c-a1fe-b86ba90cbe6a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:32:28.833323716Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-91cd99","namespace":"e2e-models-e2e-worker-w2-91cd99"},"namespace":"e2e-models-e2e-worker-w2-91cd99","name":"simulator-w2-91cd99","reconcileID":"e118fe72-9d5a-4263-a954-744f4d8f1c57","MaaSModelRef":{"name":"simulator-w2-91cd99","namespace":"e2e-models-e2e-worker-w2-91cd99"},"routeName":"simulator-w2-91cd99-kserve-route","namespace":"e2e-models-e2e-worker-w2-91cd99","llmisvcName":"simulator-w2-91cd99","gateway":"openshift-ingress/e2e-worker-w2-91cd99","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:32:28.833699101Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-91cd99","namespace":"e2e-models-e2e-worker-w2-91cd99"},"namespace":"e2e-models-e2e-worker-w2-91cd99","name":"distinct-w2-91cd99","reconcileID":"5fd1254e-b9f1-483a-b5c3-6aee4f82dca4","MaaSModelRef":{"name":"distinct-w2-91cd99","namespace":"e2e-models-e2e-worker-w2-91cd99"},"routeName":"distinct-w2-91cd99-kserve-route","namespace":"e2e-models-e2e-worker-w2-91cd99","llmisvcName":"distinct-w2-91cd99","gateway":"openshift-ingress/e2e-worker-w2-91cd99","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:32:28.885482137Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-91cd99","namespace":"e2e-models-e2e-worker-w2-91cd99"},"namespace":"e2e-models-e2e-worker-w2-91cd99","name":"simulator-w2-91cd99","reconcileID":"826e412a-20b2-4ccc-8676-8e922738d94b","MaaSModelRef":{"name":"simulator-w2-91cd99","namespace":"e2e-models-e2e-worker-w2-91cd99"},"routeName":"simulator-w2-91cd99-kserve-route","namespace":"e2e-models-e2e-worker-w2-91cd99","llmisvcName":"simulator-w2-91cd99","gateway":"openshift-ingress/e2e-worker-w2-91cd99","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:32:28.885818957Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-91cd99","namespace":"e2e-models-e2e-worker-w2-91cd99"},"namespace":"e2e-models-e2e-worker-w2-91cd99","name":"distinct-w2-91cd99","reconcileID":"ada78f25-894f-4925-8b73-de12e576a608","MaaSModelRef":{"name":"distinct-w2-91cd99","namespace":"e2e-models-e2e-worker-w2-91cd99"},"routeName":"distinct-w2-91cd99-kserve-route","namespace":"e2e-models-e2e-worker-w2-91cd99","llmisvcName":"distinct-w2-91cd99","gateway":"openshift-ingress/e2e-worker-w2-91cd99","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T12:32:28.93734444Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"e2e-partial-access-sub","reconcileID":"89721c5e-c138-456c-9953-bfe61fc6e504","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-partial-access-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T12:32:29.026617065Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"premium-simulator-access","reconcileID":"bb6853dc-4117-4757-b203-5289d15e3cc0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-91cd99","tenantID":"e2e-worker-w2-91cd99","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:32:29.075500619Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"simulator-access","reconcileID":"61107911-089d-4edb-861b-db6a769ea642","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-91cd99","tenantID":"e2e-worker-w2-91cd99","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:32:29.076199356Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-91cd99","namespace":"e2e-models-e2e-worker-w2-91cd99"},"namespace":"e2e-models-e2e-worker-w2-91cd99","name":"simulator-w2-91cd99","reconcileID":"939de70e-bfa1-4b16-9d0f-78de4184e37f","MaaSModelRef":{"name":"simulator-w2-91cd99","namespace":"e2e-models-e2e-worker-w2-91cd99"},"routeName":"simulator-w2-91cd99-kserve-route","namespace":"e2e-models-e2e-worker-w2-91cd99","llmisvcName":"simulator-w2-91cd99","gateway":"openshift-ingress/e2e-worker-w2-91cd99","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:32:29.115774156Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-91cd99","namespace":"e2e-models-e2e-worker-w2-91cd99"},"namespace":"e2e-models-e2e-worker-w2-91cd99","name":"distinct-w2-91cd99","reconcileID":"8b7b5498-4d3d-4524-8e31-b30d1c08dcd5","MaaSModelRef":{"name":"distinct-w2-91cd99","namespace":"e2e-models-e2e-worker-w2-91cd99"},"routeName":"distinct-w2-91cd99-kserve-route","namespace":"e2e-models-e2e-worker-w2-91cd99","llmisvcName":"distinct-w2-91cd99","gateway":"openshift-ingress/e2e-worker-w2-91cd99","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:32:29.119538441Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"premium-simulator-access","reconcileID":"bb6853dc-4117-4757-b203-5289d15e3cc0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"name":"e2e-worker-w2-91cd99-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:32:29.121829853Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-91cd99","namespace":"e2e-models-e2e-worker-w2-91cd99"},"namespace":"e2e-models-e2e-worker-w2-91cd99","name":"simulator-w2-91cd99","reconcileID":"126604f4-aada-493b-a9fe-4bc1b8b9880e","MaaSModelRef":{"name":"simulator-w2-91cd99","namespace":"e2e-models-e2e-worker-w2-91cd99"},"routeName":"simulator-w2-91cd99-kserve-route","namespace":"e2e-models-e2e-worker-w2-91cd99","llmisvcName":"simulator-w2-91cd99","gateway":"openshift-ingress/e2e-worker-w2-91cd99","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:32:29.127431875Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"simulator-access","reconcileID":"61107911-089d-4edb-861b-db6a769ea642","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"name":"e2e-worker-w2-91cd99-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:32:29.168823655Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-91cd99","namespace":"e2e-models-e2e-worker-w2-91cd99"},"namespace":"e2e-models-e2e-worker-w2-91cd99","name":"simulator-w2-91cd99","reconcileID":"3e00b439-8792-4ed4-9ac1-950c79ae7358","MaaSModelRef":{"name":"simulator-w2-91cd99","namespace":"e2e-models-e2e-worker-w2-91cd99"},"routeName":"simulator-w2-91cd99-kserve-route","namespace":"e2e-models-e2e-worker-w2-91cd99","llmisvcName":"simulator-w2-91cd99","gateway":"openshift-ingress/e2e-worker-w2-91cd99","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:32:29.169145394Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-91cd99","namespace":"e2e-models-e2e-worker-w2-91cd99"},"namespace":"e2e-models-e2e-worker-w2-91cd99","name":"distinct-w2-91cd99","reconcileID":"eccbfcd1-b239-4a09-872f-be8667d5331e","MaaSModelRef":{"name":"distinct-w2-91cd99","namespace":"e2e-models-e2e-worker-w2-91cd99"},"routeName":"distinct-w2-91cd99-kserve-route","namespace":"e2e-models-e2e-worker-w2-91cd99","llmisvcName":"distinct-w2-91cd99","gateway":"openshift-ingress/e2e-worker-w2-91cd99","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:32:29.17196028Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-91cd99","namespace":"e2e-models-e2e-worker-w2-91cd99"},"namespace":"e2e-models-e2e-worker-w2-91cd99","name":"simulator-w2-91cd99","reconcileID":"c7966dbf-6583-41e5-8e85-98fe0ab93583","MaaSModelRef":{"name":"simulator-w2-91cd99","namespace":"e2e-models-e2e-worker-w2-91cd99"},"routeName":"simulator-w2-91cd99-kserve-route","namespace":"e2e-models-e2e-worker-w2-91cd99","llmisvcName":"simulator-w2-91cd99","gateway":"openshift-ingress/e2e-worker-w2-91cd99","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:32:29.328080565Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-partial-access-auth","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"e2e-partial-access-auth","reconcileID":"6e4bd21f-c57d-46c3-b483-66b8e9757ab2","MaaSAuthPolicy":{"name":"e2e-partial-access-auth","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-91cd99","tenantID":"e2e-worker-w2-91cd99","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:32:29.42186944Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-partial-access-auth","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"e2e-partial-access-auth","reconcileID":"6e4bd21f-c57d-46c3-b483-66b8e9757ab2","MaaSAuthPolicy":{"name":"e2e-partial-access-auth","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"name":"e2e-worker-w2-91cd99-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:32:29.467801828Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"premium-simulator-access","reconcileID":"1ce4caac-9075-41b9-8c07-7ce6d6c56993","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-91cd99","tenantID":"e2e-worker-w2-91cd99","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:32:29.473051158Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"e2e-partial-access-sub","reconcileID":"27f68896-7a01-4359-abeb-4f68e4fa6b0f","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"name":"maas-trlp-simulator-w2-91cd99","model":"e2e-models-e2e-worker-w2-91cd99/simulator-w2-91cd99","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w2-91cd99/e2e-partial-access-sub","ai-tenant-e2e-worker-w2-91cd99/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:32:29.515886838Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"simulator-access","reconcileID":"4808761b-ae8c-443d-9c0f-a264ee1dd43a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-91cd99","tenantID":"e2e-worker-w2-91cd99","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:32:29.520038739Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"premium-simulator-access","reconcileID":"1ce4caac-9075-41b9-8c07-7ce6d6c56993","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"name":"e2e-worker-w2-91cd99-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:32:29.570826838Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"simulator-access","reconcileID":"4808761b-ae8c-443d-9c0f-a264ee1dd43a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"name":"e2e-worker-w2-91cd99-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:32:29.619615507Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"e2e-partial-access-sub","reconcileID":"27f68896-7a01-4359-abeb-4f68e4fa6b0f","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"name":"maas-trlp-distinct-w2-91cd99","model":"distinct-w2-91cd99","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w2-91cd99/e2e-partial-access-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:32:29.669573854Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"simulator-subscription","reconcileID":"036894b3-a461-43e5-b982-b263d09e2193","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"name":"maas-trlp-simulator-w2-91cd99","model":"e2e-models-e2e-worker-w2-91cd99/simulator-w2-91cd99","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:32:29.724976235Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-91cd99","namespace":"e2e-models-e2e-worker-w2-91cd99"},"namespace":"e2e-models-e2e-worker-w2-91cd99","name":"simulator-w2-91cd99","reconcileID":"aa6eef5d-bcd7-46ec-93b9-c45227c55b3a","MaaSModelRef":{"name":"simulator-w2-91cd99","namespace":"e2e-models-e2e-worker-w2-91cd99"},"routeName":"simulator-w2-91cd99-kserve-route","namespace":"e2e-models-e2e-worker-w2-91cd99","llmisvcName":"simulator-w2-91cd99","gateway":"openshift-ingress/e2e-worker-w2-91cd99","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:32:29.829984761Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-91cd99","namespace":"e2e-models-e2e-worker-w2-91cd99"},"namespace":"e2e-models-e2e-worker-w2-91cd99","name":"simulator-w2-91cd99","reconcileID":"902835b6-0b9c-4f74-b9a1-50bab7bd32ab","MaaSModelRef":{"name":"simulator-w2-91cd99","namespace":"e2e-models-e2e-worker-w2-91cd99"},"routeName":"simulator-w2-91cd99-kserve-route","namespace":"e2e-models-e2e-worker-w2-91cd99","llmisvcName":"simulator-w2-91cd99","gateway":"openshift-ingress/e2e-worker-w2-91cd99","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:32:29.830474734Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-91cd99","namespace":"e2e-models-e2e-worker-w2-91cd99"},"namespace":"e2e-models-e2e-worker-w2-91cd99","name":"distinct-w2-91cd99","reconcileID":"541d8c12-16f0-4bc2-a83e-b1cf9aae3e33","MaaSModelRef":{"name":"distinct-w2-91cd99","namespace":"e2e-models-e2e-worker-w2-91cd99"},"routeName":"distinct-w2-91cd99-kserve-route","namespace":"e2e-models-e2e-worker-w2-91cd99","llmisvcName":"distinct-w2-91cd99","gateway":"openshift-ingress/e2e-worker-w2-91cd99","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:32:29.870618857Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-partial-access-auth","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"e2e-partial-access-auth","reconcileID":"7d8a5363-022d-4d0f-abdc-e77bdb630153","MaaSAuthPolicy":{"name":"e2e-partial-access-auth","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-91cd99","tenantID":"e2e-worker-w2-91cd99","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:32:29.926216049Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-partial-access-auth","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"e2e-partial-access-auth","reconcileID":"7d8a5363-022d-4d0f-abdc-e77bdb630153","MaaSAuthPolicy":{"name":"e2e-partial-access-auth","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"name":"e2e-worker-w2-91cd99-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:32:29.930687028Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2bd1ab77-f836-4f9f-9be7-51212b9c91c3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:32:29.979558431Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2bd1ab77-f836-4f9f-9be7-51212b9c91c3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:32:30.028538036Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2bd1ab77-f836-4f9f-9be7-51212b9c91c3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:32:30.028691687Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"e2e-partial-access-sub","reconcileID":"35f9485f-3b38-401d-9dc6-e2409a42dffc","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"name":"maas-trlp-simulator-w2-91cd99","model":"e2e-models-e2e-worker-w2-91cd99/simulator-w2-91cd99","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:32:30.078767986Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2bd1ab77-f836-4f9f-9be7-51212b9c91c3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:32:30.232840295Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"e2e-partial-access-sub","reconcileID":"35f9485f-3b38-401d-9dc6-e2409a42dffc","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"name":"maas-trlp-distinct-w2-91cd99","model":"e2e-models-e2e-worker-w2-91cd99/distinct-w2-91cd99","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:32:30.437465374Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-91cd99","namespace":"e2e-models-e2e-worker-w2-91cd99"},"namespace":"e2e-models-e2e-worker-w2-91cd99","name":"simulator-w2-91cd99","reconcileID":"53bcd866-7b08-483b-891f-289d3b4e31bf","MaaSModelRef":{"name":"simulator-w2-91cd99","namespace":"e2e-models-e2e-worker-w2-91cd99"},"routeName":"simulator-w2-91cd99-kserve-route","namespace":"e2e-models-e2e-worker-w2-91cd99","llmisvcName":"simulator-w2-91cd99","gateway":"openshift-ingress/e2e-worker-w2-91cd99","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:32:30.437869603Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-91cd99","namespace":"e2e-models-e2e-worker-w2-91cd99"},"namespace":"e2e-models-e2e-worker-w2-91cd99","name":"distinct-w2-91cd99","reconcileID":"2979eb06-f515-47ae-b37f-f5d3a9945b55","MaaSModelRef":{"name":"distinct-w2-91cd99","namespace":"e2e-models-e2e-worker-w2-91cd99"},"routeName":"distinct-w2-91cd99-kserve-route","namespace":"e2e-models-e2e-worker-w2-91cd99","llmisvcName":"distinct-w2-91cd99","gateway":"openshift-ingress/e2e-worker-w2-91cd99","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:32:31.895192361Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"93f6c922-5116-4b0d-87cb-9e0d86c37692","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:32:31.944849696Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"93f6c922-5116-4b0d-87cb-9e0d86c37692","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:32:31.994654799Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"93f6c922-5116-4b0d-87cb-9e0d86c37692","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:32:32.043958196Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"93f6c922-5116-4b0d-87cb-9e0d86c37692","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:32:32.49334971Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-91cd99","namespace":"e2e-models-e2e-worker-w2-91cd99"},"namespace":"e2e-models-e2e-worker-w2-91cd99","name":"simulator-w2-91cd99","reconcileID":"761394cc-b2d6-4627-942b-77cbe5c9291f","MaaSModelRef":{"name":"simulator-w2-91cd99","namespace":"e2e-models-e2e-worker-w2-91cd99"},"routeName":"simulator-w2-91cd99-kserve-route","namespace":"e2e-models-e2e-worker-w2-91cd99","llmisvcName":"simulator-w2-91cd99","gateway":"openshift-ingress/e2e-worker-w2-91cd99","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:32:32.493389456Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-partial-access-auth","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"e2e-partial-access-auth","reconcileID":"d766c245-b6b0-41b3-ae92-ae3dce654d08","MaaSAuthPolicy":{"name":"e2e-partial-access-auth","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"model":"e2e-models-e2e-worker-w2-91cd99/simulator-w2-91cd99","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:32:32.535238396Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-a-w0-ab27b8","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-a-w0-ab27b8","reconcileID":"a7cc9d4f-248a-4ed0-a263-ad38e3f157ec","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-a-w0-ab27b8","applied":{"maas.opendatahub.io/gateway-access-e2e-shared-a-w0-ab27b8":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:32:32.695808689Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-91cd99","namespace":"e2e-models-e2e-worker-w2-91cd99"},"namespace":"e2e-models-e2e-worker-w2-91cd99","name":"simulator-w2-91cd99","reconcileID":"67e3bb43-0eb9-494a-bd4b-062bf4f96ada","MaaSModelRef":{"name":"simulator-w2-91cd99","namespace":"e2e-models-e2e-worker-w2-91cd99"},"routeName":"simulator-w2-91cd99-kserve-route","namespace":"e2e-models-e2e-worker-w2-91cd99","llmisvcName":"simulator-w2-91cd99","gateway":"openshift-ingress/e2e-worker-w2-91cd99","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:32:32.853028595Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-91cd99","namespace":"e2e-models-e2e-worker-w2-91cd99"},"namespace":"e2e-models-e2e-worker-w2-91cd99","name":"simulator-w2-91cd99","reconcileID":"2ee5cd25-a882-4b7d-a933-849a84674b1d","MaaSModelRef":{"name":"simulator-w2-91cd99","namespace":"e2e-models-e2e-worker-w2-91cd99"},"routeName":"simulator-w2-91cd99-kserve-route","namespace":"e2e-models-e2e-worker-w2-91cd99","llmisvcName":"simulator-w2-91cd99","gateway":"openshift-ingress/e2e-worker-w2-91cd99","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:32:32.853518945Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-91cd99","namespace":"e2e-models-e2e-worker-w2-91cd99"},"namespace":"e2e-models-e2e-worker-w2-91cd99","name":"distinct-w2-91cd99","reconcileID":"2f664287-a32f-4887-86a4-683cc24f51cb","MaaSModelRef":{"name":"distinct-w2-91cd99","namespace":"e2e-models-e2e-worker-w2-91cd99"},"routeName":"distinct-w2-91cd99-kserve-route","namespace":"e2e-models-e2e-worker-w2-91cd99","llmisvcName":"distinct-w2-91cd99","gateway":"openshift-ingress/e2e-worker-w2-91cd99","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:32:33.021505919Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"premium-simulator-access","reconcileID":"2b7ee81e-149b-4111-9994-293dcb1c977d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-91cd99","tenantID":"e2e-worker-w2-91cd99","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:32:33.021692077Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"simulator-access","reconcileID":"af5137eb-6a8b-491e-baa1-d46c4269fb8b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-91cd99","tenantID":"e2e-worker-w2-91cd99","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:32:33.074498963Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"premium-simulator-access","reconcileID":"2b7ee81e-149b-4111-9994-293dcb1c977d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"name":"e2e-worker-w2-91cd99-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:32:33.074852721Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"simulator-access","reconcileID":"af5137eb-6a8b-491e-baa1-d46c4269fb8b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"name":"e2e-worker-w2-91cd99-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:32:33.934524235Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"eb8ea068-9c52-40ce-b20c-a8304f57ce10","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:32:34.019730391Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"eb8ea068-9c52-40ce-b20c-a8304f57ce10","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:32:34.068855942Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"eb8ea068-9c52-40ce-b20c-a8304f57ce10","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:32:34.117782204Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"eb8ea068-9c52-40ce-b20c-a8304f57ce10","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:32:35.934664107Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c161fd39-0493-4bb9-90a0-90226bb2c57c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:32:35.983568076Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c161fd39-0493-4bb9-90a0-90226bb2c57c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:32:36.032288371Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c161fd39-0493-4bb9-90a0-90226bb2c57c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:32:36.081266534Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c161fd39-0493-4bb9-90a0-90226bb2c57c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:32:38.426973387Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-2daac7"},"namespace":"ai-tenant-e2e-ipp-b-2daac7","name":"default-tenant","reconcileID":"4aafeb55-85b3-4492-b7f2-03de5166de7f","namespace":"ai-tenant-e2e-ipp-b-2daac7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:32:38.427043541Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-2daac7"},"namespace":"ai-tenant-e2e-ipp-b-2daac7","name":"default-tenant","reconcileID":"4aafeb55-85b3-4492-b7f2-03de5166de7f","namespace":"ai-tenant-e2e-ipp-b-2daac7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:32:38.427101044Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-2daac7"},"namespace":"ai-tenant-e2e-ipp-b-2daac7","name":"default-tenant","reconcileID":"4aafeb55-85b3-4492-b7f2-03de5166de7f","tenant":"e2e-ipp-b-2daac7","tenantID":"e2e-ipp-b-2daac7","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:32:38.477294347Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-2daac7"},"namespace":"ai-tenant-e2e-ipp-b-2daac7","name":"default-tenant","reconcileID":"4aafeb55-85b3-4492-b7f2-03de5166de7f","gvk":"Deployment","name":"maas-api-e2e-ipp-b-2daac7","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:32:38.532795124Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-2daac7"},"namespace":"ai-tenant-e2e-ipp-b-2daac7","name":"default-tenant","reconcileID":"4aafeb55-85b3-4492-b7f2-03de5166de7f","gvk":"Service","name":"maas-api-e2e-ipp-b-2daac7","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:32:38.590367667Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-2daac7"},"namespace":"ai-tenant-e2e-ipp-b-2daac7","name":"default-tenant","reconcileID":"4aafeb55-85b3-4492-b7f2-03de5166de7f","gvk":"HTTPRoute","name":"maas-api-route-e2e-ipp-b-2daac7","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:32:38.641645684Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-2daac7"},"namespace":"ai-tenant-e2e-ipp-b-2daac7","name":"default-tenant","reconcileID":"4aafeb55-85b3-4492-b7f2-03de5166de7f","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-ipp-b-2daac7","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:32:38.69319212Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-2daac7"},"namespace":"ai-tenant-e2e-ipp-b-2daac7","name":"default-tenant","reconcileID":"4aafeb55-85b3-4492-b7f2-03de5166de7f","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-ipp-b-2daac7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:32:38.743739481Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-2daac7"},"namespace":"ai-tenant-e2e-ipp-b-2daac7","name":"default-tenant","reconcileID":"4aafeb55-85b3-4492-b7f2-03de5166de7f","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-ipp-b-2daac7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:32:38.797080533Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-2daac7"},"namespace":"ai-tenant-e2e-ipp-b-2daac7","name":"default-tenant","reconcileID":"4aafeb55-85b3-4492-b7f2-03de5166de7f","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-ipp-b-2daac7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:32:38.847437133Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-2daac7"},"namespace":"ai-tenant-e2e-ipp-b-2daac7","name":"default-tenant","reconcileID":"4aafeb55-85b3-4492-b7f2-03de5166de7f","gvk":"Telemetry","name":"latency-per-subscription-e2e-ipp-b-2daac7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:32:38.898838919Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-2daac7"},"namespace":"ai-tenant-e2e-ipp-b-2daac7","name":"default-tenant","reconcileID":"4aafeb55-85b3-4492-b7f2-03de5166de7f","gvk":"Deployment","name":"payload-processing-e2e-ipp-b-2daac7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:32:38.94903314Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-2daac7"},"namespace":"ai-tenant-e2e-ipp-b-2daac7","name":"default-tenant","reconcileID":"4aafeb55-85b3-4492-b7f2-03de5166de7f","gvk":"Deployment","name":"payload-pre-processing-e2e-ipp-b-2daac7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:32:39.005080337Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-2daac7"},"namespace":"ai-tenant-e2e-ipp-b-2daac7","name":"default-tenant","reconcileID":"4aafeb55-85b3-4492-b7f2-03de5166de7f","gvk":"Service","name":"payload-processing-e2e-ipp-b-2daac7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:32:39.061116928Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-2daac7"},"namespace":"ai-tenant-e2e-ipp-b-2daac7","name":"default-tenant","reconcileID":"4aafeb55-85b3-4492-b7f2-03de5166de7f","gvk":"Service","name":"payload-pre-processing-e2e-ipp-b-2daac7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:32:39.112612097Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-2daac7"},"namespace":"ai-tenant-e2e-ipp-b-2daac7","name":"default-tenant","reconcileID":"4aafeb55-85b3-4492-b7f2-03de5166de7f","gvk":"DestinationRule","name":"payload-processing-e2e-ipp-b-2daac7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:32:39.163214036Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-2daac7"},"namespace":"ai-tenant-e2e-ipp-b-2daac7","name":"default-tenant","reconcileID":"4aafeb55-85b3-4492-b7f2-03de5166de7f","gvk":"DestinationRule","name":"payload-pre-processing-e2e-ipp-b-2daac7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:32:39.215429277Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-2daac7"},"namespace":"ai-tenant-e2e-ipp-b-2daac7","name":"default-tenant","reconcileID":"4aafeb55-85b3-4492-b7f2-03de5166de7f","gvk":"EnvoyFilter","name":"payload-processing-e2e-ipp-b-2daac7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:32:39.2667751Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-2daac7"},"namespace":"ai-tenant-e2e-ipp-b-2daac7","name":"default-tenant","reconcileID":"4aafeb55-85b3-4492-b7f2-03de5166de7f","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-ipp-b-2daac7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:32:39.319608775Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-2daac7"},"namespace":"ai-tenant-e2e-ipp-b-2daac7","name":"default-tenant","reconcileID":"4aafeb55-85b3-4492-b7f2-03de5166de7f","gvk":"NetworkPolicy","name":"payload-processing-e2e-ipp-b-2daac7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:32:39.369676419Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-2daac7"},"namespace":"ai-tenant-e2e-ipp-b-2daac7","name":"default-tenant","reconcileID":"4aafeb55-85b3-4492-b7f2-03de5166de7f","gvk":"ServiceAccount","name":"payload-processing-e2e-ipp-b-2daac7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:32:39.425141273Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-2daac7"},"namespace":"ai-tenant-e2e-ipp-b-2daac7","name":"default-tenant","reconcileID":"4aafeb55-85b3-4492-b7f2-03de5166de7f","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-ipp-b-2daac7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:32:39.475719289Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-2daac7"},"namespace":"ai-tenant-e2e-ipp-b-2daac7","name":"default-tenant","reconcileID":"4aafeb55-85b3-4492-b7f2-03de5166de7f","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-ipp-b-2daac7","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:32:43.003950671Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"e2e-partial-access-sub","reconcileID":"b811811c-7cde-4d29-87e0-090aeecea21e","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"model":"e2e-models-e2e-worker-w2-91cd99/simulator-w2-91cd99","subscription":"e2e-partial-access-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:32:43.206637634Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"e2e-partial-access-sub","reconcileID":"b811811c-7cde-4d29-87e0-090aeecea21e","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"name":"maas-trlp-simulator-w2-91cd99","model":"e2e-models-e2e-worker-w2-91cd99/simulator-w2-91cd99","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w2-91cd99/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:32:43.206676142Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"e2e-partial-access-sub","reconcileID":"b811811c-7cde-4d29-87e0-090aeecea21e","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"model":"e2e-models-e2e-worker-w2-91cd99/distinct-w2-91cd99","subscription":"e2e-partial-access-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:32:43.255255247Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"e2e-partial-access-sub","reconcileID":"b811811c-7cde-4d29-87e0-090aeecea21e","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"model":"e2e-models-e2e-worker-w2-91cd99/distinct-w2-91cd99","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:32:43.303936781Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"e2e-partial-access-sub","reconcileID":"b811811c-7cde-4d29-87e0-090aeecea21e","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"name":"maas-trlp-distinct-w2-91cd99","namespace":"e2e-models-e2e-worker-w2-91cd99","model":"e2e-models-e2e-worker-w2-91cd99/distinct-w2-91cd99","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:32:43.402065757Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"simulator-subscription","reconcileID":"4fb61725-1605-4a68-8147-367e3f559248","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"name":"maas-trlp-simulator-w2-91cd99","model":"e2e-models-e2e-worker-w2-91cd99/simulator-w2-91cd99","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:32:43.557670676Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-91cd99","namespace":"e2e-models-e2e-worker-w2-91cd99"},"namespace":"e2e-models-e2e-worker-w2-91cd99","name":"simulator-w2-91cd99","reconcileID":"178b2ede-a789-4cfa-ab3d-ec4b56ec5361","MaaSModelRef":{"name":"simulator-w2-91cd99","namespace":"e2e-models-e2e-worker-w2-91cd99"},"routeName":"simulator-w2-91cd99-kserve-route","namespace":"e2e-models-e2e-worker-w2-91cd99","llmisvcName":"simulator-w2-91cd99","gateway":"openshift-ingress/e2e-worker-w2-91cd99","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:32:43.558169591Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-91cd99","namespace":"e2e-models-e2e-worker-w2-91cd99"},"namespace":"e2e-models-e2e-worker-w2-91cd99","name":"distinct-w2-91cd99","reconcileID":"55b9f601-66a6-4ccf-a6c6-40df5c1d0d02","MaaSModelRef":{"name":"distinct-w2-91cd99","namespace":"e2e-models-e2e-worker-w2-91cd99"},"routeName":"distinct-w2-91cd99-kserve-route","namespace":"e2e-models-e2e-worker-w2-91cd99","llmisvcName":"distinct-w2-91cd99","gateway":"openshift-ingress/e2e-worker-w2-91cd99","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:32:43.703236656Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"simulator-access","reconcileID":"97b5fddc-bf59-42b1-af26-eb911934b40d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-91cd99","tenantID":"e2e-worker-w2-91cd99","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:32:43.703246101Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"premium-simulator-access","reconcileID":"f31de7d6-3c10-4d21-9d85-584cf836806f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-91cd99","tenantID":"e2e-worker-w2-91cd99","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:32:43.756348324Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"premium-simulator-access","reconcileID":"f31de7d6-3c10-4d21-9d85-584cf836806f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"name":"e2e-worker-w2-91cd99-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:32:43.75673974Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"simulator-access","reconcileID":"97b5fddc-bf59-42b1-af26-eb911934b40d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"name":"e2e-worker-w2-91cd99-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:32:45.445466719Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-b-2daac7","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-b-2daac7","reconcileID":"5369a2d8-7416-4530-b81e-06047bc54be9","aitenant":"ai-tenants/e2e-ipp-b-2daac7","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:32:45.749995172Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7f12803b-3f39-4c83-9df4-d54add5483eb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:32:45.798937857Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7f12803b-3f39-4c83-9df4-d54add5483eb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:32:45.848495808Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7f12803b-3f39-4c83-9df4-d54add5483eb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:32:45.897440043Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7f12803b-3f39-4c83-9df4-d54add5483eb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:32:46.156766442Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-b-2daac7","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-b-2daac7","reconcileID":"5369a2d8-7416-4530-b81e-06047bc54be9","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ipp-b-2daac7","removed":["maas.opendatahub.io/gateway-access-e2e-ipp-b-2daac7"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:32:47.753677173Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b3c0f6c7-3585-404e-ab59-1752dd3c2670","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:32:47.802896922Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b3c0f6c7-3585-404e-ab59-1752dd3c2670","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:32:47.852515011Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b3c0f6c7-3585-404e-ab59-1752dd3c2670","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:32:47.902185417Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b3c0f6c7-3585-404e-ab59-1752dd3c2670","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:32:49.43833775Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-a-w2-cacb84","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-a-w2-cacb84","reconcileID":"8919297d-cb26-4e16-8e8a-4e9076098fbb","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-a-w2-cacb84","applied":{"maas.opendatahub.io/gateway-access-e2e-shared-a-w2-cacb84":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:32:49.774703099Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9e81e7e8-d7b2-49c9-b5b3-1cb9a2f0642b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:32:49.826707646Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9e81e7e8-d7b2-49c9-b5b3-1cb9a2f0642b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:32:49.879514165Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9e81e7e8-d7b2-49c9-b5b3-1cb9a2f0642b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:32:49.929392601Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9e81e7e8-d7b2-49c9-b5b3-1cb9a2f0642b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:32:52.192145609Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"969f5cab-2a9b-4163-bb11-2f09db06314f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:32:52.246112572Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"969f5cab-2a9b-4163-bb11-2f09db06314f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:32:52.295249687Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"969f5cab-2a9b-4163-bb11-2f09db06314f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:32:52.344146495Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"969f5cab-2a9b-4163-bb11-2f09db06314f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:32:52.49018846Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"namespace":"ai-tenant-e2e-worker-w0-9893f0","name":"premium-simulator-access","reconcileID":"a66c8ad0-bdb2-4fe9-84c0-262e1eb70e92","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9893f0","tenantID":"e2e-worker-w0-9893f0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:32:52.490475426Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"premium-simulator-access","reconcileID":"44ecae07-2a31-4b54-b010-1074b4414edd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-91cd99","tenantID":"e2e-worker-w2-91cd99","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:32:52.490201692Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"namespace":"ai-tenant-e2e-worker-w0-9893f0","name":"simulator-access","reconcileID":"7a28712e-3827-4853-8096-fa2f8b519453","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9893f0","tenantID":"e2e-worker-w0-9893f0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:32:52.49095114Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"simulator-access","reconcileID":"2c11927a-25ff-40a0-b13e-e6b7bab6e665","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-91cd99","tenantID":"e2e-worker-w2-91cd99","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:32:52.543898936Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"simulator-access","reconcileID":"2c11927a-25ff-40a0-b13e-e6b7bab6e665","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"name":"e2e-worker-w2-91cd99-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:32:52.543922231Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"namespace":"ai-tenant-e2e-worker-w0-9893f0","name":"premium-simulator-access","reconcileID":"a66c8ad0-bdb2-4fe9-84c0-262e1eb70e92","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"name":"e2e-worker-w0-9893f0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:32:52.547583479Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"premium-simulator-access","reconcileID":"44ecae07-2a31-4b54-b010-1074b4414edd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"name":"e2e-worker-w2-91cd99-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:32:52.547583477Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"namespace":"ai-tenant-e2e-worker-w0-9893f0","name":"simulator-access","reconcileID":"7a28712e-3827-4853-8096-fa2f8b519453","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"name":"e2e-worker-w0-9893f0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:32:53.496229943Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-b-bbca30","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-b-bbca30","reconcileID":"db97e1d8-2abf-4f3b-815e-aa7e42976c24","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-praxis-b-bbca30","applied":{"maas.opendatahub.io/gateway-access-e2e-praxis-b-bbca30":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:32:54.237039524Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d20152b0-d6b9-4020-800e-f827a43d960d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:32:54.286031067Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d20152b0-d6b9-4020-800e-f827a43d960d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:32:54.335177506Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d20152b0-d6b9-4020-800e-f827a43d960d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:32:54.339957458Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-a-a4455f","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-a-a4455f","reconcileID":"0c4143be-7639-4117-a48c-8e678aa44336","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-praxis-a-a4455f","applied":{"maas.opendatahub.io/gateway-access-e2e-praxis-a-a4455f":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:32:54.384037675Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d20152b0-d6b9-4020-800e-f827a43d960d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:32:55.716418939Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:32:56.222584898Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"00296f23-dc51-482f-8e12-2a874625009a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:32:56.271493463Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"00296f23-dc51-482f-8e12-2a874625009a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:32:56.320298208Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"00296f23-dc51-482f-8e12-2a874625009a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:32:56.369103058Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"00296f23-dc51-482f-8e12-2a874625009a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:32:58.233474888Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"467f6428-7362-40d2-b5c9-863e5fc2afa7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:32:58.282020072Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"467f6428-7362-40d2-b5c9-863e5fc2afa7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:32:58.330919594Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"467f6428-7362-40d2-b5c9-863e5fc2afa7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:32:58.379518618Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"467f6428-7362-40d2-b5c9-863e5fc2afa7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:33:03.220026491Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-1250b3"},"namespace":"ai-tenant-e2e-shared-a-w3-1250b3","name":"default-tenant","reconcileID":"c7ee1e8f-f1f3-4ac5-a37a-cc48453fba05","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w3-1250b3","tenantID":"e2e-shared-a-w3-1250b3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:33:03.327084911Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-1250b3"},"namespace":"ai-tenant-e2e-shared-a-w3-1250b3","name":"default-tenant","reconcileID":"c7ee1e8f-f1f3-4ac5-a37a-cc48453fba05","name":"e2e-shared-a-w3-1250b3-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:33:14.800467548Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"simulator-access","reconcileID":"25dc99a2-2fd7-461b-a5ba-3a331497ade8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-91cd99","tenantID":"e2e-worker-w2-91cd99","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:33:14.800467445Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"premium-simulator-access","reconcileID":"8d71a97e-51b1-4f2f-a9aa-b3c0a8ebdbc4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-91cd99","tenantID":"e2e-worker-w2-91cd99","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:33:14.854472926Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"premium-simulator-access","reconcileID":"8d71a97e-51b1-4f2f-a9aa-b3c0a8ebdbc4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"name":"e2e-worker-w2-91cd99-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:33:14.854548299Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"simulator-access","reconcileID":"25dc99a2-2fd7-461b-a5ba-3a331497ade8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"name":"e2e-worker-w2-91cd99-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:33:16.690431741Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-ab27b8"},"namespace":"ai-tenant-e2e-shared-a-w0-ab27b8","name":"default-tenant","reconcileID":"bd1bafae-055f-412f-8d2c-6fae8270171d","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-ab27b8","tenantID":"e2e-shared-a-w0-ab27b8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:33:16.803175106Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-ab27b8"},"namespace":"ai-tenant-e2e-shared-a-w0-ab27b8","name":"default-tenant","reconcileID":"bd1bafae-055f-412f-8d2c-6fae8270171d","name":"e2e-shared-a-w0-ab27b8-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:33:25.712506341Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:33:34.554624466Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-cacb84"},"namespace":"ai-tenant-e2e-shared-a-w2-cacb84","name":"default-tenant","reconcileID":"eda449f3-2381-4c4c-aebb-c837e1cd1785","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-cacb84","tenantID":"e2e-shared-a-w2-cacb84","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:33:34.661290071Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-cacb84"},"namespace":"ai-tenant-e2e-shared-a-w2-cacb84","name":"default-tenant","reconcileID":"eda449f3-2381-4c4c-aebb-c837e1cd1785","name":"e2e-shared-a-w2-cacb84-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:33:43.496300283Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-bbca30"},"namespace":"ai-tenant-e2e-praxis-b-bbca30","name":"default-tenant","reconcileID":"c9d79b69-3375-4246-b264-5f4d8bebb93c","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-b-bbca30","tenantID":"e2e-praxis-b-bbca30","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:33:43.604170596Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-bbca30"},"namespace":"ai-tenant-e2e-praxis-b-bbca30","name":"default-tenant","reconcileID":"c9d79b69-3375-4246-b264-5f4d8bebb93c","name":"e2e-praxis-b-bbca30-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:33:48.078269065Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-a4455f"},"namespace":"ai-tenant-e2e-praxis-a-a4455f","name":"default-tenant","reconcileID":"47bd4610-bbe5-4ebe-91d0-a5b5998d1591","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-a4455f","tenantID":"e2e-praxis-a-a4455f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:33:48.185978504Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-a4455f"},"namespace":"ai-tenant-e2e-praxis-a-a4455f","name":"default-tenant","reconcileID":"47bd4610-bbe5-4ebe-91d0-a5b5998d1591","name":"e2e-praxis-a-a4455f-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:33:55.712714853Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:33:58.838114718Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"257661ec-0701-4643-b855-1da4938d2423","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:33:58.88870009Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"257661ec-0701-4643-b855-1da4938d2423","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:33:58.937350891Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"257661ec-0701-4643-b855-1da4938d2423","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:33:58.985868997Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"257661ec-0701-4643-b855-1da4938d2423","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:34:00.825227006Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dc43865e-6266-4e54-9b04-3c4228399d51","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:34:00.874339636Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dc43865e-6266-4e54-9b04-3c4228399d51","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:34:00.923153551Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dc43865e-6266-4e54-9b04-3c4228399d51","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:34:00.971703436Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dc43865e-6266-4e54-9b04-3c4228399d51","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:34:02.837445578Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"eeba0d6f-96ac-4c22-8844-764511b8f38a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:34:02.888522444Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"eeba0d6f-96ac-4c22-8844-764511b8f38a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:34:02.939947682Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"eeba0d6f-96ac-4c22-8844-764511b8f38a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:34:02.989488967Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"eeba0d6f-96ac-4c22-8844-764511b8f38a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:34:04.829655885Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1acd38da-e9d0-4a4d-8ba0-f62152cb5daf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:34:04.878951556Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1acd38da-e9d0-4a4d-8ba0-f62152cb5daf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:34:04.927704802Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1acd38da-e9d0-4a4d-8ba0-f62152cb5daf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:34:04.976930537Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1acd38da-e9d0-4a4d-8ba0-f62152cb5daf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:34:06.843268831Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a031d97d-7a66-4a05-8782-cb69f5e61fd0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:34:06.892513362Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a031d97d-7a66-4a05-8782-cb69f5e61fd0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:34:06.942694404Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a031d97d-7a66-4a05-8782-cb69f5e61fd0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:34:06.991825136Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a031d97d-7a66-4a05-8782-cb69f5e61fd0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:34:07.644962563Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-b-w3-8570a0","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-b-w3-8570a0","reconcileID":"fee83462-3869-44b5-aae0-b22c4cbaa992","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-b-w3-8570a0","applied":{"maas.opendatahub.io/gateway-access-e2e-shared-b-w3-8570a0":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:34:08.889649728Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e5e98b6c-528f-4bde-9cb3-97d7f60a9f43","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:34:08.941884177Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e5e98b6c-528f-4bde-9cb3-97d7f60a9f43","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:34:08.990840829Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e5e98b6c-528f-4bde-9cb3-97d7f60a9f43","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:34:09.041898294Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e5e98b6c-528f-4bde-9cb3-97d7f60a9f43","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:34:10.932493756Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"54f1e563-fac1-4836-a806-df941765d712","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:34:10.998823735Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"54f1e563-fac1-4836-a806-df941765d712","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:34:11.047981276Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"54f1e563-fac1-4836-a806-df941765d712","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:34:11.09672416Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"54f1e563-fac1-4836-a806-df941765d712","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:34:12.947338646Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6ee11f55-2b93-478e-9a10-8f37ee454dec","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:34:12.995842873Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6ee11f55-2b93-478e-9a10-8f37ee454dec","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:34:13.044688382Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6ee11f55-2b93-478e-9a10-8f37ee454dec","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:34:13.093735922Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6ee11f55-2b93-478e-9a10-8f37ee454dec","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:34:14.937758129Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"878b892d-dfdb-4e2e-8710-23496326a189","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:34:14.987089194Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"878b892d-dfdb-4e2e-8710-23496326a189","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:34:15.035863883Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"878b892d-dfdb-4e2e-8710-23496326a189","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:34:15.084760322Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"878b892d-dfdb-4e2e-8710-23496326a189","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:34:16.932735616Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6f1576b2-cbf1-416e-b6c8-ba9248bbbd40","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:34:16.982288734Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6f1576b2-cbf1-416e-b6c8-ba9248bbbd40","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:34:17.034703467Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6f1576b2-cbf1-416e-b6c8-ba9248bbbd40","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:34:17.085452648Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6f1576b2-cbf1-416e-b6c8-ba9248bbbd40","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:34:19.716145316Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dae07311-efb9-4603-af51-649536f94d9a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:34:19.765093767Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dae07311-efb9-4603-af51-649536f94d9a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:34:19.813942418Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dae07311-efb9-4603-af51-649536f94d9a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:34:19.863442226Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dae07311-efb9-4603-af51-649536f94d9a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:34:20.264660999Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-b-w0-743d9b","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-b-w0-743d9b","reconcileID":"b092a01f-4d2b-43ee-a25c-579106d38164","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-b-w0-743d9b","applied":{"maas.opendatahub.io/gateway-access-e2e-shared-b-w0-743d9b":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:34:21.738812756Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5f831791-54bc-45bb-abf6-18780fbf2194","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:34:21.787431409Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5f831791-54bc-45bb-abf6-18780fbf2194","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:34:21.835983918Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5f831791-54bc-45bb-abf6-18780fbf2194","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:34:21.890616871Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5f831791-54bc-45bb-abf6-18780fbf2194","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:34:25.713274337Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:34:32.164985987Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c81ab998-2704-4d53-837b-ecf6b8392c2e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:34:32.213950338Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c81ab998-2704-4d53-837b-ecf6b8392c2e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:34:32.262882329Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c81ab998-2704-4d53-837b-ecf6b8392c2e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:34:32.311577364Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c81ab998-2704-4d53-837b-ecf6b8392c2e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:34:34.127409464Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3bc839fe-d9c2-46be-971a-13857b715bd0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:34:34.176351684Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3bc839fe-d9c2-46be-971a-13857b715bd0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:34:34.225955931Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3bc839fe-d9c2-46be-971a-13857b715bd0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:34:34.274593939Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3bc839fe-d9c2-46be-971a-13857b715bd0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:34:36.077260199Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6b3eefc1-0c61-4179-80c7-162372b9a4f5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:34:36.126677521Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6b3eefc1-0c61-4179-80c7-162372b9a4f5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:34:36.178915107Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6b3eefc1-0c61-4179-80c7-162372b9a4f5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:34:36.229308357Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6b3eefc1-0c61-4179-80c7-162372b9a4f5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:34:38.083040876Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"38aae54b-ef04-40d5-b6e6-af9ec2ad95e8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:34:38.132045232Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"38aae54b-ef04-40d5-b6e6-af9ec2ad95e8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:34:38.180745981Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"38aae54b-ef04-40d5-b6e6-af9ec2ad95e8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:34:38.229626947Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"38aae54b-ef04-40d5-b6e6-af9ec2ad95e8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:34:38.523904292Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"namespace":"ai-tenant-e2e-worker-w4-8d2c7c","name":"simulator-subscription","reconcileID":"6eec233d-0bf2-45ea-bc4b-eed3e1ec074f","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"name":"maas-trlp-simulator-w4-8d2c7c","model":"e2e-models-e2e-worker-w4-8d2c7c/simulator-w4-8d2c7c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:34:38.610970974Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"50c8ec96-52a1-42a4-95a2-b5096017dad4","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:34:38.712068558Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"premium-simulator-subscription","reconcileID":"2c47ca64-c48a-47e0-9404-cf472cce3790","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"name":"maas-trlp-premium-w2-91cd99","model":"e2e-models-e2e-worker-w2-91cd99/premium-w2-91cd99","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:34:38.714431962Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"namespace":"ai-tenant-e2e-worker-w0-9893f0","name":"simulator-subscription","reconcileID":"b067e8e0-54f7-48bc-ad3d-40fbbbdc1ac5","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"name":"maas-trlp-simulator-w0-9893f0","model":"e2e-models-e2e-worker-w0-9893f0/simulator-w0-9893f0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:34:38.809656467Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"namespace":"ai-tenant-e2e-worker-w3-bb1b51","name":"premium-simulator-subscription","reconcileID":"299b630b-7236-46a1-956d-c2623db74e2e","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"name":"maas-trlp-premium-w3-bb1b51","model":"e2e-models-e2e-worker-w3-bb1b51/premium-w3-bb1b51","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:34:39.099841941Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"namespace":"ai-tenant-e2e-worker-w1-5951bc","name":"premium-simulator-subscription","reconcileID":"b913c8e0-5b7a-4404-8cef-bc8634c985b6","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"name":"maas-trlp-premium-w1-5951bc","model":"e2e-models-e2e-worker-w1-5951bc/premium-w1-5951bc","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:34:39.250552316Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"namespace":"ai-tenant-e2e-worker-w3-bb1b51","name":"simulator-subscription","reconcileID":"1a51fa9c-e561-44a8-acfb-be6c2257ea74","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"name":"maas-trlp-simulator-w3-bb1b51","model":"e2e-models-e2e-worker-w3-bb1b51/simulator-w3-bb1b51","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:34:39.351508609Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"namespace":"ai-tenant-e2e-worker-w1-5951bc","name":"simulator-subscription","reconcileID":"478937ee-ece3-4017-86f0-5c6c67fa1843","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"name":"maas-trlp-simulator-w1-5951bc","model":"e2e-models-e2e-worker-w1-5951bc/simulator-w1-5951bc","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:34:39.351773721Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"namespace":"ai-tenant-e2e-worker-w4-8d2c7c","name":"premium-simulator-subscription","reconcileID":"0acdf748-ec7c-4433-ab1c-c95b9e1bb1e3","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"name":"maas-trlp-premium-w4-8d2c7c","model":"e2e-models-e2e-worker-w4-8d2c7c/premium-w4-8d2c7c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:34:39.702014725Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"68146dad-3ae9-4218-8a5c-276804c9e498","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:34:39.803506547Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"namespace":"ai-tenant-e2e-worker-w0-9893f0","name":"premium-simulator-subscription","reconcileID":"8dd85485-781b-4918-ae55-3da46f1896d4","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"name":"maas-trlp-premium-w0-9893f0","model":"e2e-models-e2e-worker-w0-9893f0/premium-w0-9893f0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:34:39.803666292Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"simulator-subscription","reconcileID":"85a239bb-4761-4521-8572-f268c57351a1","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"name":"maas-trlp-simulator-w2-91cd99","model":"e2e-models-e2e-worker-w2-91cd99/simulator-w2-91cd99","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:34:40.047343564Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3c8cf6dc-24e2-4a75-a1c6-ed1cc43496a6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:34:40.096021883Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3c8cf6dc-24e2-4a75-a1c6-ed1cc43496a6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:34:40.144826329Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3c8cf6dc-24e2-4a75-a1c6-ed1cc43496a6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:34:40.19333371Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3c8cf6dc-24e2-4a75-a1c6-ed1cc43496a6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:34:42.024670291Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"72221cd0-ca0c-4574-8b90-2f866e30e4d3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:34:42.07377937Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"72221cd0-ca0c-4574-8b90-2f866e30e4d3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:34:42.122429625Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"72221cd0-ca0c-4574-8b90-2f866e30e4d3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:34:42.171393997Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"72221cd0-ca0c-4574-8b90-2f866e30e4d3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:34:42.506583216Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-b-w2-e0615c","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-b-w2-e0615c","reconcileID":"acf6b9fb-0fe4-4ad4-af85-975cdc65cf4c","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-b-w2-e0615c","applied":{"maas.opendatahub.io/gateway-access-e2e-shared-b-w2-e0615c":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:34:44.02216349Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a8c50dd4-3bc0-441d-807a-c4e5c165308c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:34:44.070950018Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a8c50dd4-3bc0-441d-807a-c4e5c165308c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:34:44.119542607Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a8c50dd4-3bc0-441d-807a-c4e5c165308c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:34:44.168356603Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a8c50dd4-3bc0-441d-807a-c4e5c165308c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:34:46.003941993Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"208755e0-65b7-476f-ae71-4082ff931607","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:34:46.053130184Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"208755e0-65b7-476f-ae71-4082ff931607","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:34:46.102038745Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"208755e0-65b7-476f-ae71-4082ff931607","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:34:46.150711555Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"208755e0-65b7-476f-ae71-4082ff931607","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:34:48.025304173Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6477b1c3-d432-4658-ab8c-fda1a9d6157b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:34:48.074088378Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6477b1c3-d432-4658-ab8c-fda1a9d6157b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:34:48.122780089Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6477b1c3-d432-4658-ab8c-fda1a9d6157b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:34:48.171516378Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6477b1c3-d432-4658-ab8c-fda1a9d6157b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:34:50.045311091Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bd1761f9-ab85-4529-8761-010f392b6610","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:34:50.165549329Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bd1761f9-ab85-4529-8761-010f392b6610","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:34:50.214260515Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bd1761f9-ab85-4529-8761-010f392b6610","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:34:50.262982902Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bd1761f9-ab85-4529-8761-010f392b6610","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:34:54.357419354Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f87dde47-5748-46c1-96a0-ac45a27a9f84","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:34:54.409400974Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f87dde47-5748-46c1-96a0-ac45a27a9f84","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:34:54.464684653Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f87dde47-5748-46c1-96a0-ac45a27a9f84","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:34:54.514026674Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f87dde47-5748-46c1-96a0-ac45a27a9f84","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:34:55.721281876Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:34:56.392464305Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"10d67008-cbb2-4cca-aa8b-6b121d914dff","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:34:56.44146564Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"10d67008-cbb2-4cca-aa8b-6b121d914dff","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:34:56.490801062Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"10d67008-cbb2-4cca-aa8b-6b121d914dff","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:34:56.539872358Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"10d67008-cbb2-4cca-aa8b-6b121d914dff","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:34:57.567523989Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-b-3176d9","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-b-3176d9","reconcileID":"4623e12e-07f3-4451-b25e-c73d03a1981f","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-praxis-b-3176d9","applied":{"maas.opendatahub.io/gateway-access-e2e-praxis-b-3176d9":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:34:58.432883248Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4eabdfa3-87ce-4de9-b6e4-abc5f661c40c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:34:58.4818257Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4eabdfa3-87ce-4de9-b6e4-abc5f661c40c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:34:58.530564987Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4eabdfa3-87ce-4de9-b6e4-abc5f661c40c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:34:58.579228199Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4eabdfa3-87ce-4de9-b6e4-abc5f661c40c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:35:00.523181033Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0d0f9d79-50f8-48ec-8df1-921b63908d0a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:35:00.577222852Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0d0f9d79-50f8-48ec-8df1-921b63908d0a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:35:00.626849808Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0d0f9d79-50f8-48ec-8df1-921b63908d0a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:35:00.675446402Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0d0f9d79-50f8-48ec-8df1-921b63908d0a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:35:02.520739881Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"85da88c0-591a-4b20-ac32-c5388d7838a9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:35:02.569543079Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"85da88c0-591a-4b20-ac32-c5388d7838a9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:35:02.618765517Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"85da88c0-591a-4b20-ac32-c5388d7838a9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:35:02.667508523Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"85da88c0-591a-4b20-ac32-c5388d7838a9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:35:04.516716599Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"22c4c88f-6d6e-4139-938b-a4f1edc3db42","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:35:04.565654421Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"22c4c88f-6d6e-4139-938b-a4f1edc3db42","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:35:04.614467674Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"22c4c88f-6d6e-4139-938b-a4f1edc3db42","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:35:04.663848115Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"22c4c88f-6d6e-4139-938b-a4f1edc3db42","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:35:06.615094324Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a05d05c6-b496-4c5b-9684-990c5fe66a99","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:35:06.663905622Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a05d05c6-b496-4c5b-9684-990c5fe66a99","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:35:06.712905223Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a05d05c6-b496-4c5b-9684-990c5fe66a99","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:35:06.762239741Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a05d05c6-b496-4c5b-9684-990c5fe66a99","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:35:08.632866199Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e186d2ec-4dd1-4ddd-9162-1467af3daa97","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:35:08.681667333Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e186d2ec-4dd1-4ddd-9162-1467af3daa97","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:35:08.730307263Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e186d2ec-4dd1-4ddd-9162-1467af3daa97","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:35:08.779017732Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e186d2ec-4dd1-4ddd-9162-1467af3daa97","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:35:09.422125818Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-8570a0"},"namespace":"ai-tenant-e2e-shared-b-w3-8570a0","name":"default-tenant","reconcileID":"e04eb2e9-2d0f-4d47-9583-d8300961c569","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w3-8570a0","tenantID":"e2e-shared-b-w3-8570a0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:35:09.528596813Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-8570a0"},"namespace":"ai-tenant-e2e-shared-b-w3-8570a0","name":"default-tenant","reconcileID":"e04eb2e9-2d0f-4d47-9583-d8300961c569","name":"e2e-shared-b-w3-8570a0-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:35:10.583918126Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1016c1a6-ca51-4546-b5f1-b9e1a66da5d5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:35:10.632724875Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1016c1a6-ca51-4546-b5f1-b9e1a66da5d5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:35:10.681991279Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1016c1a6-ca51-4546-b5f1-b9e1a66da5d5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:35:10.731801702Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1016c1a6-ca51-4546-b5f1-b9e1a66da5d5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:35:12.564202964Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a4567506-3717-4df2-803c-80638b345b8c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:35:12.613214146Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a4567506-3717-4df2-803c-80638b345b8c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:35:12.661718123Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a4567506-3717-4df2-803c-80638b345b8c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:35:12.710337333Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a4567506-3717-4df2-803c-80638b345b8c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:35:14.520639923Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d9ffc3d1-b782-49d4-915a-15e431e6e812","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:35:14.570151711Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d9ffc3d1-b782-49d4-915a-15e431e6e812","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:35:14.619244716Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d9ffc3d1-b782-49d4-915a-15e431e6e812","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:35:14.669889199Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d9ffc3d1-b782-49d4-915a-15e431e6e812","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:35:18.793907784Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-eb4a0f"},"namespace":"ai-tenant-e2e-praxis-a-eb4a0f","name":"default-tenant","reconcileID":"7f1e5bc8-4521-4cfe-8778-67a3b6c74852","namespace":"ai-tenant-e2e-praxis-a-eb4a0f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:35:18.794013213Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-eb4a0f"},"namespace":"ai-tenant-e2e-praxis-a-eb4a0f","name":"default-tenant","reconcileID":"7f1e5bc8-4521-4cfe-8778-67a3b6c74852","namespace":"ai-tenant-e2e-praxis-a-eb4a0f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:35:18.794097151Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-eb4a0f"},"namespace":"ai-tenant-e2e-praxis-a-eb4a0f","name":"default-tenant","reconcileID":"7f1e5bc8-4521-4cfe-8778-67a3b6c74852","tenant":"e2e-praxis-a-eb4a0f","tenantID":"e2e-praxis-a-eb4a0f","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:35:18.844092252Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-eb4a0f"},"namespace":"ai-tenant-e2e-praxis-a-eb4a0f","name":"default-tenant","reconcileID":"7f1e5bc8-4521-4cfe-8778-67a3b6c74852","gvk":"Deployment","name":"maas-api-e2e-praxis-a-eb4a0f","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:35:18.900325457Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-eb4a0f"},"namespace":"ai-tenant-e2e-praxis-a-eb4a0f","name":"default-tenant","reconcileID":"7f1e5bc8-4521-4cfe-8778-67a3b6c74852","gvk":"Service","name":"maas-api-e2e-praxis-a-eb4a0f","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:35:18.953177618Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-eb4a0f"},"namespace":"ai-tenant-e2e-praxis-a-eb4a0f","name":"default-tenant","reconcileID":"7f1e5bc8-4521-4cfe-8778-67a3b6c74852","gvk":"HTTPRoute","name":"maas-api-route-e2e-praxis-a-eb4a0f","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:35:19.003427487Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-eb4a0f"},"namespace":"ai-tenant-e2e-praxis-a-eb4a0f","name":"default-tenant","reconcileID":"7f1e5bc8-4521-4cfe-8778-67a3b6c74852","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-praxis-a-eb4a0f","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:35:19.057116024Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-eb4a0f"},"namespace":"ai-tenant-e2e-praxis-a-eb4a0f","name":"default-tenant","reconcileID":"7f1e5bc8-4521-4cfe-8778-67a3b6c74852","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-praxis-a-eb4a0f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:35:19.108516645Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-eb4a0f"},"namespace":"ai-tenant-e2e-praxis-a-eb4a0f","name":"default-tenant","reconcileID":"7f1e5bc8-4521-4cfe-8778-67a3b6c74852","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-praxis-a-eb4a0f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:35:19.160678774Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-eb4a0f"},"namespace":"ai-tenant-e2e-praxis-a-eb4a0f","name":"default-tenant","reconcileID":"7f1e5bc8-4521-4cfe-8778-67a3b6c74852","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-praxis-a-eb4a0f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:35:19.211338378Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-eb4a0f"},"namespace":"ai-tenant-e2e-praxis-a-eb4a0f","name":"default-tenant","reconcileID":"7f1e5bc8-4521-4cfe-8778-67a3b6c74852","gvk":"Telemetry","name":"latency-per-subscription-e2e-praxis-a-eb4a0f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:35:19.260237453Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-eb4a0f"},"namespace":"ai-tenant-e2e-praxis-a-eb4a0f","name":"default-tenant","reconcileID":"7f1e5bc8-4521-4cfe-8778-67a3b6c74852","gvk":"Deployment","name":"payload-processing-e2e-praxis-a-eb4a0f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:35:19.308770501Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-eb4a0f"},"namespace":"ai-tenant-e2e-praxis-a-eb4a0f","name":"default-tenant","reconcileID":"7f1e5bc8-4521-4cfe-8778-67a3b6c74852","gvk":"Deployment","name":"payload-pre-processing-e2e-praxis-a-eb4a0f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:35:19.356989325Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-eb4a0f"},"namespace":"ai-tenant-e2e-praxis-a-eb4a0f","name":"default-tenant","reconcileID":"7f1e5bc8-4521-4cfe-8778-67a3b6c74852","gvk":"Service","name":"payload-processing-e2e-praxis-a-eb4a0f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:35:19.405323781Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-eb4a0f"},"namespace":"ai-tenant-e2e-praxis-a-eb4a0f","name":"default-tenant","reconcileID":"7f1e5bc8-4521-4cfe-8778-67a3b6c74852","gvk":"Service","name":"payload-pre-processing-e2e-praxis-a-eb4a0f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:35:19.453683194Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-eb4a0f"},"namespace":"ai-tenant-e2e-praxis-a-eb4a0f","name":"default-tenant","reconcileID":"7f1e5bc8-4521-4cfe-8778-67a3b6c74852","gvk":"DestinationRule","name":"payload-processing-e2e-praxis-a-eb4a0f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:35:19.501899421Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-eb4a0f"},"namespace":"ai-tenant-e2e-praxis-a-eb4a0f","name":"default-tenant","reconcileID":"7f1e5bc8-4521-4cfe-8778-67a3b6c74852","gvk":"DestinationRule","name":"payload-pre-processing-e2e-praxis-a-eb4a0f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:35:19.549920609Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-eb4a0f"},"namespace":"ai-tenant-e2e-praxis-a-eb4a0f","name":"default-tenant","reconcileID":"7f1e5bc8-4521-4cfe-8778-67a3b6c74852","gvk":"EnvoyFilter","name":"payload-processing-e2e-praxis-a-eb4a0f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:35:19.600925208Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-eb4a0f"},"namespace":"ai-tenant-e2e-praxis-a-eb4a0f","name":"default-tenant","reconcileID":"7f1e5bc8-4521-4cfe-8778-67a3b6c74852","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-praxis-a-eb4a0f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:35:19.649164788Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-eb4a0f"},"namespace":"ai-tenant-e2e-praxis-a-eb4a0f","name":"default-tenant","reconcileID":"7f1e5bc8-4521-4cfe-8778-67a3b6c74852","gvk":"NetworkPolicy","name":"payload-processing-e2e-praxis-a-eb4a0f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:35:19.69715489Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-eb4a0f"},"namespace":"ai-tenant-e2e-praxis-a-eb4a0f","name":"default-tenant","reconcileID":"7f1e5bc8-4521-4cfe-8778-67a3b6c74852","gvk":"ServiceAccount","name":"payload-processing-e2e-praxis-a-eb4a0f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:35:19.749628248Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-eb4a0f"},"namespace":"ai-tenant-e2e-praxis-a-eb4a0f","name":"default-tenant","reconcileID":"7f1e5bc8-4521-4cfe-8778-67a3b6c74852","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-praxis-a-eb4a0f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:35:19.798687975Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-eb4a0f"},"namespace":"ai-tenant-e2e-praxis-a-eb4a0f","name":"default-tenant","reconcileID":"7f1e5bc8-4521-4cfe-8778-67a3b6c74852","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-praxis-a-eb4a0f","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:35:22.65729073Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-a-eb4a0f","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-a-eb4a0f","reconcileID":"6f15757a-88ab-44ff-810e-f37e423cfec6","aitenant":"ai-tenants/e2e-praxis-a-eb4a0f","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:35:23.236854976Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d9d990cf-26af-46ac-85d0-dfe33f05c0c8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:35:23.286470891Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d9d990cf-26af-46ac-85d0-dfe33f05c0c8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:35:23.336117012Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d9d990cf-26af-46ac-85d0-dfe33f05c0c8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:35:23.385012164Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d9d990cf-26af-46ac-85d0-dfe33f05c0c8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:35:23.390693288Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-a-eb4a0f","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-a-eb4a0f","reconcileID":"6f15757a-88ab-44ff-810e-f37e423cfec6","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-praxis-a-eb4a0f","removed":["maas.opendatahub.io/gateway-access-e2e-praxis-a-eb4a0f"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:35:24.379690261Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-743d9b"},"namespace":"ai-tenant-e2e-shared-b-w0-743d9b","name":"default-tenant","reconcileID":"1fa9fb87-41d5-408a-b19e-e66f74eb2aaf","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-743d9b","tenantID":"e2e-shared-b-w0-743d9b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:35:24.487358051Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-743d9b"},"namespace":"ai-tenant-e2e-shared-b-w0-743d9b","name":"default-tenant","reconcileID":"1fa9fb87-41d5-408a-b19e-e66f74eb2aaf","name":"e2e-shared-b-w0-743d9b-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:35:25.231943738Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f7da50d7-8590-4615-8e4d-9db102774870","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:35:25.281148749Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f7da50d7-8590-4615-8e4d-9db102774870","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:35:25.330957654Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f7da50d7-8590-4615-8e4d-9db102774870","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:35:25.380330611Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f7da50d7-8590-4615-8e4d-9db102774870","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:35:25.712440043Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:35:27.193478385Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"055fffb8-c46e-4604-b83e-77661f7b3cb8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:35:27.243136277Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"055fffb8-c46e-4604-b83e-77661f7b3cb8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:35:27.29217337Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"055fffb8-c46e-4604-b83e-77661f7b3cb8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:35:27.341045158Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"055fffb8-c46e-4604-b83e-77661f7b3cb8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:35:29.230432022Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4ef6cc4b-f9d8-4131-9479-57f770869b66","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:35:29.280081994Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4ef6cc4b-f9d8-4131-9479-57f770869b66","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:35:29.328935407Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4ef6cc4b-f9d8-4131-9479-57f770869b66","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:35:29.378197973Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4ef6cc4b-f9d8-4131-9479-57f770869b66","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:35:30.939799468Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"namespace":"ai-tenant-e2e-worker-w4-8d2c7c","name":"premium-simulator-subscription","reconcileID":"07402453-45d1-40e9-801a-8467df056170","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"name":"maas-trlp-premium-w4-8d2c7c","model":"e2e-models-e2e-worker-w4-8d2c7c/premium-w4-8d2c7c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:35:31.047291936Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"premium-simulator-subscription","reconcileID":"b2d5aed3-b348-42b9-abd2-705b8f9b860d","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"name":"maas-trlp-premium-w2-91cd99","model":"e2e-models-e2e-worker-w2-91cd99/premium-w2-91cd99","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:35:31.147600879Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"simulator-subscription","reconcileID":"2f51c26c-c355-4f28-9a45-6b6b103ca485","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"name":"maas-trlp-simulator-w2-91cd99","model":"e2e-models-e2e-worker-w2-91cd99/simulator-w2-91cd99","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:35:31.165625854Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"namespace":"ai-tenant-e2e-worker-w4-8d2c7c","name":"simulator-subscription","reconcileID":"ca5fd7f4-ca17-40f1-98cd-d414e2819218","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"name":"maas-trlp-simulator-w4-8d2c7c","model":"e2e-models-e2e-worker-w4-8d2c7c/simulator-w4-8d2c7c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:35:31.244030364Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5f1a7aa4-6f07-4939-ad74-a8bd703caf09","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:35:31.283227458Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"namespace":"ai-tenant-e2e-worker-w0-9893f0","name":"simulator-subscription","reconcileID":"d2c0c19d-4c28-4f73-9975-4ee6dfa7a05c","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"name":"maas-trlp-simulator-w0-9893f0","model":"e2e-models-e2e-worker-w0-9893f0/simulator-w0-9893f0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:35:31.292646297Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5f1a7aa4-6f07-4939-ad74-a8bd703caf09","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:35:31.341735076Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5f1a7aa4-6f07-4939-ad74-a8bd703caf09","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:35:31.391560375Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5f1a7aa4-6f07-4939-ad74-a8bd703caf09","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:35:31.53801831Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"namespace":"ai-tenant-e2e-worker-w3-bb1b51","name":"premium-simulator-subscription","reconcileID":"661faac5-dd2d-4d10-afef-c52c27f58198","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"name":"maas-trlp-premium-w3-bb1b51","model":"e2e-models-e2e-worker-w3-bb1b51/premium-w3-bb1b51","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:35:31.686312966Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"83baf92d-9da1-4e7a-9abe-838eed58d29b","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:35:31.686605677Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"namespace":"ai-tenant-e2e-worker-w1-5951bc","name":"simulator-subscription","reconcileID":"31e10789-d8fb-4e6b-b1db-3175d3ebc3ba","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"name":"maas-trlp-simulator-w1-5951bc","model":"e2e-models-e2e-worker-w1-5951bc/simulator-w1-5951bc","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:35:31.863765163Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"namespace":"ai-tenant-e2e-worker-w3-bb1b51","name":"simulator-subscription","reconcileID":"b996451b-9c53-448d-bf2f-fbd7cabb4bdb","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"name":"maas-trlp-simulator-w3-bb1b51","model":"e2e-models-e2e-worker-w3-bb1b51/simulator-w3-bb1b51","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:35:31.981155155Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"namespace":"ai-tenant-e2e-worker-w0-9893f0","name":"premium-simulator-subscription","reconcileID":"ae2c694b-27a3-4b2f-be42-0b81a7c1313f","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"name":"maas-trlp-premium-w0-9893f0","model":"e2e-models-e2e-worker-w0-9893f0/premium-w0-9893f0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:35:32.081136848Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"b724badd-e64f-4f74-903f-0c0d85012170","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:35:32.221648491Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"namespace":"ai-tenant-e2e-worker-w1-5951bc","name":"premium-simulator-subscription","reconcileID":"fd2d3548-4846-4b1d-95d6-e0e034c49784","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"name":"maas-trlp-premium-w1-5951bc","model":"e2e-models-e2e-worker-w1-5951bc/premium-w1-5951bc","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:35:33.197727453Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"16530320-39e4-4abe-aeed-2ba1daae4a03","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:35:33.246708199Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"16530320-39e4-4abe-aeed-2ba1daae4a03","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:35:33.29549134Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"16530320-39e4-4abe-aeed-2ba1daae4a03","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:35:33.344946812Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"16530320-39e4-4abe-aeed-2ba1daae4a03","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:35:35.161925726Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f0d447ef-3275-4467-9922-cb462a950035","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:35:35.213079985Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f0d447ef-3275-4467-9922-cb462a950035","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:35:35.262233885Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f0d447ef-3275-4467-9922-cb462a950035","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:35:35.310916278Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f0d447ef-3275-4467-9922-cb462a950035","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:35:37.165352041Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f13ffa24-1267-4d89-a688-aabac4e2a19c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:35:37.21452197Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f13ffa24-1267-4d89-a688-aabac4e2a19c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:35:37.263206228Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f13ffa24-1267-4d89-a688-aabac4e2a19c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:35:37.312763394Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f13ffa24-1267-4d89-a688-aabac4e2a19c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:35:38.820232713Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-bbca30"},"namespace":"ai-tenant-e2e-praxis-b-bbca30","name":"default-tenant","reconcileID":"5c51c802-e67c-44a0-a6ed-893256bc5b4d","namespace":"ai-tenant-e2e-praxis-b-bbca30","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:35:38.820297222Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-bbca30"},"namespace":"ai-tenant-e2e-praxis-b-bbca30","name":"default-tenant","reconcileID":"5c51c802-e67c-44a0-a6ed-893256bc5b4d","namespace":"ai-tenant-e2e-praxis-b-bbca30","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:35:38.820398794Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-bbca30"},"namespace":"ai-tenant-e2e-praxis-b-bbca30","name":"default-tenant","reconcileID":"5c51c802-e67c-44a0-a6ed-893256bc5b4d","tenant":"e2e-praxis-b-bbca30","tenantID":"e2e-praxis-b-bbca30","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:35:38.870687929Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-bbca30"},"namespace":"ai-tenant-e2e-praxis-b-bbca30","name":"default-tenant","reconcileID":"5c51c802-e67c-44a0-a6ed-893256bc5b4d","gvk":"Deployment","name":"maas-api-e2e-praxis-b-bbca30","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:35:38.926260234Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-bbca30"},"namespace":"ai-tenant-e2e-praxis-b-bbca30","name":"default-tenant","reconcileID":"5c51c802-e67c-44a0-a6ed-893256bc5b4d","gvk":"Service","name":"maas-api-e2e-praxis-b-bbca30","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:35:38.98029198Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-bbca30"},"namespace":"ai-tenant-e2e-praxis-b-bbca30","name":"default-tenant","reconcileID":"5c51c802-e67c-44a0-a6ed-893256bc5b4d","gvk":"HTTPRoute","name":"maas-api-route-e2e-praxis-b-bbca30","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:35:39.031698674Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-bbca30"},"namespace":"ai-tenant-e2e-praxis-b-bbca30","name":"default-tenant","reconcileID":"5c51c802-e67c-44a0-a6ed-893256bc5b4d","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-praxis-b-bbca30","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:35:39.082709199Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-bbca30"},"namespace":"ai-tenant-e2e-praxis-b-bbca30","name":"default-tenant","reconcileID":"5c51c802-e67c-44a0-a6ed-893256bc5b4d","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-praxis-b-bbca30","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:35:39.137637633Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-bbca30"},"namespace":"ai-tenant-e2e-praxis-b-bbca30","name":"default-tenant","reconcileID":"5c51c802-e67c-44a0-a6ed-893256bc5b4d","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-praxis-b-bbca30","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:35:39.144432861Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4a3bb454-236e-4fc5-aa10-b91eae887e81","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:35:39.193657302Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4a3bb454-236e-4fc5-aa10-b91eae887e81","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:35:39.198261252Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-bbca30"},"namespace":"ai-tenant-e2e-praxis-b-bbca30","name":"default-tenant","reconcileID":"5c51c802-e67c-44a0-a6ed-893256bc5b4d","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-praxis-b-bbca30","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:35:39.243770591Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4a3bb454-236e-4fc5-aa10-b91eae887e81","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:35:39.298630181Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4a3bb454-236e-4fc5-aa10-b91eae887e81","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:35:39.303728602Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-bbca30"},"namespace":"ai-tenant-e2e-praxis-b-bbca30","name":"default-tenant","reconcileID":"5c51c802-e67c-44a0-a6ed-893256bc5b4d","gvk":"Telemetry","name":"latency-per-subscription-e2e-praxis-b-bbca30","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:35:39.352478923Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-bbca30"},"namespace":"ai-tenant-e2e-praxis-b-bbca30","name":"default-tenant","reconcileID":"5c51c802-e67c-44a0-a6ed-893256bc5b4d","gvk":"Deployment","name":"payload-processing-e2e-praxis-b-bbca30","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:35:39.4007038Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-bbca30"},"namespace":"ai-tenant-e2e-praxis-b-bbca30","name":"default-tenant","reconcileID":"5c51c802-e67c-44a0-a6ed-893256bc5b4d","gvk":"Deployment","name":"payload-pre-processing-e2e-praxis-b-bbca30","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:35:39.455068817Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-bbca30"},"namespace":"ai-tenant-e2e-praxis-b-bbca30","name":"default-tenant","reconcileID":"5c51c802-e67c-44a0-a6ed-893256bc5b4d","gvk":"Service","name":"payload-processing-e2e-praxis-b-bbca30","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:35:39.504545489Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-bbca30"},"namespace":"ai-tenant-e2e-praxis-b-bbca30","name":"default-tenant","reconcileID":"5c51c802-e67c-44a0-a6ed-893256bc5b4d","gvk":"Service","name":"payload-pre-processing-e2e-praxis-b-bbca30","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:35:39.554071663Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-bbca30"},"namespace":"ai-tenant-e2e-praxis-b-bbca30","name":"default-tenant","reconcileID":"5c51c802-e67c-44a0-a6ed-893256bc5b4d","gvk":"DestinationRule","name":"payload-processing-e2e-praxis-b-bbca30","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:35:39.602098916Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-bbca30"},"namespace":"ai-tenant-e2e-praxis-b-bbca30","name":"default-tenant","reconcileID":"5c51c802-e67c-44a0-a6ed-893256bc5b4d","gvk":"DestinationRule","name":"payload-pre-processing-e2e-praxis-b-bbca30","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:35:39.650046388Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-bbca30"},"namespace":"ai-tenant-e2e-praxis-b-bbca30","name":"default-tenant","reconcileID":"5c51c802-e67c-44a0-a6ed-893256bc5b4d","gvk":"EnvoyFilter","name":"payload-processing-e2e-praxis-b-bbca30","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:35:39.701511586Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-bbca30"},"namespace":"ai-tenant-e2e-praxis-b-bbca30","name":"default-tenant","reconcileID":"5c51c802-e67c-44a0-a6ed-893256bc5b4d","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-praxis-b-bbca30","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:35:39.749573473Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-bbca30"},"namespace":"ai-tenant-e2e-praxis-b-bbca30","name":"default-tenant","reconcileID":"5c51c802-e67c-44a0-a6ed-893256bc5b4d","gvk":"NetworkPolicy","name":"payload-processing-e2e-praxis-b-bbca30","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:35:39.797421624Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-bbca30"},"namespace":"ai-tenant-e2e-praxis-b-bbca30","name":"default-tenant","reconcileID":"5c51c802-e67c-44a0-a6ed-893256bc5b4d","gvk":"ServiceAccount","name":"payload-processing-e2e-praxis-b-bbca30","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:35:39.849573392Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-bbca30"},"namespace":"ai-tenant-e2e-praxis-b-bbca30","name":"default-tenant","reconcileID":"5c51c802-e67c-44a0-a6ed-893256bc5b4d","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-praxis-b-bbca30","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:35:39.901072583Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-bbca30"},"namespace":"ai-tenant-e2e-praxis-b-bbca30","name":"default-tenant","reconcileID":"5c51c802-e67c-44a0-a6ed-893256bc5b4d","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-praxis-b-bbca30","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:35:41.126246561Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"285aef90-b499-4443-9eb2-72b9b74dcae4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:35:41.177452865Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"285aef90-b499-4443-9eb2-72b9b74dcae4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:35:41.226609733Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"285aef90-b499-4443-9eb2-72b9b74dcae4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:35:41.275237063Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"285aef90-b499-4443-9eb2-72b9b74dcae4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:35:41.952021065Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-b-bbca30","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-b-bbca30","reconcileID":"cc6a3446-6a45-4eaf-b6a2-a279eafdb6b6","aitenant":"ai-tenants/e2e-praxis-b-bbca30","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:35:42.681167281Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-b-bbca30","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-b-bbca30","reconcileID":"cc6a3446-6a45-4eaf-b6a2-a279eafdb6b6","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-praxis-b-bbca30","removed":["maas.opendatahub.io/gateway-access-e2e-praxis-b-bbca30"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:35:43.12289562Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b7b38525-2734-446c-818a-2dfcba8d70d0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:35:43.171770697Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b7b38525-2734-446c-818a-2dfcba8d70d0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:35:43.221733899Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b7b38525-2734-446c-818a-2dfcba8d70d0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:35:43.27102143Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b7b38525-2734-446c-818a-2dfcba8d70d0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:35:44.760013116Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-e0615c"},"namespace":"ai-tenant-e2e-shared-b-w2-e0615c","name":"default-tenant","reconcileID":"e6ada84e-849c-471d-ab8a-b772c79ee342","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-e0615c","tenantID":"e2e-shared-b-w2-e0615c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:35:44.86819849Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-e0615c"},"namespace":"ai-tenant-e2e-shared-b-w2-e0615c","name":"default-tenant","reconcileID":"e6ada84e-849c-471d-ab8a-b772c79ee342","name":"e2e-shared-b-w2-e0615c-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:35:45.116356625Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"51a21786-b132-40c9-85b7-9b3afe8a3e01","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:35:45.165345676Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"51a21786-b132-40c9-85b7-9b3afe8a3e01","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:35:45.214435497Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"51a21786-b132-40c9-85b7-9b3afe8a3e01","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:35:45.263634573Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"51a21786-b132-40c9-85b7-9b3afe8a3e01","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:35:55.715135822Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:35:56.336334679Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d5a6ef63-af32-4ffd-b9c5-c4bc941e9997","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:35:56.385013566Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d5a6ef63-af32-4ffd-b9c5-c4bc941e9997","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:35:56.433897569Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d5a6ef63-af32-4ffd-b9c5-c4bc941e9997","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:35:56.48384081Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d5a6ef63-af32-4ffd-b9c5-c4bc941e9997","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:35:57.397694775Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-autores-561bd4","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-autores-561bd4","reconcileID":"cb7e6c05-8919-417b-b215-85f79aed6322","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-autores-561bd4","applied":{"maas.opendatahub.io/gateway-access-e2e-autores-561bd4":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:35:58.3368644Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"55751716-8465-449b-bdda-e242b3e021ca","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:35:58.385914384Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"55751716-8465-449b-bdda-e242b3e021ca","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:35:58.434686036Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"55751716-8465-449b-bdda-e242b3e021ca","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:35:58.485765347Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"55751716-8465-449b-bdda-e242b3e021ca","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:36:00.328867149Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7f53f6e9-d987-4f33-ae12-82008fe8e366","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:36:00.377505839Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7f53f6e9-d987-4f33-ae12-82008fe8e366","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:36:00.426711949Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7f53f6e9-d987-4f33-ae12-82008fe8e366","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:36:00.476194822Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7f53f6e9-d987-4f33-ae12-82008fe8e366","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:36:02.319082767Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"01c396e5-311a-47f7-b895-e2809076bd25","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:36:02.367754314Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"01c396e5-311a-47f7-b895-e2809076bd25","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:36:02.417212416Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"01c396e5-311a-47f7-b895-e2809076bd25","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:36:02.465937363Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"01c396e5-311a-47f7-b895-e2809076bd25","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:36:07.824339619Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-3176d9"},"namespace":"ai-tenant-e2e-praxis-b-3176d9","name":"default-tenant","reconcileID":"ad8325ad-3593-4095-bf0c-60468ff789b1","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-b-3176d9","tenantID":"e2e-praxis-b-3176d9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:36:07.931548612Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-3176d9"},"namespace":"ai-tenant-e2e-praxis-b-3176d9","name":"default-tenant","reconcileID":"ad8325ad-3593-4095-bf0c-60468ff789b1","name":"e2e-praxis-b-3176d9-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:36:18.599583587Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"84751692-aa66-4dff-8fbb-a8e60de41894","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:36:18.649116145Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"84751692-aa66-4dff-8fbb-a8e60de41894","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:36:18.698522865Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"84751692-aa66-4dff-8fbb-a8e60de41894","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:36:18.747351193Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"84751692-aa66-4dff-8fbb-a8e60de41894","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:36:20.571943305Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9a568066-4eb0-4d78-a9f5-749024faecc1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:36:20.621202446Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9a568066-4eb0-4d78-a9f5-749024faecc1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:36:20.670114284Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9a568066-4eb0-4d78-a9f5-749024faecc1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:36:20.719095698Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9a568066-4eb0-4d78-a9f5-749024faecc1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:36:22.546407768Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"32dc918f-aa2e-423e-8017-6d2964c49c33","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:36:22.595980623Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"32dc918f-aa2e-423e-8017-6d2964c49c33","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:36:22.644906581Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"32dc918f-aa2e-423e-8017-6d2964c49c33","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:36:22.693975945Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"32dc918f-aa2e-423e-8017-6d2964c49c33","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:36:25.713240285Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:36:32.825669134Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8224a535-6d8f-4532-8e1e-f627fb86b832","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:36:32.874483394Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8224a535-6d8f-4532-8e1e-f627fb86b832","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:36:32.923276358Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8224a535-6d8f-4532-8e1e-f627fb86b832","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:36:32.971997984Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8224a535-6d8f-4532-8e1e-f627fb86b832","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:36:34.823333645Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1aa6d3c2-8264-44a6-b0c2-e1d9569ecf98","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:36:34.872657524Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1aa6d3c2-8264-44a6-b0c2-e1d9569ecf98","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:36:34.92279569Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1aa6d3c2-8264-44a6-b0c2-e1d9569ecf98","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:36:34.971655042Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1aa6d3c2-8264-44a6-b0c2-e1d9569ecf98","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:36:36.924091209Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"26d23c3b-0cff-4527-9ce1-5bd9d1da60d1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:36:36.972867096Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"26d23c3b-0cff-4527-9ce1-5bd9d1da60d1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:36:37.021824994Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"26d23c3b-0cff-4527-9ce1-5bd9d1da60d1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:36:37.07071141Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"26d23c3b-0cff-4527-9ce1-5bd9d1da60d1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:36:38.913572776Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"603380c2-53ea-4478-b402-f76ee6c9327c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:36:38.962430339Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"603380c2-53ea-4478-b402-f76ee6c9327c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:36:39.011256637Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"603380c2-53ea-4478-b402-f76ee6c9327c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:36:39.059957466Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"603380c2-53ea-4478-b402-f76ee6c9327c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:36:40.857067149Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c7f86abe-595c-49e0-a420-1266a7803a2e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:36:40.909866297Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c7f86abe-595c-49e0-a420-1266a7803a2e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:36:40.959306245Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c7f86abe-595c-49e0-a420-1266a7803a2e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:36:41.008468541Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c7f86abe-595c-49e0-a420-1266a7803a2e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:36:42.831571321Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c08b732f-14e5-4e9c-aedd-425ac2e4235f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:36:42.881006084Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c08b732f-14e5-4e9c-aedd-425ac2e4235f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:36:42.929661199Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c08b732f-14e5-4e9c-aedd-425ac2e4235f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:36:42.978283812Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c08b732f-14e5-4e9c-aedd-425ac2e4235f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:36:50.778618696Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"50c24d12-1248-4532-b4b5-30b716009309","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:36:50.829022967Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"50c24d12-1248-4532-b4b5-30b716009309","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:36:50.877972577Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"50c24d12-1248-4532-b4b5-30b716009309","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:36:50.926631198Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"50c24d12-1248-4532-b4b5-30b716009309","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:36:52.739353703Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7ac860ed-6a12-4ee4-9ce6-3a5f190576ba","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:36:52.788044682Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7ac860ed-6a12-4ee4-9ce6-3a5f190576ba","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:36:52.836773148Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7ac860ed-6a12-4ee4-9ce6-3a5f190576ba","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:36:52.885557528Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7ac860ed-6a12-4ee4-9ce6-3a5f190576ba","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:36:55.712436426Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:37:06.947175664Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-561bd4"},"namespace":"ai-tenant-e2e-autores-561bd4","name":"default-tenant","reconcileID":"8bf96af9-87c3-45be-932e-ba40498b46b1","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-autores-561bd4","tenantID":"e2e-autores-561bd4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:37:07.05414106Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-561bd4"},"namespace":"ai-tenant-e2e-autores-561bd4","name":"default-tenant","reconcileID":"8bf96af9-87c3-45be-932e-ba40498b46b1","name":"e2e-autores-561bd4-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:37:17.846939375Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cebb83a3-1f8f-439e-9dd9-d6f7afd1f528","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:37:17.916656449Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cebb83a3-1f8f-439e-9dd9-d6f7afd1f528","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:37:17.997072058Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cebb83a3-1f8f-439e-9dd9-d6f7afd1f528","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:37:18.045928374Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cebb83a3-1f8f-439e-9dd9-d6f7afd1f528","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:37:18.493326369Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"b7bd8832-3dd3-409a-a339-9fe1eea7ed72","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:37:18.77723602Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"namespace":"ai-tenant-e2e-worker-w1-5951bc","name":"premium-simulator-subscription","reconcileID":"16b79bc0-34de-4e6d-8de0-76bca74ccf07","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"name":"maas-trlp-premium-w1-5951bc","model":"e2e-models-e2e-worker-w1-5951bc/premium-w1-5951bc","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:37:18.8787106Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"namespace":"ai-tenant-e2e-worker-w3-bb1b51","name":"simulator-subscription","reconcileID":"2ae928d8-1409-42f2-8bc3-28de63c13062","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"name":"maas-trlp-simulator-w3-bb1b51","model":"e2e-models-e2e-worker-w3-bb1b51/simulator-w3-bb1b51","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:37:18.979519535Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"namespace":"ai-tenant-e2e-worker-w4-8d2c7c","name":"premium-simulator-subscription","reconcileID":"c2560abc-8f30-433b-8fdf-9b8e89bfcdd6","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"name":"maas-trlp-premium-w4-8d2c7c","model":"e2e-models-e2e-worker-w4-8d2c7c/premium-w4-8d2c7c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:37:19.161509863Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"premium-simulator-subscription","reconcileID":"2a9f52b2-1064-4b47-85ce-fd0d6ee8d68e","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"name":"maas-trlp-premium-w2-91cd99","model":"e2e-models-e2e-worker-w2-91cd99/premium-w2-91cd99","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:37:19.209809212Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"simulator-subscription","reconcileID":"505c22f0-1041-40f1-ba05-073f59820861","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"name":"maas-trlp-simulator-w2-91cd99","model":"e2e-models-e2e-worker-w2-91cd99/simulator-w2-91cd99","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:37:19.311218847Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"namespace":"ai-tenant-e2e-worker-w1-5951bc","name":"simulator-subscription","reconcileID":"c209646f-ace4-439b-93f5-ac27fc6a5461","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"name":"maas-trlp-simulator-w1-5951bc","model":"e2e-models-e2e-worker-w1-5951bc/simulator-w1-5951bc","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:37:19.565775141Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"namespace":"ai-tenant-e2e-worker-w3-bb1b51","name":"premium-simulator-subscription","reconcileID":"d173b6cb-f659-4f44-a5a0-a3c43f272253","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"name":"maas-trlp-premium-w3-bb1b51","model":"e2e-models-e2e-worker-w3-bb1b51/premium-w3-bb1b51","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:37:19.652680658Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"namespace":"ai-tenant-e2e-worker-w0-9893f0","name":"simulator-subscription","reconcileID":"33656f4a-bdf8-4bf3-aa6b-b2bbf40280ab","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"name":"maas-trlp-simulator-w0-9893f0","model":"e2e-models-e2e-worker-w0-9893f0/simulator-w0-9893f0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:37:19.752745992Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"namespace":"ai-tenant-e2e-worker-w0-9893f0","name":"premium-simulator-subscription","reconcileID":"dbe7a8bc-1863-4cf8-a061-b9e815745702","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"name":"maas-trlp-premium-w0-9893f0","model":"e2e-models-e2e-worker-w0-9893f0/premium-w0-9893f0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:37:19.771575464Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"namespace":"ai-tenant-e2e-worker-w4-8d2c7c","name":"simulator-subscription","reconcileID":"613698d4-dba5-4015-a045-7b7ff3aaa8e6","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"name":"maas-trlp-simulator-w4-8d2c7c","model":"e2e-models-e2e-worker-w4-8d2c7c/simulator-w4-8d2c7c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:37:19.852523601Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"4df9ca47-2ab8-49f5-814d-11fd726f856b","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:37:19.91259012Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b13a9777-7494-4532-9f95-0d54976be5c2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:37:19.961175372Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b13a9777-7494-4532-9f95-0d54976be5c2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:37:20.010010141Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b13a9777-7494-4532-9f95-0d54976be5c2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:37:20.058602836Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b13a9777-7494-4532-9f95-0d54976be5c2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:37:24.404345881Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-1250b3","namespace":"ai-tenant-e2e-shared-a-w3-1250b3"},"namespace":"ai-tenant-e2e-shared-a-w3-1250b3","name":"auth-test-model-1250b3","reconcileID":"26941057-be48-4aec-8020-657be28dc2ea","MaaSModelRef":{"name":"auth-test-model-1250b3","namespace":"ai-tenant-e2e-shared-a-w3-1250b3"},"tenant":"e2e-shared-a-w3-1250b3","gateway":"openshift-ingress/e2e-shared-a-w3-1250b3","model":"ai-tenant-e2e-shared-a-w3-1250b3/auth-test-model-1250b3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:37:24.404426574Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-1250b3","namespace":"ai-tenant-e2e-shared-a-w3-1250b3"},"namespace":"ai-tenant-e2e-shared-a-w3-1250b3","name":"auth-test-model-1250b3","reconcileID":"26941057-be48-4aec-8020-657be28dc2ea","MaaSModelRef":{"name":"auth-test-model-1250b3","namespace":"ai-tenant-e2e-shared-a-w3-1250b3"},"routeName":"auth-test-model-1250b3-kserve-route","namespace":"ai-tenant-e2e-shared-a-w3-1250b3","llmisvcName":"auth-test-model-1250b3","gateway":"openshift-ingress/e2e-shared-a-w3-1250b3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:37:25.7132001Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:37:48.50549861Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"namespace":"ai-tenant-e2e-worker-w1-5951bc","name":"premium-simulator-subscription","reconcileID":"4ad05f7c-6d42-40d8-b265-0d9d06c0afbb","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"name":"maas-trlp-premium-w1-5951bc","model":"e2e-models-e2e-worker-w1-5951bc/premium-w1-5951bc","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:37:48.606908196Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"namespace":"ai-tenant-e2e-worker-w4-8d2c7c","name":"premium-simulator-subscription","reconcileID":"be2d07d8-4977-4b24-a634-4f907a409e4d","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"name":"maas-trlp-premium-w4-8d2c7c","model":"e2e-models-e2e-worker-w4-8d2c7c/premium-w4-8d2c7c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:37:48.629164932Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"simulator-subscription","reconcileID":"24d00fca-78e4-4c79-8a72-ba00629491f5","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"name":"maas-trlp-simulator-w2-91cd99","model":"e2e-models-e2e-worker-w2-91cd99/simulator-w2-91cd99","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:37:48.708148096Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"premium-simulator-subscription","reconcileID":"ca64f019-f355-4fdc-ac75-6fb4a4e81e27","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"name":"maas-trlp-premium-w2-91cd99","model":"e2e-models-e2e-worker-w2-91cd99/premium-w2-91cd99","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:37:48.806467632Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"namespace":"ai-tenant-e2e-worker-w1-5951bc","name":"simulator-subscription","reconcileID":"4d8d406a-68a3-46b8-970e-2f5c6517f35b","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"name":"maas-trlp-simulator-w1-5951bc","model":"e2e-models-e2e-worker-w1-5951bc/simulator-w1-5951bc","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:37:48.906691488Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"namespace":"ai-tenant-e2e-worker-w3-bb1b51","name":"premium-simulator-subscription","reconcileID":"f735f623-d36a-42f5-959f-eab99f0a2c1c","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"name":"maas-trlp-premium-w3-bb1b51","model":"e2e-models-e2e-worker-w3-bb1b51/premium-w3-bb1b51","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:37:49.098361001Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"namespace":"ai-tenant-e2e-worker-w0-9893f0","name":"simulator-subscription","reconcileID":"7e5e0ef5-aec9-4948-8c8e-2b2d53be4467","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"name":"maas-trlp-simulator-w0-9893f0","model":"e2e-models-e2e-worker-w0-9893f0/simulator-w0-9893f0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:37:49.198824085Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"c6ca76df-90d5-4260-b715-83b0f0a457d6","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:37:49.624596731Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"4f4a492e-9427-4ddb-b3ca-e779614da88f","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:37:49.742675582Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"namespace":"ai-tenant-e2e-worker-w3-bb1b51","name":"simulator-subscription","reconcileID":"025dddaf-f45a-4176-b1b7-5adf4a16671a","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"name":"maas-trlp-simulator-w3-bb1b51","model":"e2e-models-e2e-worker-w3-bb1b51/simulator-w3-bb1b51","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:37:49.843389038Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"namespace":"ai-tenant-e2e-worker-w4-8d2c7c","name":"simulator-subscription","reconcileID":"f95131db-10b1-4d27-a787-427428de30c2","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"name":"maas-trlp-simulator-w4-8d2c7c","model":"e2e-models-e2e-worker-w4-8d2c7c/simulator-w4-8d2c7c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:37:49.983357987Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"namespace":"ai-tenant-e2e-worker-w0-9893f0","name":"premium-simulator-subscription","reconcileID":"ca065104-1983-47d3-a44e-77c51cb29a6b","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"name":"maas-trlp-premium-w0-9893f0","model":"e2e-models-e2e-worker-w0-9893f0/premium-w0-9893f0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:37:55.714302571Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:38:08.336361419Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-ab27b8","namespace":"ai-tenant-e2e-shared-a-w0-ab27b8"},"namespace":"ai-tenant-e2e-shared-a-w0-ab27b8","name":"auth-test-model-ab27b8","reconcileID":"1c3a58f5-4aa4-4ca0-8c4d-7f2584c44e5d","MaaSModelRef":{"name":"auth-test-model-ab27b8","namespace":"ai-tenant-e2e-shared-a-w0-ab27b8"},"tenant":"e2e-shared-a-w0-ab27b8","gateway":"openshift-ingress/e2e-shared-a-w0-ab27b8","model":"ai-tenant-e2e-shared-a-w0-ab27b8/auth-test-model-ab27b8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:38:08.33640818Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-ab27b8","namespace":"ai-tenant-e2e-shared-a-w0-ab27b8"},"namespace":"ai-tenant-e2e-shared-a-w0-ab27b8","name":"auth-test-model-ab27b8","reconcileID":"1c3a58f5-4aa4-4ca0-8c4d-7f2584c44e5d","MaaSModelRef":{"name":"auth-test-model-ab27b8","namespace":"ai-tenant-e2e-shared-a-w0-ab27b8"},"routeName":"auth-test-model-ab27b8-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-ab27b8","llmisvcName":"auth-test-model-ab27b8","gateway":"openshift-ingress/e2e-shared-a-w0-ab27b8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:38:15.397696315Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ed4b276c-23a6-4373-abb7-4d23d5ea1707","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:38:15.446495304Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ed4b276c-23a6-4373-abb7-4d23d5ea1707","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:38:15.49525657Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ed4b276c-23a6-4373-abb7-4d23d5ea1707","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:38:15.546135588Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ed4b276c-23a6-4373-abb7-4d23d5ea1707","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:38:17.347912817Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4d6f5ad7-027d-4d38-b9af-0a87376e5684","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:38:17.397977543Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4d6f5ad7-027d-4d38-b9af-0a87376e5684","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:38:17.446855918Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4d6f5ad7-027d-4d38-b9af-0a87376e5684","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:38:17.495764645Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4d6f5ad7-027d-4d38-b9af-0a87376e5684","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:38:25.713255858Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:38:39.677460036Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-cacb84","namespace":"ai-tenant-e2e-shared-a-w2-cacb84"},"namespace":"ai-tenant-e2e-shared-a-w2-cacb84","name":"auth-test-model-cacb84","reconcileID":"9aae0cf2-29fc-45e4-8307-41298079dcf0","MaaSModelRef":{"name":"auth-test-model-cacb84","namespace":"ai-tenant-e2e-shared-a-w2-cacb84"},"tenant":"e2e-shared-a-w2-cacb84","gateway":"openshift-ingress/e2e-shared-a-w2-cacb84","model":"ai-tenant-e2e-shared-a-w2-cacb84/auth-test-model-cacb84","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:38:39.677488436Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-cacb84","namespace":"ai-tenant-e2e-shared-a-w2-cacb84"},"namespace":"ai-tenant-e2e-shared-a-w2-cacb84","name":"auth-test-model-cacb84","reconcileID":"9aae0cf2-29fc-45e4-8307-41298079dcf0","MaaSModelRef":{"name":"auth-test-model-cacb84","namespace":"ai-tenant-e2e-shared-a-w2-cacb84"},"routeName":"auth-test-model-cacb84-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-cacb84","llmisvcName":"auth-test-model-cacb84","gateway":"openshift-ingress/e2e-shared-a-w2-cacb84","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:38:45.657220769Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-a4455f","namespace":"ai-tenant-e2e-praxis-a-a4455f"},"namespace":"ai-tenant-e2e-praxis-a-a4455f","name":"praxis-route-a4455f","reconcileID":"45ceda62-9984-449a-a5f1-3fd5475c8ed4","MaaSModelRef":{"name":"praxis-route-a4455f","namespace":"ai-tenant-e2e-praxis-a-a4455f"},"tenant":"e2e-praxis-a-a4455f","gateway":"openshift-ingress/e2e-praxis-a-a4455f","model":"ai-tenant-e2e-praxis-a-a4455f/praxis-route-a4455f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:38:45.657256263Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-a4455f","namespace":"ai-tenant-e2e-praxis-a-a4455f"},"namespace":"ai-tenant-e2e-praxis-a-a4455f","name":"praxis-route-a4455f","reconcileID":"45ceda62-9984-449a-a5f1-3fd5475c8ed4","MaaSModelRef":{"name":"praxis-route-a4455f","namespace":"ai-tenant-e2e-praxis-a-a4455f"},"routeName":"praxis-route-a4455f-kserve-route","namespace":"ai-tenant-e2e-praxis-a-a4455f","llmisvcName":"praxis-route-a4455f","gateway":"openshift-ingress/e2e-praxis-a-a4455f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:38:51.231085797Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-a4455f","namespace":"ai-tenant-e2e-praxis-a-a4455f"},"namespace":"ai-tenant-e2e-praxis-a-a4455f","name":"praxis-route-a4455f","reconcileID":"a894d6b8-234f-4c0b-ade2-24dea1007ae5","MaaSModelRef":{"name":"praxis-route-a4455f","namespace":"ai-tenant-e2e-praxis-a-a4455f"},"tenant":"e2e-praxis-a-a4455f","gateway":"openshift-ingress/e2e-praxis-a-a4455f","model":"ai-tenant-e2e-praxis-a-a4455f/praxis-route-a4455f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:38:51.23111425Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-a4455f","namespace":"ai-tenant-e2e-praxis-a-a4455f"},"namespace":"ai-tenant-e2e-praxis-a-a4455f","name":"praxis-route-a4455f","reconcileID":"a894d6b8-234f-4c0b-ade2-24dea1007ae5","MaaSModelRef":{"name":"praxis-route-a4455f","namespace":"ai-tenant-e2e-praxis-a-a4455f"},"routeName":"praxis-route-a4455f-kserve-route","namespace":"ai-tenant-e2e-praxis-a-a4455f","llmisvcName":"praxis-route-a4455f","gateway":"openshift-ingress/e2e-praxis-a-a4455f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:38:51.28382471Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-a4455f","namespace":"ai-tenant-e2e-praxis-a-a4455f"},"namespace":"ai-tenant-e2e-praxis-a-a4455f","name":"praxis-route-a4455f","reconcileID":"52977270-d563-43b4-bb80-8ce6a09f62c2","MaaSModelRef":{"name":"praxis-route-a4455f","namespace":"ai-tenant-e2e-praxis-a-a4455f"},"tenant":"e2e-praxis-a-a4455f","gateway":"openshift-ingress/e2e-praxis-a-a4455f","model":"ai-tenant-e2e-praxis-a-a4455f/praxis-route-a4455f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:38:51.283843794Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-a4455f","namespace":"ai-tenant-e2e-praxis-a-a4455f"},"namespace":"ai-tenant-e2e-praxis-a-a4455f","name":"praxis-route-a4455f","reconcileID":"52977270-d563-43b4-bb80-8ce6a09f62c2","MaaSModelRef":{"name":"praxis-route-a4455f","namespace":"ai-tenant-e2e-praxis-a-a4455f"},"routeName":"praxis-route-a4455f-kserve-route","namespace":"ai-tenant-e2e-praxis-a-a4455f","llmisvcName":"praxis-route-a4455f","gateway":"openshift-ingress/e2e-praxis-a-a4455f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:38:51.380013442Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-a4455f-auth","namespace":"ai-tenant-e2e-praxis-a-a4455f"},"namespace":"ai-tenant-e2e-praxis-a-a4455f","name":"praxis-route-a4455f-auth","reconcileID":"802f903b-bd42-41c3-9414-d33a54f2402d","MaaSAuthPolicy":{"name":"praxis-route-a4455f-auth","namespace":"ai-tenant-e2e-praxis-a-a4455f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-a4455f","tenantID":"e2e-praxis-a-a4455f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:38:51.493320135Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-a4455f-auth","namespace":"ai-tenant-e2e-praxis-a-a4455f"},"namespace":"ai-tenant-e2e-praxis-a-a4455f","name":"praxis-route-a4455f-auth","reconcileID":"802f903b-bd42-41c3-9414-d33a54f2402d","MaaSAuthPolicy":{"name":"praxis-route-a4455f-auth","namespace":"ai-tenant-e2e-praxis-a-a4455f"},"name":"e2e-praxis-a-a4455f-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:38:51.545332524Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-praxis-a-a4455f-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-a4455f-auth","namespace":"ai-tenant-e2e-praxis-a-a4455f"},"namespace":"ai-tenant-e2e-praxis-a-a4455f","name":"praxis-route-a4455f-auth","reconcileID":"802f903b-bd42-41c3-9414-d33a54f2402d","MaaSAuthPolicy":{"name":"praxis-route-a4455f-auth","namespace":"ai-tenant-e2e-praxis-a-a4455f"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:38:51.596749349Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-a4455f","namespace":"ai-tenant-e2e-praxis-a-a4455f"},"namespace":"ai-tenant-e2e-praxis-a-a4455f","name":"praxis-route-a4455f","reconcileID":"f67bb7fa-16ea-4be6-a2a4-73bf686a5a7f","MaaSModelRef":{"name":"praxis-route-a4455f","namespace":"ai-tenant-e2e-praxis-a-a4455f"},"tenant":"e2e-praxis-a-a4455f","gateway":"openshift-ingress/e2e-praxis-a-a4455f","model":"ai-tenant-e2e-praxis-a-a4455f/praxis-route-a4455f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:38:51.596770505Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-a4455f","namespace":"ai-tenant-e2e-praxis-a-a4455f"},"namespace":"ai-tenant-e2e-praxis-a-a4455f","name":"praxis-route-a4455f","reconcileID":"f67bb7fa-16ea-4be6-a2a4-73bf686a5a7f","MaaSModelRef":{"name":"praxis-route-a4455f","namespace":"ai-tenant-e2e-praxis-a-a4455f"},"routeName":"praxis-route-a4455f-kserve-route","namespace":"ai-tenant-e2e-praxis-a-a4455f","llmisvcName":"praxis-route-a4455f","gateway":"openshift-ingress/e2e-praxis-a-a4455f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:38:55.713689159Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:39:01.6944555Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-a4455f-auth","namespace":"ai-tenant-e2e-praxis-a-a4455f"},"namespace":"ai-tenant-e2e-praxis-a-a4455f","name":"praxis-route-a4455f-auth","reconcileID":"549556bf-ce23-44b0-bed6-cca59f668836","MaaSAuthPolicy":{"name":"praxis-route-a4455f-auth","namespace":"ai-tenant-e2e-praxis-a-a4455f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-a4455f","tenantID":"e2e-praxis-a-a4455f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:39:01.746645844Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-a4455f-auth","namespace":"ai-tenant-e2e-praxis-a-a4455f"},"namespace":"ai-tenant-e2e-praxis-a-a4455f","name":"praxis-route-a4455f-auth","reconcileID":"549556bf-ce23-44b0-bed6-cca59f668836","MaaSAuthPolicy":{"name":"praxis-route-a4455f-auth","namespace":"ai-tenant-e2e-praxis-a-a4455f"},"name":"e2e-praxis-a-a4455f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:39:01.798124877Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-praxis-a-a4455f-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-a4455f-auth","namespace":"ai-tenant-e2e-praxis-a-a4455f"},"namespace":"ai-tenant-e2e-praxis-a-a4455f","name":"praxis-route-a4455f-auth","reconcileID":"549556bf-ce23-44b0-bed6-cca59f668836","MaaSAuthPolicy":{"name":"praxis-route-a4455f-auth","namespace":"ai-tenant-e2e-praxis-a-a4455f"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:39:11.898859024Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-a4455f-auth","namespace":"ai-tenant-e2e-praxis-a-a4455f"},"namespace":"ai-tenant-e2e-praxis-a-a4455f","name":"praxis-route-a4455f-auth","reconcileID":"ff359ad8-2873-4fef-857d-53ed5a6a7d2c","MaaSAuthPolicy":{"name":"praxis-route-a4455f-auth","namespace":"ai-tenant-e2e-praxis-a-a4455f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-a4455f","tenantID":"e2e-praxis-a-a4455f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:39:11.955806924Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-a4455f-auth","namespace":"ai-tenant-e2e-praxis-a-a4455f"},"namespace":"ai-tenant-e2e-praxis-a-a4455f","name":"praxis-route-a4455f-auth","reconcileID":"ff359ad8-2873-4fef-857d-53ed5a6a7d2c","MaaSAuthPolicy":{"name":"praxis-route-a4455f-auth","namespace":"ai-tenant-e2e-praxis-a-a4455f"},"name":"e2e-praxis-a-a4455f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:39:12.009619622Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-praxis-a-a4455f-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (28f61bc6863e484cdcf267682e4e9e489798a1ae94a07d4074ef10f7e4d1ffa6) AuthConfig (f670327ac9b7fcf3c7714cc856cf35bea4215c9105e1df5c248f7dd689e137a2) AuthConfig (1e27b50f80c71cea26782325a73d693b8aaef91696819dd81fadd731b8001893) AuthConfig (8e08c104ebb3180d69ce667a1a7841e12e0d3e8f13e859e825f57e3287dc1a03) AuthConfig (6465746d190596fa663dd76a2f50537bb877272f0ee570eaf1f198bf2e9704bf) AuthConfig (d61a38bb5432304795a37822e890822551f845d5bbc1f8ce90a5b50cbb21f5da) AuthConfig (46d886555dd11d4839f6897fc752a63418bb87caa662cf4ec68ad01846673fff) AuthConfig (963acbc6e46cd00fb82c88b1e760922e98909cc1c46ae666a00d7c729421a559) AuthConfig (4de34c3f185c34cfae78f6a07be5857ee788e4bfb60e06942d8832f8ba96089e) AuthConfig (58b641decf1778b2937280e03264d0e402fc29d4a6d914657838a9160822eefd) AuthConfig (88b3fe8ae7ed7a885c77631ae248b1ada043724b697817a06acb946ce622ee59) AuthConfig (406bd5e584901c1db6205b277b6cd7c0ac835ac398a2057f47148cae9b79a17c) AuthConfig (db607f72b36148811987a58d0e8bf5af2fad87acd2fa674258c7aa84a0e6376c) AuthConfig (bda7e560cd017f680d79e7a8ab8dc0de115a15edad403e2826b32ef7cc2eedb8) AuthConfig (cffd9cfd5bc826e42ee181ad9cba31f5bc1ecde0dc7483002c0ede6159c8f867) AuthConfig (0fa3cf91adbba451c97f13773beefe9766c0839cfa4717ccb8e21939883a3c6c) AuthConfig (37c0e1d88426e21d1edf9cbc491b701dbef606824b58490262e3fd90dfab4e8c) AuthConfig (0cf7a6a05816b7e67902344c2ece2663edc28eb7254f95ff9887f319cb423939)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-a4455f-auth","namespace":"ai-tenant-e2e-praxis-a-a4455f"},"namespace":"ai-tenant-e2e-praxis-a-a4455f","name":"praxis-route-a4455f-auth","reconcileID":"ff359ad8-2873-4fef-857d-53ed5a6a7d2c","MaaSAuthPolicy":{"name":"praxis-route-a4455f-auth","namespace":"ai-tenant-e2e-praxis-a-a4455f"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:39:12.060728171Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-a4455f","namespace":"ai-tenant-e2e-praxis-a-a4455f"},"namespace":"ai-tenant-e2e-praxis-a-a4455f","name":"praxis-route-a4455f","reconcileID":"25f7e60d-54a1-4d1b-87ed-893aae919432","MaaSModelRef":{"name":"praxis-route-a4455f","namespace":"ai-tenant-e2e-praxis-a-a4455f"},"tenant":"e2e-praxis-a-a4455f","gateway":"openshift-ingress/e2e-praxis-a-a4455f","model":"ai-tenant-e2e-praxis-a-a4455f/praxis-route-a4455f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:39:12.060758437Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-a4455f","namespace":"ai-tenant-e2e-praxis-a-a4455f"},"namespace":"ai-tenant-e2e-praxis-a-a4455f","name":"praxis-route-a4455f","reconcileID":"25f7e60d-54a1-4d1b-87ed-893aae919432","MaaSModelRef":{"name":"praxis-route-a4455f","namespace":"ai-tenant-e2e-praxis-a-a4455f"},"routeName":"praxis-route-a4455f-kserve-route","namespace":"ai-tenant-e2e-praxis-a-a4455f","llmisvcName":"praxis-route-a4455f","gateway":"openshift-ingress/e2e-praxis-a-a4455f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:39:22.157992943Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-a4455f-auth","namespace":"ai-tenant-e2e-praxis-a-a4455f"},"namespace":"ai-tenant-e2e-praxis-a-a4455f","name":"praxis-route-a4455f-auth","reconcileID":"ad6ed41c-f6dd-42dc-98c7-afb46b2c8723","MaaSAuthPolicy":{"name":"praxis-route-a4455f-auth","namespace":"ai-tenant-e2e-praxis-a-a4455f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-a4455f","tenantID":"e2e-praxis-a-a4455f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:39:22.210449991Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-a4455f-auth","namespace":"ai-tenant-e2e-praxis-a-a4455f"},"namespace":"ai-tenant-e2e-praxis-a-a4455f","name":"praxis-route-a4455f-auth","reconcileID":"ad6ed41c-f6dd-42dc-98c7-afb46b2c8723","MaaSAuthPolicy":{"name":"praxis-route-a4455f-auth","namespace":"ai-tenant-e2e-praxis-a-a4455f"},"name":"e2e-praxis-a-a4455f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:39:22.262199254Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-praxis-a-a4455f-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (28f61bc6863e484cdcf267682e4e9e489798a1ae94a07d4074ef10f7e4d1ffa6) AuthConfig (f670327ac9b7fcf3c7714cc856cf35bea4215c9105e1df5c248f7dd689e137a2) AuthConfig (1e27b50f80c71cea26782325a73d693b8aaef91696819dd81fadd731b8001893) AuthConfig (8e08c104ebb3180d69ce667a1a7841e12e0d3e8f13e859e825f57e3287dc1a03) AuthConfig (6465746d190596fa663dd76a2f50537bb877272f0ee570eaf1f198bf2e9704bf) AuthConfig (d61a38bb5432304795a37822e890822551f845d5bbc1f8ce90a5b50cbb21f5da) AuthConfig (46d886555dd11d4839f6897fc752a63418bb87caa662cf4ec68ad01846673fff) AuthConfig (963acbc6e46cd00fb82c88b1e760922e98909cc1c46ae666a00d7c729421a559) AuthConfig (4de34c3f185c34cfae78f6a07be5857ee788e4bfb60e06942d8832f8ba96089e) AuthConfig (58b641decf1778b2937280e03264d0e402fc29d4a6d914657838a9160822eefd) AuthConfig (88b3fe8ae7ed7a885c77631ae248b1ada043724b697817a06acb946ce622ee59) AuthConfig (406bd5e584901c1db6205b277b6cd7c0ac835ac398a2057f47148cae9b79a17c) AuthConfig (db607f72b36148811987a58d0e8bf5af2fad87acd2fa674258c7aa84a0e6376c) AuthConfig (bda7e560cd017f680d79e7a8ab8dc0de115a15edad403e2826b32ef7cc2eedb8) AuthConfig (cffd9cfd5bc826e42ee181ad9cba31f5bc1ecde0dc7483002c0ede6159c8f867) AuthConfig (0fa3cf91adbba451c97f13773beefe9766c0839cfa4717ccb8e21939883a3c6c) AuthConfig (37c0e1d88426e21d1edf9cbc491b701dbef606824b58490262e3fd90dfab4e8c) AuthConfig (0cf7a6a05816b7e67902344c2ece2663edc28eb7254f95ff9887f319cb423939)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-a4455f-auth","namespace":"ai-tenant-e2e-praxis-a-a4455f"},"namespace":"ai-tenant-e2e-praxis-a-a4455f","name":"praxis-route-a4455f-auth","reconcileID":"ad6ed41c-f6dd-42dc-98c7-afb46b2c8723","MaaSAuthPolicy":{"name":"praxis-route-a4455f-auth","namespace":"ai-tenant-e2e-praxis-a-a4455f"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:39:25.71325823Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:39:29.591142003Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-8570a0","namespace":"ai-tenant-e2e-shared-b-w3-8570a0"},"namespace":"ai-tenant-e2e-shared-b-w3-8570a0","name":"auth-test-model-8570a0","reconcileID":"e2c1a0db-4b8b-4928-9a8c-5b3583cb4c33","MaaSModelRef":{"name":"auth-test-model-8570a0","namespace":"ai-tenant-e2e-shared-b-w3-8570a0"},"tenant":"e2e-shared-b-w3-8570a0","gateway":"openshift-ingress/e2e-shared-b-w3-8570a0","model":"ai-tenant-e2e-shared-b-w3-8570a0/auth-test-model-8570a0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:39:29.591260125Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-8570a0","namespace":"ai-tenant-e2e-shared-b-w3-8570a0"},"namespace":"ai-tenant-e2e-shared-b-w3-8570a0","name":"auth-test-model-8570a0","reconcileID":"e2c1a0db-4b8b-4928-9a8c-5b3583cb4c33","MaaSModelRef":{"name":"auth-test-model-8570a0","namespace":"ai-tenant-e2e-shared-b-w3-8570a0"},"routeName":"auth-test-model-8570a0-kserve-route","namespace":"ai-tenant-e2e-shared-b-w3-8570a0","llmisvcName":"auth-test-model-8570a0","gateway":"openshift-ingress/e2e-shared-b-w3-8570a0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:39:32.359057371Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-a4455f-auth","namespace":"ai-tenant-e2e-praxis-a-a4455f"},"namespace":"ai-tenant-e2e-praxis-a-a4455f","name":"praxis-route-a4455f-auth","reconcileID":"12dfcf26-fb7a-43e9-bff2-f808d82581a8","MaaSAuthPolicy":{"name":"praxis-route-a4455f-auth","namespace":"ai-tenant-e2e-praxis-a-a4455f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-a4455f","tenantID":"e2e-praxis-a-a4455f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:39:32.412086339Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-a4455f-auth","namespace":"ai-tenant-e2e-praxis-a-a4455f"},"namespace":"ai-tenant-e2e-praxis-a-a4455f","name":"praxis-route-a4455f-auth","reconcileID":"12dfcf26-fb7a-43e9-bff2-f808d82581a8","MaaSAuthPolicy":{"name":"praxis-route-a4455f-auth","namespace":"ai-tenant-e2e-praxis-a-a4455f"},"name":"e2e-praxis-a-a4455f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:39:32.7140965Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-a4455f","namespace":"ai-tenant-e2e-praxis-a-a4455f"},"namespace":"ai-tenant-e2e-praxis-a-a4455f","name":"praxis-route-a4455f","reconcileID":"5a28e5ed-1b5d-4255-9c05-e0ba49b8d412","MaaSModelRef":{"name":"praxis-route-a4455f","namespace":"ai-tenant-e2e-praxis-a-a4455f"},"tenant":"e2e-praxis-a-a4455f","gateway":"openshift-ingress/e2e-praxis-a-a4455f","model":"ai-tenant-e2e-praxis-a-a4455f/praxis-route-a4455f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:39:32.714117694Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-a4455f","namespace":"ai-tenant-e2e-praxis-a-a4455f"},"namespace":"ai-tenant-e2e-praxis-a-a4455f","name":"praxis-route-a4455f","reconcileID":"5a28e5ed-1b5d-4255-9c05-e0ba49b8d412","MaaSModelRef":{"name":"praxis-route-a4455f","namespace":"ai-tenant-e2e-praxis-a-a4455f"},"routeName":"praxis-route-a4455f-kserve-route","namespace":"ai-tenant-e2e-praxis-a-a4455f","llmisvcName":"praxis-route-a4455f","gateway":"openshift-ingress/e2e-praxis-a-a4455f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:39:35.046513597Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-1250b3","namespace":"ai-tenant-e2e-shared-a-w3-1250b3"},"namespace":"ai-tenant-e2e-shared-a-w3-1250b3","name":"auth-test-model-1250b3","reconcileID":"cc016276-afa7-4fbf-82c7-5b6d79786f7b","MaaSModelRef":{"name":"auth-test-model-1250b3","namespace":"ai-tenant-e2e-shared-a-w3-1250b3"},"tenant":"e2e-shared-a-w3-1250b3","gateway":"openshift-ingress/e2e-shared-a-w3-1250b3","model":"ai-tenant-e2e-shared-a-w3-1250b3/auth-test-model-1250b3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:39:35.046539264Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-1250b3","namespace":"ai-tenant-e2e-shared-a-w3-1250b3"},"namespace":"ai-tenant-e2e-shared-a-w3-1250b3","name":"auth-test-model-1250b3","reconcileID":"cc016276-afa7-4fbf-82c7-5b6d79786f7b","MaaSModelRef":{"name":"auth-test-model-1250b3","namespace":"ai-tenant-e2e-shared-a-w3-1250b3"},"routeName":"auth-test-model-1250b3-kserve-route","namespace":"ai-tenant-e2e-shared-a-w3-1250b3","llmisvcName":"auth-test-model-1250b3","gateway":"openshift-ingress/e2e-shared-a-w3-1250b3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:39:35.099250842Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-1250b3","namespace":"ai-tenant-e2e-shared-a-w3-1250b3"},"namespace":"ai-tenant-e2e-shared-a-w3-1250b3","name":"auth-test-model-1250b3","reconcileID":"5fdbea19-9e01-442f-92cd-4f760f9e9bea","MaaSModelRef":{"name":"auth-test-model-1250b3","namespace":"ai-tenant-e2e-shared-a-w3-1250b3"},"tenant":"e2e-shared-a-w3-1250b3","gateway":"openshift-ingress/e2e-shared-a-w3-1250b3","model":"ai-tenant-e2e-shared-a-w3-1250b3/auth-test-model-1250b3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:39:35.099273696Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-1250b3","namespace":"ai-tenant-e2e-shared-a-w3-1250b3"},"namespace":"ai-tenant-e2e-shared-a-w3-1250b3","name":"auth-test-model-1250b3","reconcileID":"5fdbea19-9e01-442f-92cd-4f760f9e9bea","MaaSModelRef":{"name":"auth-test-model-1250b3","namespace":"ai-tenant-e2e-shared-a-w3-1250b3"},"routeName":"auth-test-model-1250b3-kserve-route","namespace":"ai-tenant-e2e-shared-a-w3-1250b3","llmisvcName":"auth-test-model-1250b3","gateway":"openshift-ingress/e2e-shared-a-w3-1250b3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:39:35.197041543Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-f49287","namespace":"ai-tenant-e2e-shared-a-w3-1250b3"},"namespace":"ai-tenant-e2e-shared-a-w3-1250b3","name":"e2e-auth-iso-f49287","reconcileID":"2c66581c-15fb-494c-ad5e-caea30a3318f","MaaSAuthPolicy":{"name":"e2e-auth-iso-f49287","namespace":"ai-tenant-e2e-shared-a-w3-1250b3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w3-1250b3","tenantID":"e2e-shared-a-w3-1250b3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:39:35.31212629Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-f49287","namespace":"ai-tenant-e2e-shared-a-w3-1250b3"},"namespace":"ai-tenant-e2e-shared-a-w3-1250b3","name":"e2e-auth-iso-f49287","reconcileID":"2c66581c-15fb-494c-ad5e-caea30a3318f","MaaSAuthPolicy":{"name":"e2e-auth-iso-f49287","namespace":"ai-tenant-e2e-shared-a-w3-1250b3"},"name":"e2e-shared-a-w3-1250b3-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:39:35.363357764Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w3-1250b3-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-f49287","namespace":"ai-tenant-e2e-shared-a-w3-1250b3"},"namespace":"ai-tenant-e2e-shared-a-w3-1250b3","name":"e2e-auth-iso-f49287","reconcileID":"2c66581c-15fb-494c-ad5e-caea30a3318f","MaaSAuthPolicy":{"name":"e2e-auth-iso-f49287","namespace":"ai-tenant-e2e-shared-a-w3-1250b3"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:39:35.416971147Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-1250b3","namespace":"ai-tenant-e2e-shared-a-w3-1250b3"},"namespace":"ai-tenant-e2e-shared-a-w3-1250b3","name":"auth-test-model-1250b3","reconcileID":"ee816db2-7d99-4676-a246-7d21859e6b6b","MaaSModelRef":{"name":"auth-test-model-1250b3","namespace":"ai-tenant-e2e-shared-a-w3-1250b3"},"tenant":"e2e-shared-a-w3-1250b3","gateway":"openshift-ingress/e2e-shared-a-w3-1250b3","model":"ai-tenant-e2e-shared-a-w3-1250b3/auth-test-model-1250b3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:39:35.416991975Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-1250b3","namespace":"ai-tenant-e2e-shared-a-w3-1250b3"},"namespace":"ai-tenant-e2e-shared-a-w3-1250b3","name":"auth-test-model-1250b3","reconcileID":"ee816db2-7d99-4676-a246-7d21859e6b6b","MaaSModelRef":{"name":"auth-test-model-1250b3","namespace":"ai-tenant-e2e-shared-a-w3-1250b3"},"routeName":"auth-test-model-1250b3-kserve-route","namespace":"ai-tenant-e2e-shared-a-w3-1250b3","llmisvcName":"auth-test-model-1250b3","gateway":"openshift-ingress/e2e-shared-a-w3-1250b3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:39:37.37175898Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-743d9b","namespace":"ai-tenant-e2e-shared-b-w0-743d9b"},"namespace":"ai-tenant-e2e-shared-b-w0-743d9b","name":"auth-test-model-743d9b","reconcileID":"ec7bf4c8-b0cb-488e-902e-9558c72ea5fe","MaaSModelRef":{"name":"auth-test-model-743d9b","namespace":"ai-tenant-e2e-shared-b-w0-743d9b"},"tenant":"e2e-shared-b-w0-743d9b","gateway":"openshift-ingress/e2e-shared-b-w0-743d9b","model":"ai-tenant-e2e-shared-b-w0-743d9b/auth-test-model-743d9b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:39:37.371793729Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-743d9b","namespace":"ai-tenant-e2e-shared-b-w0-743d9b"},"namespace":"ai-tenant-e2e-shared-b-w0-743d9b","name":"auth-test-model-743d9b","reconcileID":"ec7bf4c8-b0cb-488e-902e-9558c72ea5fe","MaaSModelRef":{"name":"auth-test-model-743d9b","namespace":"ai-tenant-e2e-shared-b-w0-743d9b"},"routeName":"auth-test-model-743d9b-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-743d9b","llmisvcName":"auth-test-model-743d9b","gateway":"openshift-ingress/e2e-shared-b-w0-743d9b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:39:38.24939752Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-a4455f","namespace":"ai-tenant-e2e-praxis-a-a4455f"},"namespace":"ai-tenant-e2e-praxis-a-a4455f","name":"praxis-route-a4455f","reconcileID":"dc66f47a-c9af-4e4f-9b3a-774466e29927","MaaSModelRef":{"name":"praxis-route-a4455f","namespace":"ai-tenant-e2e-praxis-a-a4455f"},"tenant":"e2e-praxis-a-a4455f","gateway":"openshift-ingress/e2e-praxis-a-a4455f","model":"ai-tenant-e2e-praxis-a-a4455f/praxis-route-a4455f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:39:38.250133124Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-a4455f","namespace":"ai-tenant-e2e-praxis-a-a4455f"},"namespace":"ai-tenant-e2e-praxis-a-a4455f","name":"praxis-route-a4455f","reconcileID":"dc66f47a-c9af-4e4f-9b3a-774466e29927","MaaSModelRef":{"name":"praxis-route-a4455f","namespace":"ai-tenant-e2e-praxis-a-a4455f"},"routeName":"praxis-route-a4455f-kserve-route","namespace":"ai-tenant-e2e-praxis-a-a4455f","llmisvcName":"praxis-route-a4455f","gateway":"openshift-ingress/e2e-praxis-a-a4455f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:39:38.306465232Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-a4455f","namespace":"ai-tenant-e2e-praxis-a-a4455f"},"namespace":"ai-tenant-e2e-praxis-a-a4455f","name":"praxis-route-a4455f","reconcileID":"23db8801-472c-4a88-83d1-cfe618be6c5e","MaaSModelRef":{"name":"praxis-route-a4455f","namespace":"ai-tenant-e2e-praxis-a-a4455f"},"tenant":"e2e-praxis-a-a4455f","gateway":"openshift-ingress/e2e-praxis-a-a4455f","model":"ai-tenant-e2e-praxis-a-a4455f/praxis-route-a4455f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:39:38.307306696Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-a4455f","namespace":"ai-tenant-e2e-praxis-a-a4455f"},"namespace":"ai-tenant-e2e-praxis-a-a4455f","name":"praxis-route-a4455f","reconcileID":"23db8801-472c-4a88-83d1-cfe618be6c5e","MaaSModelRef":{"name":"praxis-route-a4455f","namespace":"ai-tenant-e2e-praxis-a-a4455f"},"routeName":"praxis-route-a4455f-kserve-route","namespace":"ai-tenant-e2e-praxis-a-a4455f","llmisvcName":"praxis-route-a4455f","gateway":"openshift-ingress/e2e-praxis-a-a4455f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:39:38.346284193Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-a4455f-auth","namespace":"ai-tenant-e2e-praxis-a-a4455f"},"namespace":"ai-tenant-e2e-praxis-a-a4455f","name":"praxis-route-a4455f-auth","reconcileID":"06250bd3-ae45-4a77-b729-cb7f524cf9ed","MaaSAuthPolicy":{"name":"praxis-route-a4455f-auth","namespace":"ai-tenant-e2e-praxis-a-a4455f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-a4455f","tenantID":"e2e-praxis-a-a4455f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T12:39:38.354016445Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"praxis-route-a4455f-sub","namespace":"ai-tenant-e2e-praxis-a-a4455f"},"namespace":"ai-tenant-e2e-praxis-a-a4455f","name":"praxis-route-a4455f-sub","reconcileID":"28c3e0ef-e6a6-4b4b-a627-3655ef438cd5","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"praxis-route-a4455f-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T12:39:38.398863244Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-a4455f-auth","namespace":"ai-tenant-e2e-praxis-a-a4455f"},"namespace":"ai-tenant-e2e-praxis-a-a4455f","name":"praxis-route-a4455f-auth","reconcileID":"06250bd3-ae45-4a77-b729-cb7f524cf9ed","MaaSAuthPolicy":{"name":"praxis-route-a4455f-auth","namespace":"ai-tenant-e2e-praxis-a-a4455f"},"name":"e2e-praxis-a-a4455f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:39:38.461211134Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-a4455f","namespace":"ai-tenant-e2e-praxis-a-a4455f"},"namespace":"ai-tenant-e2e-praxis-a-a4455f","name":"praxis-route-a4455f","reconcileID":"4bba2ac3-4b3c-43b1-9979-0cd08e3561f0","MaaSModelRef":{"name":"praxis-route-a4455f","namespace":"ai-tenant-e2e-praxis-a-a4455f"},"tenant":"e2e-praxis-a-a4455f","gateway":"openshift-ingress/e2e-praxis-a-a4455f","model":"ai-tenant-e2e-praxis-a-a4455f/praxis-route-a4455f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:39:38.461234443Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-a4455f","namespace":"ai-tenant-e2e-praxis-a-a4455f"},"namespace":"ai-tenant-e2e-praxis-a-a4455f","name":"praxis-route-a4455f","reconcileID":"4bba2ac3-4b3c-43b1-9979-0cd08e3561f0","MaaSModelRef":{"name":"praxis-route-a4455f","namespace":"ai-tenant-e2e-praxis-a-a4455f"},"routeName":"praxis-route-a4455f-kserve-route","namespace":"ai-tenant-e2e-praxis-a-a4455f","llmisvcName":"praxis-route-a4455f","gateway":"openshift-ingress/e2e-praxis-a-a4455f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:39:38.514350986Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-a4455f","namespace":"ai-tenant-e2e-praxis-a-a4455f"},"namespace":"ai-tenant-e2e-praxis-a-a4455f","name":"praxis-route-a4455f","reconcileID":"c993da16-b03a-4271-b862-35bb2cf4e6ec","MaaSModelRef":{"name":"praxis-route-a4455f","namespace":"ai-tenant-e2e-praxis-a-a4455f"},"tenant":"e2e-praxis-a-a4455f","gateway":"openshift-ingress/e2e-praxis-a-a4455f","model":"ai-tenant-e2e-praxis-a-a4455f/praxis-route-a4455f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:39:38.514421485Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-a4455f","namespace":"ai-tenant-e2e-praxis-a-a4455f"},"namespace":"ai-tenant-e2e-praxis-a-a4455f","name":"praxis-route-a4455f","reconcileID":"c993da16-b03a-4271-b862-35bb2cf4e6ec","MaaSModelRef":{"name":"praxis-route-a4455f","namespace":"ai-tenant-e2e-praxis-a-a4455f"},"routeName":"praxis-route-a4455f-kserve-route","namespace":"ai-tenant-e2e-praxis-a-a4455f","llmisvcName":"praxis-route-a4455f","gateway":"openshift-ingress/e2e-praxis-a-a4455f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:39:38.692756798Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-a4455f-auth","namespace":"ai-tenant-e2e-praxis-a-a4455f"},"namespace":"ai-tenant-e2e-praxis-a-a4455f","name":"praxis-route-a4455f-auth","reconcileID":"62a25bf2-9b89-43ca-86e9-d78782ad2913","MaaSAuthPolicy":{"name":"praxis-route-a4455f-auth","namespace":"ai-tenant-e2e-praxis-a-a4455f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-a4455f","tenantID":"e2e-praxis-a-a4455f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:39:38.713834093Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"praxis-route-a4455f-sub","namespace":"ai-tenant-e2e-praxis-a-a4455f"},"namespace":"ai-tenant-e2e-praxis-a-a4455f","name":"praxis-route-a4455f-sub","reconcileID":"e83331a2-c888-4ae6-af17-90ddbb3341e6","MaaSSubscription":{"name":"praxis-route-a4455f-sub","namespace":"ai-tenant-e2e-praxis-a-a4455f"},"name":"maas-trlp-praxis-route-a4455f","model":"praxis-route-a4455f","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-praxis-a-a4455f/praxis-route-a4455f-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:39:38.744726521Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-a4455f-auth","namespace":"ai-tenant-e2e-praxis-a-a4455f"},"namespace":"ai-tenant-e2e-praxis-a-a4455f","name":"praxis-route-a4455f-auth","reconcileID":"62a25bf2-9b89-43ca-86e9-d78782ad2913","MaaSAuthPolicy":{"name":"praxis-route-a4455f-auth","namespace":"ai-tenant-e2e-praxis-a-a4455f"},"name":"e2e-praxis-a-a4455f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:39:38.867336743Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-a4455f","namespace":"ai-tenant-e2e-praxis-a-a4455f"},"namespace":"ai-tenant-e2e-praxis-a-a4455f","name":"praxis-route-a4455f","reconcileID":"d9295c65-bb3a-4f58-98a6-ff72039815e6","MaaSModelRef":{"name":"praxis-route-a4455f","namespace":"ai-tenant-e2e-praxis-a-a4455f"},"tenant":"e2e-praxis-a-a4455f","gateway":"openshift-ingress/e2e-praxis-a-a4455f","model":"ai-tenant-e2e-praxis-a-a4455f/praxis-route-a4455f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:39:38.86736001Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-a4455f","namespace":"ai-tenant-e2e-praxis-a-a4455f"},"namespace":"ai-tenant-e2e-praxis-a-a4455f","name":"praxis-route-a4455f","reconcileID":"d9295c65-bb3a-4f58-98a6-ff72039815e6","MaaSModelRef":{"name":"praxis-route-a4455f","namespace":"ai-tenant-e2e-praxis-a-a4455f"},"routeName":"praxis-route-a4455f-kserve-route","namespace":"ai-tenant-e2e-praxis-a-a4455f","llmisvcName":"praxis-route-a4455f","gateway":"openshift-ingress/e2e-praxis-a-a4455f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:39:39.060756674Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"praxis-route-a4455f-sub","namespace":"ai-tenant-e2e-praxis-a-a4455f"},"namespace":"ai-tenant-e2e-praxis-a-a4455f","name":"praxis-route-a4455f-sub","reconcileID":"c5a065b6-6592-4705-b487-af89a03fd253","MaaSSubscription":{"name":"praxis-route-a4455f-sub","namespace":"ai-tenant-e2e-praxis-a-a4455f"},"name":"maas-trlp-praxis-route-a4455f","model":"ai-tenant-e2e-praxis-a-a4455f/praxis-route-a4455f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:39:42.825770792Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-ab27b8","namespace":"ai-tenant-e2e-shared-a-w0-ab27b8"},"namespace":"ai-tenant-e2e-shared-a-w0-ab27b8","name":"auth-test-model-ab27b8","reconcileID":"9ea476ed-67d8-401b-8666-461b3e1c7d4e","MaaSModelRef":{"name":"auth-test-model-ab27b8","namespace":"ai-tenant-e2e-shared-a-w0-ab27b8"},"tenant":"e2e-shared-a-w0-ab27b8","gateway":"openshift-ingress/e2e-shared-a-w0-ab27b8","model":"ai-tenant-e2e-shared-a-w0-ab27b8/auth-test-model-ab27b8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:39:42.825799753Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-ab27b8","namespace":"ai-tenant-e2e-shared-a-w0-ab27b8"},"namespace":"ai-tenant-e2e-shared-a-w0-ab27b8","name":"auth-test-model-ab27b8","reconcileID":"9ea476ed-67d8-401b-8666-461b3e1c7d4e","MaaSModelRef":{"name":"auth-test-model-ab27b8","namespace":"ai-tenant-e2e-shared-a-w0-ab27b8"},"routeName":"auth-test-model-ab27b8-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-ab27b8","llmisvcName":"auth-test-model-ab27b8","gateway":"openshift-ingress/e2e-shared-a-w0-ab27b8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:39:42.876780211Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-ab27b8","namespace":"ai-tenant-e2e-shared-a-w0-ab27b8"},"namespace":"ai-tenant-e2e-shared-a-w0-ab27b8","name":"auth-test-model-ab27b8","reconcileID":"141c47a0-cbe5-42e7-9679-4d2d90bc37f2","MaaSModelRef":{"name":"auth-test-model-ab27b8","namespace":"ai-tenant-e2e-shared-a-w0-ab27b8"},"tenant":"e2e-shared-a-w0-ab27b8","gateway":"openshift-ingress/e2e-shared-a-w0-ab27b8","model":"ai-tenant-e2e-shared-a-w0-ab27b8/auth-test-model-ab27b8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:39:42.876800255Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-ab27b8","namespace":"ai-tenant-e2e-shared-a-w0-ab27b8"},"namespace":"ai-tenant-e2e-shared-a-w0-ab27b8","name":"auth-test-model-ab27b8","reconcileID":"141c47a0-cbe5-42e7-9679-4d2d90bc37f2","MaaSModelRef":{"name":"auth-test-model-ab27b8","namespace":"ai-tenant-e2e-shared-a-w0-ab27b8"},"routeName":"auth-test-model-ab27b8-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-ab27b8","llmisvcName":"auth-test-model-ab27b8","gateway":"openshift-ingress/e2e-shared-a-w0-ab27b8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:39:42.973353374Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-6afa76","namespace":"ai-tenant-e2e-shared-a-w0-ab27b8"},"namespace":"ai-tenant-e2e-shared-a-w0-ab27b8","name":"e2e-auth-iso-6afa76","reconcileID":"c64a9e7d-5cff-4ac8-9a39-3096a7de6c03","MaaSAuthPolicy":{"name":"e2e-auth-iso-6afa76","namespace":"ai-tenant-e2e-shared-a-w0-ab27b8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-ab27b8","tenantID":"e2e-shared-a-w0-ab27b8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:39:43.088169833Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-6afa76","namespace":"ai-tenant-e2e-shared-a-w0-ab27b8"},"namespace":"ai-tenant-e2e-shared-a-w0-ab27b8","name":"e2e-auth-iso-6afa76","reconcileID":"c64a9e7d-5cff-4ac8-9a39-3096a7de6c03","MaaSAuthPolicy":{"name":"e2e-auth-iso-6afa76","namespace":"ai-tenant-e2e-shared-a-w0-ab27b8"},"name":"e2e-shared-a-w0-ab27b8-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:39:43.139281001Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w0-ab27b8-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-6afa76","namespace":"ai-tenant-e2e-shared-a-w0-ab27b8"},"namespace":"ai-tenant-e2e-shared-a-w0-ab27b8","name":"e2e-auth-iso-6afa76","reconcileID":"c64a9e7d-5cff-4ac8-9a39-3096a7de6c03","MaaSAuthPolicy":{"name":"e2e-auth-iso-6afa76","namespace":"ai-tenant-e2e-shared-a-w0-ab27b8"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:39:43.194719435Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-ab27b8","namespace":"ai-tenant-e2e-shared-a-w0-ab27b8"},"namespace":"ai-tenant-e2e-shared-a-w0-ab27b8","name":"auth-test-model-ab27b8","reconcileID":"073c908a-ba3a-4cfe-aede-b4831c3cbfc1","MaaSModelRef":{"name":"auth-test-model-ab27b8","namespace":"ai-tenant-e2e-shared-a-w0-ab27b8"},"tenant":"e2e-shared-a-w0-ab27b8","gateway":"openshift-ingress/e2e-shared-a-w0-ab27b8","model":"ai-tenant-e2e-shared-a-w0-ab27b8/auth-test-model-ab27b8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:39:43.194741239Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-ab27b8","namespace":"ai-tenant-e2e-shared-a-w0-ab27b8"},"namespace":"ai-tenant-e2e-shared-a-w0-ab27b8","name":"auth-test-model-ab27b8","reconcileID":"073c908a-ba3a-4cfe-aede-b4831c3cbfc1","MaaSModelRef":{"name":"auth-test-model-ab27b8","namespace":"ai-tenant-e2e-shared-a-w0-ab27b8"},"routeName":"auth-test-model-ab27b8-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-ab27b8","llmisvcName":"auth-test-model-ab27b8","gateway":"openshift-ingress/e2e-shared-a-w0-ab27b8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:39:45.516622989Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-f49287","namespace":"ai-tenant-e2e-shared-a-w3-1250b3"},"namespace":"ai-tenant-e2e-shared-a-w3-1250b3","name":"e2e-auth-iso-f49287","reconcileID":"1d99ee67-e1c2-431a-a644-87d9b92cc41c","MaaSAuthPolicy":{"name":"e2e-auth-iso-f49287","namespace":"ai-tenant-e2e-shared-a-w3-1250b3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w3-1250b3","tenantID":"e2e-shared-a-w3-1250b3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:39:45.568935418Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-f49287","namespace":"ai-tenant-e2e-shared-a-w3-1250b3"},"namespace":"ai-tenant-e2e-shared-a-w3-1250b3","name":"e2e-auth-iso-f49287","reconcileID":"1d99ee67-e1c2-431a-a644-87d9b92cc41c","MaaSAuthPolicy":{"name":"e2e-auth-iso-f49287","namespace":"ai-tenant-e2e-shared-a-w3-1250b3"},"name":"e2e-shared-a-w3-1250b3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:39:45.621703218Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w3-1250b3-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-f49287","namespace":"ai-tenant-e2e-shared-a-w3-1250b3"},"namespace":"ai-tenant-e2e-shared-a-w3-1250b3","name":"e2e-auth-iso-f49287","reconcileID":"1d99ee67-e1c2-431a-a644-87d9b92cc41c","MaaSAuthPolicy":{"name":"e2e-auth-iso-f49287","namespace":"ai-tenant-e2e-shared-a-w3-1250b3"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:39:53.292916301Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-6afa76","namespace":"ai-tenant-e2e-shared-a-w0-ab27b8"},"namespace":"ai-tenant-e2e-shared-a-w0-ab27b8","name":"e2e-auth-iso-6afa76","reconcileID":"fa915c1f-e520-45d3-9b46-7de1262436d1","MaaSAuthPolicy":{"name":"e2e-auth-iso-6afa76","namespace":"ai-tenant-e2e-shared-a-w0-ab27b8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-ab27b8","tenantID":"e2e-shared-a-w0-ab27b8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:39:53.3457772Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-6afa76","namespace":"ai-tenant-e2e-shared-a-w0-ab27b8"},"namespace":"ai-tenant-e2e-shared-a-w0-ab27b8","name":"e2e-auth-iso-6afa76","reconcileID":"fa915c1f-e520-45d3-9b46-7de1262436d1","MaaSAuthPolicy":{"name":"e2e-auth-iso-6afa76","namespace":"ai-tenant-e2e-shared-a-w0-ab27b8"},"name":"e2e-shared-a-w0-ab27b8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:39:53.396703662Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w0-ab27b8-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-6afa76","namespace":"ai-tenant-e2e-shared-a-w0-ab27b8"},"namespace":"ai-tenant-e2e-shared-a-w0-ab27b8","name":"e2e-auth-iso-6afa76","reconcileID":"fa915c1f-e520-45d3-9b46-7de1262436d1","MaaSAuthPolicy":{"name":"e2e-auth-iso-6afa76","namespace":"ai-tenant-e2e-shared-a-w0-ab27b8"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:39:55.713130252Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:39:55.718855004Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-f49287","namespace":"ai-tenant-e2e-shared-a-w3-1250b3"},"namespace":"ai-tenant-e2e-shared-a-w3-1250b3","name":"e2e-auth-iso-f49287","reconcileID":"790277d2-d636-4196-9278-c64963c2226c","MaaSAuthPolicy":{"name":"e2e-auth-iso-f49287","namespace":"ai-tenant-e2e-shared-a-w3-1250b3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w3-1250b3","tenantID":"e2e-shared-a-w3-1250b3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:39:55.771395991Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-f49287","namespace":"ai-tenant-e2e-shared-a-w3-1250b3"},"namespace":"ai-tenant-e2e-shared-a-w3-1250b3","name":"e2e-auth-iso-f49287","reconcileID":"790277d2-d636-4196-9278-c64963c2226c","MaaSAuthPolicy":{"name":"e2e-auth-iso-f49287","namespace":"ai-tenant-e2e-shared-a-w3-1250b3"},"name":"e2e-shared-a-w3-1250b3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:39:55.822640264Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w3-1250b3-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-f49287","namespace":"ai-tenant-e2e-shared-a-w3-1250b3"},"namespace":"ai-tenant-e2e-shared-a-w3-1250b3","name":"e2e-auth-iso-f49287","reconcileID":"790277d2-d636-4196-9278-c64963c2226c","MaaSAuthPolicy":{"name":"e2e-auth-iso-f49287","namespace":"ai-tenant-e2e-shared-a-w3-1250b3"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:40:03.495257473Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-6afa76","namespace":"ai-tenant-e2e-shared-a-w0-ab27b8"},"namespace":"ai-tenant-e2e-shared-a-w0-ab27b8","name":"e2e-auth-iso-6afa76","reconcileID":"914e553d-5faa-4698-aaae-5a59cc900987","MaaSAuthPolicy":{"name":"e2e-auth-iso-6afa76","namespace":"ai-tenant-e2e-shared-a-w0-ab27b8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-ab27b8","tenantID":"e2e-shared-a-w0-ab27b8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:40:03.547963828Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-6afa76","namespace":"ai-tenant-e2e-shared-a-w0-ab27b8"},"namespace":"ai-tenant-e2e-shared-a-w0-ab27b8","name":"e2e-auth-iso-6afa76","reconcileID":"914e553d-5faa-4698-aaae-5a59cc900987","MaaSAuthPolicy":{"name":"e2e-auth-iso-6afa76","namespace":"ai-tenant-e2e-shared-a-w0-ab27b8"},"name":"e2e-shared-a-w0-ab27b8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:40:03.601896346Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w0-ab27b8-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-6afa76","namespace":"ai-tenant-e2e-shared-a-w0-ab27b8"},"namespace":"ai-tenant-e2e-shared-a-w0-ab27b8","name":"e2e-auth-iso-6afa76","reconcileID":"914e553d-5faa-4698-aaae-5a59cc900987","MaaSAuthPolicy":{"name":"e2e-auth-iso-6afa76","namespace":"ai-tenant-e2e-shared-a-w0-ab27b8"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:40:05.183311981Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"autores-model-561bd4","namespace":"ai-tenant-e2e-autores-561bd4"},"namespace":"ai-tenant-e2e-autores-561bd4","name":"autores-model-561bd4","reconcileID":"d84af7d9-089f-4b7d-b265-664cdba56079","MaaSModelRef":{"name":"autores-model-561bd4","namespace":"ai-tenant-e2e-autores-561bd4"},"tenant":"e2e-autores-561bd4","gateway":"openshift-ingress/e2e-autores-561bd4","model":"ai-tenant-e2e-autores-561bd4/autores-model-561bd4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:40:05.183347657Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"autores-model-561bd4","namespace":"ai-tenant-e2e-autores-561bd4"},"namespace":"ai-tenant-e2e-autores-561bd4","name":"autores-model-561bd4","reconcileID":"d84af7d9-089f-4b7d-b265-664cdba56079","MaaSModelRef":{"name":"autores-model-561bd4","namespace":"ai-tenant-e2e-autores-561bd4"},"routeName":"autores-model-561bd4-kserve-route","namespace":"ai-tenant-e2e-autores-561bd4","llmisvcName":"autores-model-561bd4","gateway":"openshift-ingress/e2e-autores-561bd4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:40:05.920877348Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-f49287","namespace":"ai-tenant-e2e-shared-a-w3-1250b3"},"namespace":"ai-tenant-e2e-shared-a-w3-1250b3","name":"e2e-auth-iso-f49287","reconcileID":"e4618ba9-5f3f-4003-8041-05cbdc3dd3a2","MaaSAuthPolicy":{"name":"e2e-auth-iso-f49287","namespace":"ai-tenant-e2e-shared-a-w3-1250b3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w3-1250b3","tenantID":"e2e-shared-a-w3-1250b3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:40:05.977620118Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-f49287","namespace":"ai-tenant-e2e-shared-a-w3-1250b3"},"namespace":"ai-tenant-e2e-shared-a-w3-1250b3","name":"e2e-auth-iso-f49287","reconcileID":"e4618ba9-5f3f-4003-8041-05cbdc3dd3a2","MaaSAuthPolicy":{"name":"e2e-auth-iso-f49287","namespace":"ai-tenant-e2e-shared-a-w3-1250b3"},"name":"e2e-shared-a-w3-1250b3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:40:06.029507578Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w3-1250b3-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (064a0d80fcfca8f183cd6948187fb0ae4cae3ea2cd23164378a6fab41e88099a) AuthConfig (d32731e5234f710132c61a3ab5d5b9eee6b6f009946b2311e921e1edc8ce1a6c) AuthConfig (9add5bb16fc1dbbeae85636e4f29fb900c0819e6bffecf3130b7452c9466ccab) AuthConfig (6b8e817c12e469a7a852128ff59c2e251c86374b9cddb4344d62ab8f96b4cd77) AuthConfig (0169c703151deadebe2cd534640ddf708ad282eace407221aeaf8253aabd8602) AuthConfig (4011cc2c3f3d59cbd226d3bbd5ea3ee58989534cbbd1d7250945d1af416b9b10) AuthConfig (7695e746d3e32e91e01ed9413c5e4eb2b032761d0cff31ff3feedab673c954d9) AuthConfig (8fcf9117761679ab513304c6b02d6a7427e5ef05417b46674d06012596ebd30f) AuthConfig (def2619926ef5731efb01a21308824cd6b39de75bfe7e737d4c9a400384b600c) AuthConfig (56180c36e88a53875f92cbb0c1307785d772d54b2ab369232999ea359b86abc6) AuthConfig (1d07f6398d4bca9f528f77e9ba578e1a1a1b598384ac2e7291d439d9b1a27b62) AuthConfig (76e2ee7d37d2f222bb9b1c2fbd3116654a7604654272adda11d513679931f7ea) AuthConfig (980279bdba11fbbdb4c526eb338b445e2ca2ec6f7323b1bdfd0f7ae2ef8754e7) AuthConfig (21b29a2c94d3332c81699403fd57c151679bac357f5cde5f71ece33b239bfd75) AuthConfig (2bfc33f8aec1b2d030fcaa24d2b22e6c8a0d47e73e7cabb64516f99b9b25256f) AuthConfig (7c9f6421d65a3dbe32c335e1bcd850e202be4eca256dc803321aba44bd45363e) AuthConfig (7316e68c94b1d13269e4846f929924a500d39a5e0b31d7b053068601648203a6) AuthConfig (f38f083576cea4ec87cd195d89d04d97274057e592b03e66a614ae9429e374d3)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-f49287","namespace":"ai-tenant-e2e-shared-a-w3-1250b3"},"namespace":"ai-tenant-e2e-shared-a-w3-1250b3","name":"e2e-auth-iso-f49287","reconcileID":"e4618ba9-5f3f-4003-8041-05cbdc3dd3a2","MaaSAuthPolicy":{"name":"e2e-auth-iso-f49287","namespace":"ai-tenant-e2e-shared-a-w3-1250b3"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:40:06.081021906Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-1250b3","namespace":"ai-tenant-e2e-shared-a-w3-1250b3"},"namespace":"ai-tenant-e2e-shared-a-w3-1250b3","name":"auth-test-model-1250b3","reconcileID":"e066305b-179b-411c-a766-46ddba7b4c66","MaaSModelRef":{"name":"auth-test-model-1250b3","namespace":"ai-tenant-e2e-shared-a-w3-1250b3"},"tenant":"e2e-shared-a-w3-1250b3","gateway":"openshift-ingress/e2e-shared-a-w3-1250b3","model":"ai-tenant-e2e-shared-a-w3-1250b3/auth-test-model-1250b3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:40:06.081041719Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-1250b3","namespace":"ai-tenant-e2e-shared-a-w3-1250b3"},"namespace":"ai-tenant-e2e-shared-a-w3-1250b3","name":"auth-test-model-1250b3","reconcileID":"e066305b-179b-411c-a766-46ddba7b4c66","MaaSModelRef":{"name":"auth-test-model-1250b3","namespace":"ai-tenant-e2e-shared-a-w3-1250b3"},"routeName":"auth-test-model-1250b3-kserve-route","namespace":"ai-tenant-e2e-shared-a-w3-1250b3","llmisvcName":"auth-test-model-1250b3","gateway":"openshift-ingress/e2e-shared-a-w3-1250b3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:40:07.31804098Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"praxis-route-a4455f-sub","namespace":"ai-tenant-e2e-praxis-a-a4455f"},"namespace":"ai-tenant-e2e-praxis-a-a4455f","name":"praxis-route-a4455f-sub","reconcileID":"91ff106e-170a-4fec-9f3f-bca81dee55f2","MaaSSubscription":{"name":"praxis-route-a4455f-sub","namespace":"ai-tenant-e2e-praxis-a-a4455f"},"name":"maas-trlp-praxis-route-a4455f","model":"ai-tenant-e2e-praxis-a-a4455f/praxis-route-a4455f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:40:07.47436389Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-a4455f","namespace":"ai-tenant-e2e-praxis-a-a4455f"},"namespace":"ai-tenant-e2e-praxis-a-a4455f","name":"praxis-route-a4455f","reconcileID":"c5e4fc09-7bb9-4447-9ea9-927e97b8f15b","MaaSModelRef":{"name":"praxis-route-a4455f","namespace":"ai-tenant-e2e-praxis-a-a4455f"},"tenant":"e2e-praxis-a-a4455f","gateway":"openshift-ingress/e2e-praxis-a-a4455f","model":"ai-tenant-e2e-praxis-a-a4455f/praxis-route-a4455f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:40:07.474406968Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-a4455f","namespace":"ai-tenant-e2e-praxis-a-a4455f"},"namespace":"ai-tenant-e2e-praxis-a-a4455f","name":"praxis-route-a4455f","reconcileID":"c5e4fc09-7bb9-4447-9ea9-927e97b8f15b","MaaSModelRef":{"name":"praxis-route-a4455f","namespace":"ai-tenant-e2e-praxis-a-a4455f"},"routeName":"praxis-route-a4455f-kserve-route","namespace":"ai-tenant-e2e-praxis-a-a4455f","llmisvcName":"praxis-route-a4455f","gateway":"openshift-ingress/e2e-praxis-a-a4455f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:40:07.777909099Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-a4455f-auth","namespace":"ai-tenant-e2e-praxis-a-a4455f"},"namespace":"ai-tenant-e2e-praxis-a-a4455f","name":"praxis-route-a4455f-auth","reconcileID":"6209b90d-71a4-464b-a8ff-dc4f9276bd5f","MaaSAuthPolicy":{"name":"praxis-route-a4455f-auth","namespace":"ai-tenant-e2e-praxis-a-a4455f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-a4455f","tenantID":"e2e-praxis-a-a4455f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:40:07.830452913Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-a4455f-auth","namespace":"ai-tenant-e2e-praxis-a-a4455f"},"namespace":"ai-tenant-e2e-praxis-a-a4455f","name":"praxis-route-a4455f-auth","reconcileID":"6209b90d-71a4-464b-a8ff-dc4f9276bd5f","MaaSAuthPolicy":{"name":"praxis-route-a4455f-auth","namespace":"ai-tenant-e2e-praxis-a-a4455f"},"name":"e2e-praxis-a-a4455f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:40:11.457035525Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-a4455f","namespace":"ai-tenant-e2e-praxis-a-a4455f"},"namespace":"ai-tenant-e2e-praxis-a-a4455f","name":"praxis-route-a4455f","reconcileID":"5bdfd7ac-ed15-43fc-9ce4-4cc9ec5f7022","MaaSModelRef":{"name":"praxis-route-a4455f","namespace":"ai-tenant-e2e-praxis-a-a4455f"},"tenant":"e2e-praxis-a-a4455f","gateway":"openshift-ingress/e2e-praxis-a-a4455f","model":"ai-tenant-e2e-praxis-a-a4455f/praxis-route-a4455f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:40:11.457055369Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-a4455f","namespace":"ai-tenant-e2e-praxis-a-a4455f"},"namespace":"ai-tenant-e2e-praxis-a-a4455f","name":"praxis-route-a4455f","reconcileID":"5bdfd7ac-ed15-43fc-9ce4-4cc9ec5f7022","MaaSModelRef":{"name":"praxis-route-a4455f","namespace":"ai-tenant-e2e-praxis-a-a4455f"},"routeName":"praxis-route-a4455f-kserve-route","namespace":"ai-tenant-e2e-praxis-a-a4455f","llmisvcName":"praxis-route-a4455f","gateway":"openshift-ingress/e2e-praxis-a-a4455f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:40:11.607889028Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-a4455f-auth","namespace":"ai-tenant-e2e-praxis-a-a4455f"},"namespace":"ai-tenant-e2e-praxis-a-a4455f","name":"praxis-route-a4455f-auth","reconcileID":"bf361507-e615-416a-8de0-3136c6aed222","MaaSAuthPolicy":{"name":"praxis-route-a4455f-auth","namespace":"ai-tenant-e2e-praxis-a-a4455f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-a4455f","tenantID":"e2e-praxis-a-a4455f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:40:11.651459985Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"praxis-route-a4455f-sub","namespace":"ai-tenant-e2e-praxis-a-a4455f"},"namespace":"ai-tenant-e2e-praxis-a-a4455f","name":"praxis-route-a4455f-sub","reconcileID":"f0c0f91a-2615-43c1-ad6a-acab1f736614","MaaSSubscription":{"name":"praxis-route-a4455f-sub","namespace":"ai-tenant-e2e-praxis-a-a4455f"},"name":"maas-trlp-praxis-route-a4455f","model":"ai-tenant-e2e-praxis-a-a4455f/praxis-route-a4455f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:40:11.659774456Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-a4455f-auth","namespace":"ai-tenant-e2e-praxis-a-a4455f"},"namespace":"ai-tenant-e2e-praxis-a-a4455f","name":"praxis-route-a4455f-auth","reconcileID":"bf361507-e615-416a-8de0-3136c6aed222","MaaSAuthPolicy":{"name":"praxis-route-a4455f-auth","namespace":"ai-tenant-e2e-praxis-a-a4455f"},"name":"e2e-praxis-a-a4455f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:40:11.803117844Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-a4455f","namespace":"ai-tenant-e2e-praxis-a-a4455f"},"namespace":"ai-tenant-e2e-praxis-a-a4455f","name":"praxis-route-a4455f","reconcileID":"6670c3c6-be2d-4944-840a-79bad99f565b","MaaSModelRef":{"name":"praxis-route-a4455f","namespace":"ai-tenant-e2e-praxis-a-a4455f"},"tenant":"e2e-praxis-a-a4455f","gateway":"openshift-ingress/e2e-praxis-a-a4455f","model":"ai-tenant-e2e-praxis-a-a4455f/praxis-route-a4455f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:40:11.803144052Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-a4455f","namespace":"ai-tenant-e2e-praxis-a-a4455f"},"namespace":"ai-tenant-e2e-praxis-a-a4455f","name":"praxis-route-a4455f","reconcileID":"6670c3c6-be2d-4944-840a-79bad99f565b","MaaSModelRef":{"name":"praxis-route-a4455f","namespace":"ai-tenant-e2e-praxis-a-a4455f"},"routeName":"praxis-route-a4455f-kserve-route","namespace":"ai-tenant-e2e-praxis-a-a4455f","llmisvcName":"praxis-route-a4455f","gateway":"openshift-ingress/e2e-praxis-a-a4455f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:40:11.997176423Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"praxis-route-a4455f-sub","namespace":"ai-tenant-e2e-praxis-a-a4455f"},"namespace":"ai-tenant-e2e-praxis-a-a4455f","name":"praxis-route-a4455f-sub","reconcileID":"8585191c-7ea9-4086-a04c-0a8c78e06b1d","MaaSSubscription":{"name":"praxis-route-a4455f-sub","namespace":"ai-tenant-e2e-praxis-a-a4455f"},"name":"maas-trlp-praxis-route-a4455f","model":"ai-tenant-e2e-praxis-a-a4455f/praxis-route-a4455f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:40:13.616437847Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-e0615c","namespace":"ai-tenant-e2e-shared-b-w2-e0615c"},"namespace":"ai-tenant-e2e-shared-b-w2-e0615c","name":"auth-test-model-e0615c","reconcileID":"ab7117ff-ba2a-44d4-9292-58e46a788b2e","MaaSModelRef":{"name":"auth-test-model-e0615c","namespace":"ai-tenant-e2e-shared-b-w2-e0615c"},"tenant":"e2e-shared-b-w2-e0615c","gateway":"openshift-ingress/e2e-shared-b-w2-e0615c","model":"ai-tenant-e2e-shared-b-w2-e0615c/auth-test-model-e0615c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:40:13.616470214Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-e0615c","namespace":"ai-tenant-e2e-shared-b-w2-e0615c"},"namespace":"ai-tenant-e2e-shared-b-w2-e0615c","name":"auth-test-model-e0615c","reconcileID":"ab7117ff-ba2a-44d4-9292-58e46a788b2e","MaaSModelRef":{"name":"auth-test-model-e0615c","namespace":"ai-tenant-e2e-shared-b-w2-e0615c"},"routeName":"auth-test-model-e0615c-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-e0615c","llmisvcName":"auth-test-model-e0615c","gateway":"openshift-ingress/e2e-shared-b-w2-e0615c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:40:13.702219119Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-6afa76","namespace":"ai-tenant-e2e-shared-a-w0-ab27b8"},"namespace":"ai-tenant-e2e-shared-a-w0-ab27b8","name":"e2e-auth-iso-6afa76","reconcileID":"a948506e-47d2-42c4-a155-bba0c450f092","MaaSAuthPolicy":{"name":"e2e-auth-iso-6afa76","namespace":"ai-tenant-e2e-shared-a-w0-ab27b8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-ab27b8","tenantID":"e2e-shared-a-w0-ab27b8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:40:13.757091457Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-6afa76","namespace":"ai-tenant-e2e-shared-a-w0-ab27b8"},"namespace":"ai-tenant-e2e-shared-a-w0-ab27b8","name":"e2e-auth-iso-6afa76","reconcileID":"a948506e-47d2-42c4-a155-bba0c450f092","MaaSAuthPolicy":{"name":"e2e-auth-iso-6afa76","namespace":"ai-tenant-e2e-shared-a-w0-ab27b8"},"name":"e2e-shared-a-w0-ab27b8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:40:13.812822755Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w0-ab27b8-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (5bf5b5c6c480dc821e0fd4f1a66e0b7552e6e0a044fe2d9eb054737c6f001f6c) AuthConfig (9f1f89363a2f42ce769cd564ad158bd650a7135fda9f1dd15ef37e2b4ec3ffbb) AuthConfig (6ea66ce36cf51ab48625071b8713f3aab316de9ae1eae82a954f3b5799446926) AuthConfig (a999b011937e7a98717b1095d353ebc78289bd4f8a36f1ab4bd10fdbb7216790) AuthConfig (92bb80438b086ebd4fd4fa1bff46bfc37fd2932d7351b89f667d1ca5a35bf3ff) AuthConfig (9d7145b60aa8658abd025269b5223fde3e2bd5b5146d49e01a9c8385357bdc60) AuthConfig (f9638a63ddade8f0797ceee28e53fd6becd24a39c50686ff223559894953d715) AuthConfig (e090fe893627a206d22b94f49f0b9ed8e391b35dba19769c3ad01f92f19b8316) AuthConfig (38c3390ed87ab84207a7414af7c207856a9b96b3d89dd9fdd475a99d70f01dd9) AuthConfig (fec3e0c9f9bea02e7ac950eebe0e08a92f82499a872afedf929d51a47f34d4b1) AuthConfig (bb25d854d6146013a0dd29f2d11a36de6ccda63c54ba82827c14e26263fc1911) AuthConfig (6aa7be296881b1e4584969dd2e37bbebe2c19ab7e7f2b06bb891e7d841eeb8a3) AuthConfig (8e321d4b1a0b6a70790a8e359571db85191cf17d7073004c664bb728d4d70e57) AuthConfig (b54378ad773eb5094f6bc92f8585090f2aaf36610cb759c4526aceeb79af86c6) AuthConfig (1c43f630722fc1d70e82e39f790ca9dd5b4477eb1b5551a95971e47561b89dc2) AuthConfig (78805d21f102182830afd92506bf52f59f9e3ea3ca5990944261d9611d74469a) AuthConfig (9f45b314c0c34ce564572884228db3f235aa53c245a0d8642a04fc6554386739) AuthConfig (5f017de0f02507ca42ada0d2ff71f756e19fe3f6b54a60b293cf8d59e5cac5e0)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-6afa76","namespace":"ai-tenant-e2e-shared-a-w0-ab27b8"},"namespace":"ai-tenant-e2e-shared-a-w0-ab27b8","name":"e2e-auth-iso-6afa76","reconcileID":"a948506e-47d2-42c4-a155-bba0c450f092","MaaSAuthPolicy":{"name":"e2e-auth-iso-6afa76","namespace":"ai-tenant-e2e-shared-a-w0-ab27b8"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:40:13.868002743Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-ab27b8","namespace":"ai-tenant-e2e-shared-a-w0-ab27b8"},"namespace":"ai-tenant-e2e-shared-a-w0-ab27b8","name":"auth-test-model-ab27b8","reconcileID":"600c81a7-76c2-477d-a951-bd76ad5a8fcd","MaaSModelRef":{"name":"auth-test-model-ab27b8","namespace":"ai-tenant-e2e-shared-a-w0-ab27b8"},"tenant":"e2e-shared-a-w0-ab27b8","gateway":"openshift-ingress/e2e-shared-a-w0-ab27b8","model":"ai-tenant-e2e-shared-a-w0-ab27b8/auth-test-model-ab27b8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:40:13.868024522Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-ab27b8","namespace":"ai-tenant-e2e-shared-a-w0-ab27b8"},"namespace":"ai-tenant-e2e-shared-a-w0-ab27b8","name":"auth-test-model-ab27b8","reconcileID":"600c81a7-76c2-477d-a951-bd76ad5a8fcd","MaaSModelRef":{"name":"auth-test-model-ab27b8","namespace":"ai-tenant-e2e-shared-a-w0-ab27b8"},"routeName":"auth-test-model-ab27b8-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-ab27b8","llmisvcName":"auth-test-model-ab27b8","gateway":"openshift-ingress/e2e-shared-a-w0-ab27b8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:40:16.178606326Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-f49287","namespace":"ai-tenant-e2e-shared-a-w3-1250b3"},"namespace":"ai-tenant-e2e-shared-a-w3-1250b3","name":"e2e-auth-iso-f49287","reconcileID":"13167d26-dcf6-427e-b205-4bd8adb409f0","MaaSAuthPolicy":{"name":"e2e-auth-iso-f49287","namespace":"ai-tenant-e2e-shared-a-w3-1250b3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w3-1250b3","tenantID":"e2e-shared-a-w3-1250b3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:40:16.230645762Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-f49287","namespace":"ai-tenant-e2e-shared-a-w3-1250b3"},"namespace":"ai-tenant-e2e-shared-a-w3-1250b3","name":"e2e-auth-iso-f49287","reconcileID":"13167d26-dcf6-427e-b205-4bd8adb409f0","MaaSAuthPolicy":{"name":"e2e-auth-iso-f49287","namespace":"ai-tenant-e2e-shared-a-w3-1250b3"},"name":"e2e-shared-a-w3-1250b3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:40:16.281242508Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w3-1250b3-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (064a0d80fcfca8f183cd6948187fb0ae4cae3ea2cd23164378a6fab41e88099a) AuthConfig (d32731e5234f710132c61a3ab5d5b9eee6b6f009946b2311e921e1edc8ce1a6c) AuthConfig (9add5bb16fc1dbbeae85636e4f29fb900c0819e6bffecf3130b7452c9466ccab) AuthConfig (6b8e817c12e469a7a852128ff59c2e251c86374b9cddb4344d62ab8f96b4cd77) AuthConfig (0169c703151deadebe2cd534640ddf708ad282eace407221aeaf8253aabd8602) AuthConfig (4011cc2c3f3d59cbd226d3bbd5ea3ee58989534cbbd1d7250945d1af416b9b10) AuthConfig (7695e746d3e32e91e01ed9413c5e4eb2b032761d0cff31ff3feedab673c954d9) AuthConfig (8fcf9117761679ab513304c6b02d6a7427e5ef05417b46674d06012596ebd30f) AuthConfig (def2619926ef5731efb01a21308824cd6b39de75bfe7e737d4c9a400384b600c) AuthConfig (56180c36e88a53875f92cbb0c1307785d772d54b2ab369232999ea359b86abc6) AuthConfig (1d07f6398d4bca9f528f77e9ba578e1a1a1b598384ac2e7291d439d9b1a27b62) AuthConfig (76e2ee7d37d2f222bb9b1c2fbd3116654a7604654272adda11d513679931f7ea) AuthConfig (980279bdba11fbbdb4c526eb338b445e2ca2ec6f7323b1bdfd0f7ae2ef8754e7) AuthConfig (21b29a2c94d3332c81699403fd57c151679bac357f5cde5f71ece33b239bfd75) AuthConfig (2bfc33f8aec1b2d030fcaa24d2b22e6c8a0d47e73e7cabb64516f99b9b25256f) AuthConfig (7c9f6421d65a3dbe32c335e1bcd850e202be4eca256dc803321aba44bd45363e) AuthConfig (7316e68c94b1d13269e4846f929924a500d39a5e0b31d7b053068601648203a6) AuthConfig (f38f083576cea4ec87cd195d89d04d97274057e592b03e66a614ae9429e374d3)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-f49287","namespace":"ai-tenant-e2e-shared-a-w3-1250b3"},"namespace":"ai-tenant-e2e-shared-a-w3-1250b3","name":"e2e-auth-iso-f49287","reconcileID":"13167d26-dcf6-427e-b205-4bd8adb409f0","MaaSAuthPolicy":{"name":"e2e-auth-iso-f49287","namespace":"ai-tenant-e2e-shared-a-w3-1250b3"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:40:19.032699486Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-cacb84","namespace":"ai-tenant-e2e-shared-a-w2-cacb84"},"namespace":"ai-tenant-e2e-shared-a-w2-cacb84","name":"auth-test-model-cacb84","reconcileID":"7b31e372-32ad-4610-8de9-fc1c1790c2b0","MaaSModelRef":{"name":"auth-test-model-cacb84","namespace":"ai-tenant-e2e-shared-a-w2-cacb84"},"tenant":"e2e-shared-a-w2-cacb84","gateway":"openshift-ingress/e2e-shared-a-w2-cacb84","model":"ai-tenant-e2e-shared-a-w2-cacb84/auth-test-model-cacb84","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:40:19.032720935Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-cacb84","namespace":"ai-tenant-e2e-shared-a-w2-cacb84"},"namespace":"ai-tenant-e2e-shared-a-w2-cacb84","name":"auth-test-model-cacb84","reconcileID":"7b31e372-32ad-4610-8de9-fc1c1790c2b0","MaaSModelRef":{"name":"auth-test-model-cacb84","namespace":"ai-tenant-e2e-shared-a-w2-cacb84"},"routeName":"auth-test-model-cacb84-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-cacb84","llmisvcName":"auth-test-model-cacb84","gateway":"openshift-ingress/e2e-shared-a-w2-cacb84","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:40:19.083164614Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-cacb84","namespace":"ai-tenant-e2e-shared-a-w2-cacb84"},"namespace":"ai-tenant-e2e-shared-a-w2-cacb84","name":"auth-test-model-cacb84","reconcileID":"fe470a75-1d49-4fe4-9fb9-e95ecc884536","MaaSModelRef":{"name":"auth-test-model-cacb84","namespace":"ai-tenant-e2e-shared-a-w2-cacb84"},"tenant":"e2e-shared-a-w2-cacb84","gateway":"openshift-ingress/e2e-shared-a-w2-cacb84","model":"ai-tenant-e2e-shared-a-w2-cacb84/auth-test-model-cacb84","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:40:19.083185101Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-cacb84","namespace":"ai-tenant-e2e-shared-a-w2-cacb84"},"namespace":"ai-tenant-e2e-shared-a-w2-cacb84","name":"auth-test-model-cacb84","reconcileID":"fe470a75-1d49-4fe4-9fb9-e95ecc884536","MaaSModelRef":{"name":"auth-test-model-cacb84","namespace":"ai-tenant-e2e-shared-a-w2-cacb84"},"routeName":"auth-test-model-cacb84-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-cacb84","llmisvcName":"auth-test-model-cacb84","gateway":"openshift-ingress/e2e-shared-a-w2-cacb84","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:40:19.179682386Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-5a75f1","namespace":"ai-tenant-e2e-shared-a-w2-cacb84"},"namespace":"ai-tenant-e2e-shared-a-w2-cacb84","name":"e2e-auth-iso-5a75f1","reconcileID":"0e65ee9b-dae6-47a1-b523-87a07bb31f52","MaaSAuthPolicy":{"name":"e2e-auth-iso-5a75f1","namespace":"ai-tenant-e2e-shared-a-w2-cacb84"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-cacb84","tenantID":"e2e-shared-a-w2-cacb84","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:40:19.294283488Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-5a75f1","namespace":"ai-tenant-e2e-shared-a-w2-cacb84"},"namespace":"ai-tenant-e2e-shared-a-w2-cacb84","name":"e2e-auth-iso-5a75f1","reconcileID":"0e65ee9b-dae6-47a1-b523-87a07bb31f52","MaaSAuthPolicy":{"name":"e2e-auth-iso-5a75f1","namespace":"ai-tenant-e2e-shared-a-w2-cacb84"},"name":"e2e-shared-a-w2-cacb84-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:40:19.345733105Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w2-cacb84-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-5a75f1","namespace":"ai-tenant-e2e-shared-a-w2-cacb84"},"namespace":"ai-tenant-e2e-shared-a-w2-cacb84","name":"e2e-auth-iso-5a75f1","reconcileID":"0e65ee9b-dae6-47a1-b523-87a07bb31f52","MaaSAuthPolicy":{"name":"e2e-auth-iso-5a75f1","namespace":"ai-tenant-e2e-shared-a-w2-cacb84"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:40:19.398984222Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-cacb84","namespace":"ai-tenant-e2e-shared-a-w2-cacb84"},"namespace":"ai-tenant-e2e-shared-a-w2-cacb84","name":"auth-test-model-cacb84","reconcileID":"66e8b577-c830-4001-9074-8ec7d793b78c","MaaSModelRef":{"name":"auth-test-model-cacb84","namespace":"ai-tenant-e2e-shared-a-w2-cacb84"},"tenant":"e2e-shared-a-w2-cacb84","gateway":"openshift-ingress/e2e-shared-a-w2-cacb84","model":"ai-tenant-e2e-shared-a-w2-cacb84/auth-test-model-cacb84","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:40:19.399003057Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-cacb84","namespace":"ai-tenant-e2e-shared-a-w2-cacb84"},"namespace":"ai-tenant-e2e-shared-a-w2-cacb84","name":"auth-test-model-cacb84","reconcileID":"66e8b577-c830-4001-9074-8ec7d793b78c","MaaSModelRef":{"name":"auth-test-model-cacb84","namespace":"ai-tenant-e2e-shared-a-w2-cacb84"},"routeName":"auth-test-model-cacb84-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-cacb84","llmisvcName":"auth-test-model-cacb84","gateway":"openshift-ingress/e2e-shared-a-w2-cacb84","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:40:21.804457769Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-a4455f","namespace":"ai-tenant-e2e-praxis-a-a4455f"},"namespace":"ai-tenant-e2e-praxis-a-a4455f","name":"praxis-route-a4455f","reconcileID":"9d7d55c1-2fdd-47d9-a952-eb422541cb8c","MaaSModelRef":{"name":"praxis-route-a4455f","namespace":"ai-tenant-e2e-praxis-a-a4455f"},"tenant":"e2e-praxis-a-a4455f","gateway":"openshift-ingress/e2e-praxis-a-a4455f","model":"ai-tenant-e2e-praxis-a-a4455f/praxis-route-a4455f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:40:21.804476673Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-a4455f","namespace":"ai-tenant-e2e-praxis-a-a4455f"},"namespace":"ai-tenant-e2e-praxis-a-a4455f","name":"praxis-route-a4455f","reconcileID":"9d7d55c1-2fdd-47d9-a952-eb422541cb8c","MaaSModelRef":{"name":"praxis-route-a4455f","namespace":"ai-tenant-e2e-praxis-a-a4455f"},"routeName":"praxis-route-a4455f-kserve-route","namespace":"ai-tenant-e2e-praxis-a-a4455f","llmisvcName":"praxis-route-a4455f","gateway":"openshift-ingress/e2e-praxis-a-a4455f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:40:23.964748933Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-6afa76","namespace":"ai-tenant-e2e-shared-a-w0-ab27b8"},"namespace":"ai-tenant-e2e-shared-a-w0-ab27b8","name":"e2e-auth-iso-6afa76","reconcileID":"f74ee567-7219-409d-84e5-3be20d7215bd","MaaSAuthPolicy":{"name":"e2e-auth-iso-6afa76","namespace":"ai-tenant-e2e-shared-a-w0-ab27b8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-ab27b8","tenantID":"e2e-shared-a-w0-ab27b8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:40:24.017092826Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-6afa76","namespace":"ai-tenant-e2e-shared-a-w0-ab27b8"},"namespace":"ai-tenant-e2e-shared-a-w0-ab27b8","name":"e2e-auth-iso-6afa76","reconcileID":"f74ee567-7219-409d-84e5-3be20d7215bd","MaaSAuthPolicy":{"name":"e2e-auth-iso-6afa76","namespace":"ai-tenant-e2e-shared-a-w0-ab27b8"},"name":"e2e-shared-a-w0-ab27b8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:40:24.068674809Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w0-ab27b8-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (5bf5b5c6c480dc821e0fd4f1a66e0b7552e6e0a044fe2d9eb054737c6f001f6c) AuthConfig (9f1f89363a2f42ce769cd564ad158bd650a7135fda9f1dd15ef37e2b4ec3ffbb) AuthConfig (6ea66ce36cf51ab48625071b8713f3aab316de9ae1eae82a954f3b5799446926) AuthConfig (a999b011937e7a98717b1095d353ebc78289bd4f8a36f1ab4bd10fdbb7216790) AuthConfig (92bb80438b086ebd4fd4fa1bff46bfc37fd2932d7351b89f667d1ca5a35bf3ff) AuthConfig (9d7145b60aa8658abd025269b5223fde3e2bd5b5146d49e01a9c8385357bdc60) AuthConfig (f9638a63ddade8f0797ceee28e53fd6becd24a39c50686ff223559894953d715) AuthConfig (e090fe893627a206d22b94f49f0b9ed8e391b35dba19769c3ad01f92f19b8316) AuthConfig (38c3390ed87ab84207a7414af7c207856a9b96b3d89dd9fdd475a99d70f01dd9) AuthConfig (fec3e0c9f9bea02e7ac950eebe0e08a92f82499a872afedf929d51a47f34d4b1) AuthConfig (bb25d854d6146013a0dd29f2d11a36de6ccda63c54ba82827c14e26263fc1911) AuthConfig (6aa7be296881b1e4584969dd2e37bbebe2c19ab7e7f2b06bb891e7d841eeb8a3) AuthConfig (8e321d4b1a0b6a70790a8e359571db85191cf17d7073004c664bb728d4d70e57) AuthConfig (b54378ad773eb5094f6bc92f8585090f2aaf36610cb759c4526aceeb79af86c6) AuthConfig (1c43f630722fc1d70e82e39f790ca9dd5b4477eb1b5551a95971e47561b89dc2) AuthConfig (78805d21f102182830afd92506bf52f59f9e3ea3ca5990944261d9611d74469a) AuthConfig (9f45b314c0c34ce564572884228db3f235aa53c245a0d8642a04fc6554386739) AuthConfig (5f017de0f02507ca42ada0d2ff71f756e19fe3f6b54a60b293cf8d59e5cac5e0)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-6afa76","namespace":"ai-tenant-e2e-shared-a-w0-ab27b8"},"namespace":"ai-tenant-e2e-shared-a-w0-ab27b8","name":"e2e-auth-iso-6afa76","reconcileID":"f74ee567-7219-409d-84e5-3be20d7215bd","MaaSAuthPolicy":{"name":"e2e-auth-iso-6afa76","namespace":"ai-tenant-e2e-shared-a-w0-ab27b8"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:40:25.714404624Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:40:26.419158856Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-f49287","namespace":"ai-tenant-e2e-shared-a-w3-1250b3"},"namespace":"ai-tenant-e2e-shared-a-w3-1250b3","name":"e2e-auth-iso-f49287","reconcileID":"9334165d-14c2-4cc9-8b6d-a6f85e27cd6d","MaaSAuthPolicy":{"name":"e2e-auth-iso-f49287","namespace":"ai-tenant-e2e-shared-a-w3-1250b3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w3-1250b3","tenantID":"e2e-shared-a-w3-1250b3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:40:26.472510766Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-f49287","namespace":"ai-tenant-e2e-shared-a-w3-1250b3"},"namespace":"ai-tenant-e2e-shared-a-w3-1250b3","name":"e2e-auth-iso-f49287","reconcileID":"9334165d-14c2-4cc9-8b6d-a6f85e27cd6d","MaaSAuthPolicy":{"name":"e2e-auth-iso-f49287","namespace":"ai-tenant-e2e-shared-a-w3-1250b3"},"name":"e2e-shared-a-w3-1250b3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:40:26.52427236Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w3-1250b3-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (064a0d80fcfca8f183cd6948187fb0ae4cae3ea2cd23164378a6fab41e88099a) AuthConfig (d32731e5234f710132c61a3ab5d5b9eee6b6f009946b2311e921e1edc8ce1a6c) AuthConfig (9add5bb16fc1dbbeae85636e4f29fb900c0819e6bffecf3130b7452c9466ccab) AuthConfig (6b8e817c12e469a7a852128ff59c2e251c86374b9cddb4344d62ab8f96b4cd77) AuthConfig (0169c703151deadebe2cd534640ddf708ad282eace407221aeaf8253aabd8602) AuthConfig (4011cc2c3f3d59cbd226d3bbd5ea3ee58989534cbbd1d7250945d1af416b9b10) AuthConfig (7695e746d3e32e91e01ed9413c5e4eb2b032761d0cff31ff3feedab673c954d9) AuthConfig (8fcf9117761679ab513304c6b02d6a7427e5ef05417b46674d06012596ebd30f) AuthConfig (def2619926ef5731efb01a21308824cd6b39de75bfe7e737d4c9a400384b600c) AuthConfig (56180c36e88a53875f92cbb0c1307785d772d54b2ab369232999ea359b86abc6) AuthConfig (1d07f6398d4bca9f528f77e9ba578e1a1a1b598384ac2e7291d439d9b1a27b62) AuthConfig (76e2ee7d37d2f222bb9b1c2fbd3116654a7604654272adda11d513679931f7ea) AuthConfig (980279bdba11fbbdb4c526eb338b445e2ca2ec6f7323b1bdfd0f7ae2ef8754e7) AuthConfig (21b29a2c94d3332c81699403fd57c151679bac357f5cde5f71ece33b239bfd75) AuthConfig (2bfc33f8aec1b2d030fcaa24d2b22e6c8a0d47e73e7cabb64516f99b9b25256f) AuthConfig (7c9f6421d65a3dbe32c335e1bcd850e202be4eca256dc803321aba44bd45363e) AuthConfig (7316e68c94b1d13269e4846f929924a500d39a5e0b31d7b053068601648203a6) AuthConfig (f38f083576cea4ec87cd195d89d04d97274057e592b03e66a614ae9429e374d3)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-f49287","namespace":"ai-tenant-e2e-shared-a-w3-1250b3"},"namespace":"ai-tenant-e2e-shared-a-w3-1250b3","name":"e2e-auth-iso-f49287","reconcileID":"9334165d-14c2-4cc9-8b6d-a6f85e27cd6d","MaaSAuthPolicy":{"name":"e2e-auth-iso-f49287","namespace":"ai-tenant-e2e-shared-a-w3-1250b3"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:40:29.496213384Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-5a75f1","namespace":"ai-tenant-e2e-shared-a-w2-cacb84"},"namespace":"ai-tenant-e2e-shared-a-w2-cacb84","name":"e2e-auth-iso-5a75f1","reconcileID":"51daa6f8-63fb-4c60-8775-08088246ed11","MaaSAuthPolicy":{"name":"e2e-auth-iso-5a75f1","namespace":"ai-tenant-e2e-shared-a-w2-cacb84"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-cacb84","tenantID":"e2e-shared-a-w2-cacb84","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:40:29.552578542Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-5a75f1","namespace":"ai-tenant-e2e-shared-a-w2-cacb84"},"namespace":"ai-tenant-e2e-shared-a-w2-cacb84","name":"e2e-auth-iso-5a75f1","reconcileID":"51daa6f8-63fb-4c60-8775-08088246ed11","MaaSAuthPolicy":{"name":"e2e-auth-iso-5a75f1","namespace":"ai-tenant-e2e-shared-a-w2-cacb84"},"name":"e2e-shared-a-w2-cacb84-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:40:29.60875046Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w2-cacb84-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-5a75f1","namespace":"ai-tenant-e2e-shared-a-w2-cacb84"},"namespace":"ai-tenant-e2e-shared-a-w2-cacb84","name":"e2e-auth-iso-5a75f1","reconcileID":"51daa6f8-63fb-4c60-8775-08088246ed11","MaaSAuthPolicy":{"name":"e2e-auth-iso-5a75f1","namespace":"ai-tenant-e2e-shared-a-w2-cacb84"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:40:31.805229812Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-a4455f","namespace":"ai-tenant-e2e-praxis-a-a4455f"},"namespace":"ai-tenant-e2e-praxis-a-a4455f","name":"praxis-route-a4455f","reconcileID":"e638f7c7-e227-4aa7-9c8e-59a39f57dfdc","MaaSModelRef":{"name":"praxis-route-a4455f","namespace":"ai-tenant-e2e-praxis-a-a4455f"},"tenant":"e2e-praxis-a-a4455f","gateway":"openshift-ingress/e2e-praxis-a-a4455f","model":"ai-tenant-e2e-praxis-a-a4455f/praxis-route-a4455f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:40:31.805253787Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-a4455f","namespace":"ai-tenant-e2e-praxis-a-a4455f"},"namespace":"ai-tenant-e2e-praxis-a-a4455f","name":"praxis-route-a4455f","reconcileID":"e638f7c7-e227-4aa7-9c8e-59a39f57dfdc","MaaSModelRef":{"name":"praxis-route-a4455f","namespace":"ai-tenant-e2e-praxis-a-a4455f"},"routeName":"praxis-route-a4455f-kserve-route","namespace":"ai-tenant-e2e-praxis-a-a4455f","llmisvcName":"praxis-route-a4455f","gateway":"openshift-ingress/e2e-praxis-a-a4455f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:40:34.166717147Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-6afa76","namespace":"ai-tenant-e2e-shared-a-w0-ab27b8"},"namespace":"ai-tenant-e2e-shared-a-w0-ab27b8","name":"e2e-auth-iso-6afa76","reconcileID":"55c8b7f0-de01-433b-8c4c-d15fe5ea0a3c","MaaSAuthPolicy":{"name":"e2e-auth-iso-6afa76","namespace":"ai-tenant-e2e-shared-a-w0-ab27b8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-ab27b8","tenantID":"e2e-shared-a-w0-ab27b8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:40:34.219712921Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-6afa76","namespace":"ai-tenant-e2e-shared-a-w0-ab27b8"},"namespace":"ai-tenant-e2e-shared-a-w0-ab27b8","name":"e2e-auth-iso-6afa76","reconcileID":"55c8b7f0-de01-433b-8c4c-d15fe5ea0a3c","MaaSAuthPolicy":{"name":"e2e-auth-iso-6afa76","namespace":"ai-tenant-e2e-shared-a-w0-ab27b8"},"name":"e2e-shared-a-w0-ab27b8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:40:34.468600225Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-ab27b8","namespace":"ai-tenant-e2e-shared-a-w0-ab27b8"},"namespace":"ai-tenant-e2e-shared-a-w0-ab27b8","name":"auth-test-model-ab27b8","reconcileID":"165abd5f-8297-4993-b324-cdf78765dac1","MaaSModelRef":{"name":"auth-test-model-ab27b8","namespace":"ai-tenant-e2e-shared-a-w0-ab27b8"},"tenant":"e2e-shared-a-w0-ab27b8","gateway":"openshift-ingress/e2e-shared-a-w0-ab27b8","model":"ai-tenant-e2e-shared-a-w0-ab27b8/auth-test-model-ab27b8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:40:34.468619825Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-ab27b8","namespace":"ai-tenant-e2e-shared-a-w0-ab27b8"},"namespace":"ai-tenant-e2e-shared-a-w0-ab27b8","name":"auth-test-model-ab27b8","reconcileID":"165abd5f-8297-4993-b324-cdf78765dac1","MaaSModelRef":{"name":"auth-test-model-ab27b8","namespace":"ai-tenant-e2e-shared-a-w0-ab27b8"},"routeName":"auth-test-model-ab27b8-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-ab27b8","llmisvcName":"auth-test-model-ab27b8","gateway":"openshift-ingress/e2e-shared-a-w0-ab27b8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:40:36.622895606Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-f49287","namespace":"ai-tenant-e2e-shared-a-w3-1250b3"},"namespace":"ai-tenant-e2e-shared-a-w3-1250b3","name":"e2e-auth-iso-f49287","reconcileID":"b478da2d-4e84-4a2a-8c94-3b2a251cbdbb","MaaSAuthPolicy":{"name":"e2e-auth-iso-f49287","namespace":"ai-tenant-e2e-shared-a-w3-1250b3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w3-1250b3","tenantID":"e2e-shared-a-w3-1250b3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:40:36.675248093Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-f49287","namespace":"ai-tenant-e2e-shared-a-w3-1250b3"},"namespace":"ai-tenant-e2e-shared-a-w3-1250b3","name":"e2e-auth-iso-f49287","reconcileID":"b478da2d-4e84-4a2a-8c94-3b2a251cbdbb","MaaSAuthPolicy":{"name":"e2e-auth-iso-f49287","namespace":"ai-tenant-e2e-shared-a-w3-1250b3"},"name":"e2e-shared-a-w3-1250b3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:40:36.923978109Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-1250b3","namespace":"ai-tenant-e2e-shared-a-w3-1250b3"},"namespace":"ai-tenant-e2e-shared-a-w3-1250b3","name":"auth-test-model-1250b3","reconcileID":"e54eaf99-b9fa-4362-a824-662ed1e1c147","MaaSModelRef":{"name":"auth-test-model-1250b3","namespace":"ai-tenant-e2e-shared-a-w3-1250b3"},"tenant":"e2e-shared-a-w3-1250b3","gateway":"openshift-ingress/e2e-shared-a-w3-1250b3","model":"ai-tenant-e2e-shared-a-w3-1250b3/auth-test-model-1250b3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:40:36.924001218Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-1250b3","namespace":"ai-tenant-e2e-shared-a-w3-1250b3"},"namespace":"ai-tenant-e2e-shared-a-w3-1250b3","name":"auth-test-model-1250b3","reconcileID":"e54eaf99-b9fa-4362-a824-662ed1e1c147","MaaSModelRef":{"name":"auth-test-model-1250b3","namespace":"ai-tenant-e2e-shared-a-w3-1250b3"},"routeName":"auth-test-model-1250b3-kserve-route","namespace":"ai-tenant-e2e-shared-a-w3-1250b3","llmisvcName":"auth-test-model-1250b3","gateway":"openshift-ingress/e2e-shared-a-w3-1250b3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:40:37.368234836Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-1250b3","namespace":"ai-tenant-e2e-shared-a-w3-1250b3"},"namespace":"ai-tenant-e2e-shared-a-w3-1250b3","name":"auth-test-model-1250b3","reconcileID":"e404c460-acfb-4f8d-b4d7-f3714c9b03a0","MaaSModelRef":{"name":"auth-test-model-1250b3","namespace":"ai-tenant-e2e-shared-a-w3-1250b3"},"tenant":"e2e-shared-a-w3-1250b3","gateway":"openshift-ingress/e2e-shared-a-w3-1250b3","model":"ai-tenant-e2e-shared-a-w3-1250b3/auth-test-model-1250b3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:40:37.368253874Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-1250b3","namespace":"ai-tenant-e2e-shared-a-w3-1250b3"},"namespace":"ai-tenant-e2e-shared-a-w3-1250b3","name":"auth-test-model-1250b3","reconcileID":"e404c460-acfb-4f8d-b4d7-f3714c9b03a0","MaaSModelRef":{"name":"auth-test-model-1250b3","namespace":"ai-tenant-e2e-shared-a-w3-1250b3"},"routeName":"auth-test-model-1250b3-kserve-route","namespace":"ai-tenant-e2e-shared-a-w3-1250b3","llmisvcName":"auth-test-model-1250b3","gateway":"openshift-ingress/e2e-shared-a-w3-1250b3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:40:37.422217768Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-1250b3","namespace":"ai-tenant-e2e-shared-a-w3-1250b3"},"namespace":"ai-tenant-e2e-shared-a-w3-1250b3","name":"auth-test-model-1250b3","reconcileID":"08d36393-47c0-424e-ac01-b629fb50e109","MaaSModelRef":{"name":"auth-test-model-1250b3","namespace":"ai-tenant-e2e-shared-a-w3-1250b3"},"tenant":"e2e-shared-a-w3-1250b3","gateway":"openshift-ingress/e2e-shared-a-w3-1250b3","model":"ai-tenant-e2e-shared-a-w3-1250b3/auth-test-model-1250b3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:40:37.422243838Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-1250b3","namespace":"ai-tenant-e2e-shared-a-w3-1250b3"},"namespace":"ai-tenant-e2e-shared-a-w3-1250b3","name":"auth-test-model-1250b3","reconcileID":"08d36393-47c0-424e-ac01-b629fb50e109","MaaSModelRef":{"name":"auth-test-model-1250b3","namespace":"ai-tenant-e2e-shared-a-w3-1250b3"},"routeName":"auth-test-model-1250b3-kserve-route","namespace":"ai-tenant-e2e-shared-a-w3-1250b3","llmisvcName":"auth-test-model-1250b3","gateway":"openshift-ingress/e2e-shared-a-w3-1250b3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:40:37.464417469Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-f49287","namespace":"ai-tenant-e2e-shared-a-w3-1250b3"},"namespace":"ai-tenant-e2e-shared-a-w3-1250b3","name":"e2e-auth-iso-f49287","reconcileID":"9708edd8-e3eb-4110-aaba-d004014e8e21","MaaSAuthPolicy":{"name":"e2e-auth-iso-f49287","namespace":"ai-tenant-e2e-shared-a-w3-1250b3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w3-1250b3","tenantID":"e2e-shared-a-w3-1250b3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T12:40:37.47097397Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-f49287","namespace":"ai-tenant-e2e-shared-a-w3-1250b3"},"namespace":"ai-tenant-e2e-shared-a-w3-1250b3","name":"e2e-auth-iso-f49287","reconcileID":"0d42632e-7b39-4d2b-919d-2e79fe57ccda","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-auth-iso-f49287\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T12:40:37.472240547Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-1250b3","namespace":"ai-tenant-e2e-shared-a-w3-1250b3"},"namespace":"ai-tenant-e2e-shared-a-w3-1250b3","name":"auth-test-model-1250b3","reconcileID":"08d36393-47c0-424e-ac01-b629fb50e109","name":"auth-test-model-1250b3","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"auth-test-model-1250b3\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T12:40:37.472296507Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-1250b3","namespace":"ai-tenant-e2e-shared-a-w3-1250b3"},"namespace":"ai-tenant-e2e-shared-a-w3-1250b3","name":"auth-test-model-1250b3","reconcileID":"08d36393-47c0-424e-ac01-b629fb50e109","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"auth-test-model-1250b3\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T12:40:37.477666053Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-1250b3","namespace":"ai-tenant-e2e-shared-a-w3-1250b3"},"namespace":"ai-tenant-e2e-shared-a-w3-1250b3","name":"auth-test-model-1250b3","reconcileID":"ee4c1eca-860d-46a9-8e6f-24b405f88f23","MaaSModelRef":{"name":"auth-test-model-1250b3","namespace":"ai-tenant-e2e-shared-a-w3-1250b3"},"tenant":"e2e-shared-a-w3-1250b3","gateway":"openshift-ingress/e2e-shared-a-w3-1250b3","model":"ai-tenant-e2e-shared-a-w3-1250b3/auth-test-model-1250b3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:40:37.47768206Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-1250b3","namespace":"ai-tenant-e2e-shared-a-w3-1250b3"},"namespace":"ai-tenant-e2e-shared-a-w3-1250b3","name":"auth-test-model-1250b3","reconcileID":"ee4c1eca-860d-46a9-8e6f-24b405f88f23","MaaSModelRef":{"name":"auth-test-model-1250b3","namespace":"ai-tenant-e2e-shared-a-w3-1250b3"},"routeName":"auth-test-model-1250b3-kserve-route","namespace":"ai-tenant-e2e-shared-a-w3-1250b3","llmisvcName":"auth-test-model-1250b3","gateway":"openshift-ingress/e2e-shared-a-w3-1250b3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:40:37.516938188Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-f49287","namespace":"ai-tenant-e2e-shared-a-w3-1250b3"},"namespace":"ai-tenant-e2e-shared-a-w3-1250b3","name":"e2e-auth-iso-f49287","reconcileID":"9708edd8-e3eb-4110-aaba-d004014e8e21","MaaSAuthPolicy":{"name":"e2e-auth-iso-f49287","namespace":"ai-tenant-e2e-shared-a-w3-1250b3"},"name":"e2e-shared-a-w3-1250b3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:40:37.576722857Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-1250b3","namespace":"ai-tenant-e2e-shared-a-w3-1250b3"},"namespace":"ai-tenant-e2e-shared-a-w3-1250b3","name":"auth-test-model-1250b3","reconcileID":"2cf37633-705b-45b1-a157-5f490b0056f0","MaaSModelRef":{"name":"auth-test-model-1250b3","namespace":"ai-tenant-e2e-shared-a-w3-1250b3"},"tenant":"e2e-shared-a-w3-1250b3","gateway":"openshift-ingress/e2e-shared-a-w3-1250b3","model":"ai-tenant-e2e-shared-a-w3-1250b3/auth-test-model-1250b3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:40:37.576751271Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-1250b3","namespace":"ai-tenant-e2e-shared-a-w3-1250b3"},"namespace":"ai-tenant-e2e-shared-a-w3-1250b3","name":"auth-test-model-1250b3","reconcileID":"2cf37633-705b-45b1-a157-5f490b0056f0","MaaSModelRef":{"name":"auth-test-model-1250b3","namespace":"ai-tenant-e2e-shared-a-w3-1250b3"},"routeName":"auth-test-model-1250b3-kserve-route","namespace":"ai-tenant-e2e-shared-a-w3-1250b3","llmisvcName":"auth-test-model-1250b3","gateway":"openshift-ingress/e2e-shared-a-w3-1250b3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:40:37.627940533Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-1250b3","namespace":"ai-tenant-e2e-shared-a-w3-1250b3"},"namespace":"ai-tenant-e2e-shared-a-w3-1250b3","name":"auth-test-model-1250b3","reconcileID":"13a1d9db-c5b0-4c1d-b3e4-b467966d23e7","MaaSModelRef":{"name":"auth-test-model-1250b3","namespace":"ai-tenant-e2e-shared-a-w3-1250b3"},"tenant":"e2e-shared-a-w3-1250b3","gateway":"openshift-ingress/e2e-shared-a-w3-1250b3","model":"ai-tenant-e2e-shared-a-w3-1250b3/auth-test-model-1250b3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:40:37.627965919Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-1250b3","namespace":"ai-tenant-e2e-shared-a-w3-1250b3"},"namespace":"ai-tenant-e2e-shared-a-w3-1250b3","name":"auth-test-model-1250b3","reconcileID":"13a1d9db-c5b0-4c1d-b3e4-b467966d23e7","MaaSModelRef":{"name":"auth-test-model-1250b3","namespace":"ai-tenant-e2e-shared-a-w3-1250b3"},"routeName":"auth-test-model-1250b3-kserve-route","namespace":"ai-tenant-e2e-shared-a-w3-1250b3","llmisvcName":"auth-test-model-1250b3","gateway":"openshift-ingress/e2e-shared-a-w3-1250b3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:40:37.810573395Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-f49287","namespace":"ai-tenant-e2e-shared-a-w3-1250b3"},"namespace":"ai-tenant-e2e-shared-a-w3-1250b3","name":"e2e-auth-iso-f49287","reconcileID":"d799e37e-e7ae-45df-bfb8-bbb884e7e164","MaaSAuthPolicy":{"name":"e2e-auth-iso-f49287","namespace":"ai-tenant-e2e-shared-a-w3-1250b3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w3-1250b3","tenantID":"e2e-shared-a-w3-1250b3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:40:37.830735287Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-f49287","namespace":"ai-tenant-e2e-shared-a-w3-1250b3"},"namespace":"ai-tenant-e2e-shared-a-w3-1250b3","name":"e2e-auth-iso-f49287","reconcileID":"02542d9b-0bdd-47fa-8fed-f86e8adce517","MaaSSubscription":{"name":"e2e-auth-iso-f49287","namespace":"ai-tenant-e2e-shared-a-w3-1250b3"},"name":"maas-trlp-auth-test-model-1250b3","model":"auth-test-model-1250b3","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-shared-a-w3-1250b3/e2e-auth-iso-f49287"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:40:37.862973189Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-f49287","namespace":"ai-tenant-e2e-shared-a-w3-1250b3"},"namespace":"ai-tenant-e2e-shared-a-w3-1250b3","name":"e2e-auth-iso-f49287","reconcileID":"d799e37e-e7ae-45df-bfb8-bbb884e7e164","MaaSAuthPolicy":{"name":"e2e-auth-iso-f49287","namespace":"ai-tenant-e2e-shared-a-w3-1250b3"},"name":"e2e-shared-a-w3-1250b3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:40:37.984843646Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-1250b3","namespace":"ai-tenant-e2e-shared-a-w3-1250b3"},"namespace":"ai-tenant-e2e-shared-a-w3-1250b3","name":"auth-test-model-1250b3","reconcileID":"542275df-dca5-4309-86db-ea04136c6f8d","MaaSModelRef":{"name":"auth-test-model-1250b3","namespace":"ai-tenant-e2e-shared-a-w3-1250b3"},"tenant":"e2e-shared-a-w3-1250b3","gateway":"openshift-ingress/e2e-shared-a-w3-1250b3","model":"ai-tenant-e2e-shared-a-w3-1250b3/auth-test-model-1250b3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:40:37.984863996Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-1250b3","namespace":"ai-tenant-e2e-shared-a-w3-1250b3"},"namespace":"ai-tenant-e2e-shared-a-w3-1250b3","name":"auth-test-model-1250b3","reconcileID":"542275df-dca5-4309-86db-ea04136c6f8d","MaaSModelRef":{"name":"auth-test-model-1250b3","namespace":"ai-tenant-e2e-shared-a-w3-1250b3"},"routeName":"auth-test-model-1250b3-kserve-route","namespace":"ai-tenant-e2e-shared-a-w3-1250b3","llmisvcName":"auth-test-model-1250b3","gateway":"openshift-ingress/e2e-shared-a-w3-1250b3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:40:38.184640617Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-f49287","namespace":"ai-tenant-e2e-shared-a-w3-1250b3"},"namespace":"ai-tenant-e2e-shared-a-w3-1250b3","name":"e2e-auth-iso-f49287","reconcileID":"5b4af255-8584-49b4-9ecc-bf05dcd43241","MaaSSubscription":{"name":"e2e-auth-iso-f49287","namespace":"ai-tenant-e2e-shared-a-w3-1250b3"},"name":"maas-trlp-auth-test-model-1250b3","model":"ai-tenant-e2e-shared-a-w3-1250b3/auth-test-model-1250b3","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:40:39.727955359Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-5a75f1","namespace":"ai-tenant-e2e-shared-a-w2-cacb84"},"namespace":"ai-tenant-e2e-shared-a-w2-cacb84","name":"e2e-auth-iso-5a75f1","reconcileID":"2f8b3fa1-99a7-4d59-bb8d-526b1b55c4fb","MaaSAuthPolicy":{"name":"e2e-auth-iso-5a75f1","namespace":"ai-tenant-e2e-shared-a-w2-cacb84"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-cacb84","tenantID":"e2e-shared-a-w2-cacb84","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:40:39.780221671Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-5a75f1","namespace":"ai-tenant-e2e-shared-a-w2-cacb84"},"namespace":"ai-tenant-e2e-shared-a-w2-cacb84","name":"e2e-auth-iso-5a75f1","reconcileID":"2f8b3fa1-99a7-4d59-bb8d-526b1b55c4fb","MaaSAuthPolicy":{"name":"e2e-auth-iso-5a75f1","namespace":"ai-tenant-e2e-shared-a-w2-cacb84"},"name":"e2e-shared-a-w2-cacb84-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:40:39.830962707Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w2-cacb84-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-5a75f1","namespace":"ai-tenant-e2e-shared-a-w2-cacb84"},"namespace":"ai-tenant-e2e-shared-a-w2-cacb84","name":"e2e-auth-iso-5a75f1","reconcileID":"2f8b3fa1-99a7-4d59-bb8d-526b1b55c4fb","MaaSAuthPolicy":{"name":"e2e-auth-iso-5a75f1","namespace":"ai-tenant-e2e-shared-a-w2-cacb84"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:40:39.991054003Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-ab27b8","namespace":"ai-tenant-e2e-shared-a-w0-ab27b8"},"namespace":"ai-tenant-e2e-shared-a-w0-ab27b8","name":"auth-test-model-ab27b8","reconcileID":"83ee7306-6260-4214-8322-7a2862aa92e8","MaaSModelRef":{"name":"auth-test-model-ab27b8","namespace":"ai-tenant-e2e-shared-a-w0-ab27b8"},"tenant":"e2e-shared-a-w0-ab27b8","gateway":"openshift-ingress/e2e-shared-a-w0-ab27b8","model":"ai-tenant-e2e-shared-a-w0-ab27b8/auth-test-model-ab27b8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:40:39.991079551Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-ab27b8","namespace":"ai-tenant-e2e-shared-a-w0-ab27b8"},"namespace":"ai-tenant-e2e-shared-a-w0-ab27b8","name":"auth-test-model-ab27b8","reconcileID":"83ee7306-6260-4214-8322-7a2862aa92e8","MaaSModelRef":{"name":"auth-test-model-ab27b8","namespace":"ai-tenant-e2e-shared-a-w0-ab27b8"},"routeName":"auth-test-model-ab27b8-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-ab27b8","llmisvcName":"auth-test-model-ab27b8","gateway":"openshift-ingress/e2e-shared-a-w0-ab27b8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:40:40.048284516Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-ab27b8","namespace":"ai-tenant-e2e-shared-a-w0-ab27b8"},"namespace":"ai-tenant-e2e-shared-a-w0-ab27b8","name":"auth-test-model-ab27b8","reconcileID":"9399c92f-d2c1-4ac6-a363-a3e1c2289f4b","MaaSModelRef":{"name":"auth-test-model-ab27b8","namespace":"ai-tenant-e2e-shared-a-w0-ab27b8"},"tenant":"e2e-shared-a-w0-ab27b8","gateway":"openshift-ingress/e2e-shared-a-w0-ab27b8","model":"ai-tenant-e2e-shared-a-w0-ab27b8/auth-test-model-ab27b8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:40:40.04830509Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-ab27b8","namespace":"ai-tenant-e2e-shared-a-w0-ab27b8"},"namespace":"ai-tenant-e2e-shared-a-w0-ab27b8","name":"auth-test-model-ab27b8","reconcileID":"9399c92f-d2c1-4ac6-a363-a3e1c2289f4b","MaaSModelRef":{"name":"auth-test-model-ab27b8","namespace":"ai-tenant-e2e-shared-a-w0-ab27b8"},"routeName":"auth-test-model-ab27b8-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-ab27b8","llmisvcName":"auth-test-model-ab27b8","gateway":"openshift-ingress/e2e-shared-a-w0-ab27b8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:40:40.087196018Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-6afa76","namespace":"ai-tenant-e2e-shared-a-w0-ab27b8"},"namespace":"ai-tenant-e2e-shared-a-w0-ab27b8","name":"e2e-auth-iso-6afa76","reconcileID":"e2c650bd-926a-4003-83b7-f5ad014374fe","MaaSAuthPolicy":{"name":"e2e-auth-iso-6afa76","namespace":"ai-tenant-e2e-shared-a-w0-ab27b8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-ab27b8","tenantID":"e2e-shared-a-w0-ab27b8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T12:40:40.093247768Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-6afa76","namespace":"ai-tenant-e2e-shared-a-w0-ab27b8"},"namespace":"ai-tenant-e2e-shared-a-w0-ab27b8","name":"e2e-auth-iso-6afa76","reconcileID":"2abc0270-3325-4382-9c70-dd976f90740e","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-auth-iso-6afa76\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T12:40:40.139577846Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-6afa76","namespace":"ai-tenant-e2e-shared-a-w0-ab27b8"},"namespace":"ai-tenant-e2e-shared-a-w0-ab27b8","name":"e2e-auth-iso-6afa76","reconcileID":"e2c650bd-926a-4003-83b7-f5ad014374fe","MaaSAuthPolicy":{"name":"e2e-auth-iso-6afa76","namespace":"ai-tenant-e2e-shared-a-w0-ab27b8"},"name":"e2e-shared-a-w0-ab27b8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:40:40.198885215Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-ab27b8","namespace":"ai-tenant-e2e-shared-a-w0-ab27b8"},"namespace":"ai-tenant-e2e-shared-a-w0-ab27b8","name":"auth-test-model-ab27b8","reconcileID":"b03d6155-fad3-4350-a1d5-bb0c0e676a2b","MaaSModelRef":{"name":"auth-test-model-ab27b8","namespace":"ai-tenant-e2e-shared-a-w0-ab27b8"},"tenant":"e2e-shared-a-w0-ab27b8","gateway":"openshift-ingress/e2e-shared-a-w0-ab27b8","model":"ai-tenant-e2e-shared-a-w0-ab27b8/auth-test-model-ab27b8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:40:40.198904678Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-ab27b8","namespace":"ai-tenant-e2e-shared-a-w0-ab27b8"},"namespace":"ai-tenant-e2e-shared-a-w0-ab27b8","name":"auth-test-model-ab27b8","reconcileID":"b03d6155-fad3-4350-a1d5-bb0c0e676a2b","MaaSModelRef":{"name":"auth-test-model-ab27b8","namespace":"ai-tenant-e2e-shared-a-w0-ab27b8"},"routeName":"auth-test-model-ab27b8-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-ab27b8","llmisvcName":"auth-test-model-ab27b8","gateway":"openshift-ingress/e2e-shared-a-w0-ab27b8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:40:40.249463049Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-ab27b8","namespace":"ai-tenant-e2e-shared-a-w0-ab27b8"},"namespace":"ai-tenant-e2e-shared-a-w0-ab27b8","name":"auth-test-model-ab27b8","reconcileID":"c281a25a-626a-4e66-b9bd-c2cb233b353b","MaaSModelRef":{"name":"auth-test-model-ab27b8","namespace":"ai-tenant-e2e-shared-a-w0-ab27b8"},"tenant":"e2e-shared-a-w0-ab27b8","gateway":"openshift-ingress/e2e-shared-a-w0-ab27b8","model":"ai-tenant-e2e-shared-a-w0-ab27b8/auth-test-model-ab27b8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:40:40.249488443Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-ab27b8","namespace":"ai-tenant-e2e-shared-a-w0-ab27b8"},"namespace":"ai-tenant-e2e-shared-a-w0-ab27b8","name":"auth-test-model-ab27b8","reconcileID":"c281a25a-626a-4e66-b9bd-c2cb233b353b","MaaSModelRef":{"name":"auth-test-model-ab27b8","namespace":"ai-tenant-e2e-shared-a-w0-ab27b8"},"routeName":"auth-test-model-ab27b8-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-ab27b8","llmisvcName":"auth-test-model-ab27b8","gateway":"openshift-ingress/e2e-shared-a-w0-ab27b8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:40:40.432677976Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-6afa76","namespace":"ai-tenant-e2e-shared-a-w0-ab27b8"},"namespace":"ai-tenant-e2e-shared-a-w0-ab27b8","name":"e2e-auth-iso-6afa76","reconcileID":"8eeb47a3-45e5-4f1a-b9bf-6e5d5a7ecfa0","MaaSAuthPolicy":{"name":"e2e-auth-iso-6afa76","namespace":"ai-tenant-e2e-shared-a-w0-ab27b8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-ab27b8","tenantID":"e2e-shared-a-w0-ab27b8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:40:40.448300258Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-6afa76","namespace":"ai-tenant-e2e-shared-a-w0-ab27b8"},"namespace":"ai-tenant-e2e-shared-a-w0-ab27b8","name":"e2e-auth-iso-6afa76","reconcileID":"2e459d7d-b74f-472a-aead-dff715889178","MaaSSubscription":{"name":"e2e-auth-iso-6afa76","namespace":"ai-tenant-e2e-shared-a-w0-ab27b8"},"name":"maas-trlp-auth-test-model-ab27b8","model":"auth-test-model-ab27b8","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-shared-a-w0-ab27b8/e2e-auth-iso-6afa76"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:40:40.484729355Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-6afa76","namespace":"ai-tenant-e2e-shared-a-w0-ab27b8"},"namespace":"ai-tenant-e2e-shared-a-w0-ab27b8","name":"e2e-auth-iso-6afa76","reconcileID":"8eeb47a3-45e5-4f1a-b9bf-6e5d5a7ecfa0","MaaSAuthPolicy":{"name":"e2e-auth-iso-6afa76","namespace":"ai-tenant-e2e-shared-a-w0-ab27b8"},"name":"e2e-shared-a-w0-ab27b8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:40:40.602651242Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-ab27b8","namespace":"ai-tenant-e2e-shared-a-w0-ab27b8"},"namespace":"ai-tenant-e2e-shared-a-w0-ab27b8","name":"auth-test-model-ab27b8","reconcileID":"e605a5aa-6017-4e6e-b3ad-71f800501d58","MaaSModelRef":{"name":"auth-test-model-ab27b8","namespace":"ai-tenant-e2e-shared-a-w0-ab27b8"},"tenant":"e2e-shared-a-w0-ab27b8","gateway":"openshift-ingress/e2e-shared-a-w0-ab27b8","model":"ai-tenant-e2e-shared-a-w0-ab27b8/auth-test-model-ab27b8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:40:40.602677297Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-ab27b8","namespace":"ai-tenant-e2e-shared-a-w0-ab27b8"},"namespace":"ai-tenant-e2e-shared-a-w0-ab27b8","name":"auth-test-model-ab27b8","reconcileID":"e605a5aa-6017-4e6e-b3ad-71f800501d58","MaaSModelRef":{"name":"auth-test-model-ab27b8","namespace":"ai-tenant-e2e-shared-a-w0-ab27b8"},"routeName":"auth-test-model-ab27b8-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-ab27b8","llmisvcName":"auth-test-model-ab27b8","gateway":"openshift-ingress/e2e-shared-a-w0-ab27b8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:40:40.795980166Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-6afa76","namespace":"ai-tenant-e2e-shared-a-w0-ab27b8"},"namespace":"ai-tenant-e2e-shared-a-w0-ab27b8","name":"e2e-auth-iso-6afa76","reconcileID":"33419fbc-1820-4319-87b4-9ec73e4af233","MaaSSubscription":{"name":"e2e-auth-iso-6afa76","namespace":"ai-tenant-e2e-shared-a-w0-ab27b8"},"name":"maas-trlp-auth-test-model-ab27b8","model":"ai-tenant-e2e-shared-a-w0-ab27b8/auth-test-model-ab27b8","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:40:41.806774107Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-a4455f","namespace":"ai-tenant-e2e-praxis-a-a4455f"},"namespace":"ai-tenant-e2e-praxis-a-a4455f","name":"praxis-route-a4455f","reconcileID":"831de649-b1d4-42e5-8c6b-8090e83932e9","MaaSModelRef":{"name":"praxis-route-a4455f","namespace":"ai-tenant-e2e-praxis-a-a4455f"},"tenant":"e2e-praxis-a-a4455f","gateway":"openshift-ingress/e2e-praxis-a-a4455f","model":"ai-tenant-e2e-praxis-a-a4455f/praxis-route-a4455f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:40:41.806795743Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-a4455f","namespace":"ai-tenant-e2e-praxis-a-a4455f"},"namespace":"ai-tenant-e2e-praxis-a-a4455f","name":"praxis-route-a4455f","reconcileID":"831de649-b1d4-42e5-8c6b-8090e83932e9","MaaSModelRef":{"name":"praxis-route-a4455f","namespace":"ai-tenant-e2e-praxis-a-a4455f"},"routeName":"praxis-route-a4455f-kserve-route","namespace":"ai-tenant-e2e-praxis-a-a4455f","llmisvcName":"praxis-route-a4455f","gateway":"openshift-ingress/e2e-praxis-a-a4455f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:40:49.929352272Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-5a75f1","namespace":"ai-tenant-e2e-shared-a-w2-cacb84"},"namespace":"ai-tenant-e2e-shared-a-w2-cacb84","name":"e2e-auth-iso-5a75f1","reconcileID":"501e69ca-1006-4699-9285-df35adce5826","MaaSAuthPolicy":{"name":"e2e-auth-iso-5a75f1","namespace":"ai-tenant-e2e-shared-a-w2-cacb84"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-cacb84","tenantID":"e2e-shared-a-w2-cacb84","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:40:49.982522458Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-5a75f1","namespace":"ai-tenant-e2e-shared-a-w2-cacb84"},"namespace":"ai-tenant-e2e-shared-a-w2-cacb84","name":"e2e-auth-iso-5a75f1","reconcileID":"501e69ca-1006-4699-9285-df35adce5826","MaaSAuthPolicy":{"name":"e2e-auth-iso-5a75f1","namespace":"ai-tenant-e2e-shared-a-w2-cacb84"},"name":"e2e-shared-a-w2-cacb84-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:40:50.0339415Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w2-cacb84-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-5a75f1","namespace":"ai-tenant-e2e-shared-a-w2-cacb84"},"namespace":"ai-tenant-e2e-shared-a-w2-cacb84","name":"e2e-auth-iso-5a75f1","reconcileID":"501e69ca-1006-4699-9285-df35adce5826","MaaSAuthPolicy":{"name":"e2e-auth-iso-5a75f1","namespace":"ai-tenant-e2e-shared-a-w2-cacb84"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:40:51.8077978Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-a4455f","namespace":"ai-tenant-e2e-praxis-a-a4455f"},"namespace":"ai-tenant-e2e-praxis-a-a4455f","name":"praxis-route-a4455f","reconcileID":"16865ead-43c4-4b13-a697-632e57123c6d","MaaSModelRef":{"name":"praxis-route-a4455f","namespace":"ai-tenant-e2e-praxis-a-a4455f"},"tenant":"e2e-praxis-a-a4455f","gateway":"openshift-ingress/e2e-praxis-a-a4455f","model":"ai-tenant-e2e-praxis-a-a4455f/praxis-route-a4455f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:40:51.807817638Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-a4455f","namespace":"ai-tenant-e2e-praxis-a-a4455f"},"namespace":"ai-tenant-e2e-praxis-a-a4455f","name":"praxis-route-a4455f","reconcileID":"16865ead-43c4-4b13-a697-632e57123c6d","MaaSModelRef":{"name":"praxis-route-a4455f","namespace":"ai-tenant-e2e-praxis-a-a4455f"},"routeName":"praxis-route-a4455f-kserve-route","namespace":"ai-tenant-e2e-praxis-a-a4455f","llmisvcName":"praxis-route-a4455f","gateway":"openshift-ingress/e2e-praxis-a-a4455f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:40:52.64975366Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-a4455f","namespace":"ai-tenant-e2e-praxis-a-a4455f"},"namespace":"ai-tenant-e2e-praxis-a-a4455f","name":"praxis-route-a4455f","reconcileID":"9d3b8ac6-8c64-4b28-887e-52c803b8afad","MaaSModelRef":{"name":"praxis-route-a4455f","namespace":"ai-tenant-e2e-praxis-a-a4455f"},"tenant":"e2e-praxis-a-a4455f","gateway":"openshift-ingress/e2e-praxis-a-a4455f","model":"ai-tenant-e2e-praxis-a-a4455f/praxis-route-a4455f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:40:52.649778618Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-a4455f","namespace":"ai-tenant-e2e-praxis-a-a4455f"},"namespace":"ai-tenant-e2e-praxis-a-a4455f","name":"praxis-route-a4455f","reconcileID":"9d3b8ac6-8c64-4b28-887e-52c803b8afad","MaaSModelRef":{"name":"praxis-route-a4455f","namespace":"ai-tenant-e2e-praxis-a-a4455f"},"routeName":"praxis-route-a4455f-kserve-route","namespace":"ai-tenant-e2e-praxis-a-a4455f","llmisvcName":"praxis-route-a4455f","gateway":"openshift-ingress/e2e-praxis-a-a4455f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:40:52.746865512Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-a4455f-auth","namespace":"ai-tenant-e2e-praxis-a-a4455f"},"namespace":"ai-tenant-e2e-praxis-a-a4455f","name":"praxis-route-a4455f-auth","reconcileID":"b7abf1c6-f985-418a-9db6-33a63a5b80d7","MaaSAuthPolicy":{"name":"praxis-route-a4455f-auth","namespace":"ai-tenant-e2e-praxis-a-a4455f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-a4455f","tenantID":"e2e-praxis-a-a4455f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:40:52.799556475Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-a4455f-auth","namespace":"ai-tenant-e2e-praxis-a-a4455f"},"namespace":"ai-tenant-e2e-praxis-a-a4455f","name":"praxis-route-a4455f-auth","reconcileID":"b7abf1c6-f985-418a-9db6-33a63a5b80d7","MaaSAuthPolicy":{"name":"praxis-route-a4455f-auth","namespace":"ai-tenant-e2e-praxis-a-a4455f"},"name":"e2e-praxis-a-a4455f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:40:52.801176019Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"praxis-route-a4455f-sub","namespace":"ai-tenant-e2e-praxis-a-a4455f"},"namespace":"ai-tenant-e2e-praxis-a-a4455f","name":"praxis-route-a4455f-sub","reconcileID":"5be669eb-962f-4e6c-9d23-c6268f1eba94","MaaSSubscription":{"name":"praxis-route-a4455f-sub","namespace":"ai-tenant-e2e-praxis-a-a4455f"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-4d948386","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:40:52.959403551Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-a4455f","namespace":"ai-tenant-e2e-praxis-a-a4455f"},"namespace":"ai-tenant-e2e-praxis-a-a4455f","name":"praxis-route-a4455f","reconcileID":"5ee3ea43-dd3c-469f-a7de-5c0b88506edd","MaaSModelRef":{"name":"praxis-route-a4455f","namespace":"ai-tenant-e2e-praxis-a-a4455f"},"tenant":"e2e-praxis-a-a4455f","gateway":"openshift-ingress/e2e-praxis-a-a4455f","model":"ai-tenant-e2e-praxis-a-a4455f/praxis-route-a4455f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:40:52.959421519Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-a4455f","namespace":"ai-tenant-e2e-praxis-a-a4455f"},"namespace":"ai-tenant-e2e-praxis-a-a4455f","name":"praxis-route-a4455f","reconcileID":"5ee3ea43-dd3c-469f-a7de-5c0b88506edd","MaaSModelRef":{"name":"praxis-route-a4455f","namespace":"ai-tenant-e2e-praxis-a-a4455f"},"routeName":"praxis-route-a4455f-kserve-route","namespace":"ai-tenant-e2e-praxis-a-a4455f","llmisvcName":"praxis-route-a4455f","gateway":"openshift-ingress/e2e-praxis-a-a4455f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:40:52.996250038Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-a4455f-auth","namespace":"ai-tenant-e2e-praxis-a-a4455f"},"namespace":"ai-tenant-e2e-praxis-a-a4455f","name":"praxis-route-a4455f-auth","reconcileID":"21f58ba5-94f4-41de-b45c-bbc562346bee","MaaSAuthPolicy":{"name":"praxis-route-a4455f-auth","namespace":"ai-tenant-e2e-praxis-a-a4455f"},"model":"ai-tenant-e2e-praxis-a-a4455f/praxis-route-a4455f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:40:53.06197724Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"praxis-route-a4455f-sub","namespace":"ai-tenant-e2e-praxis-a-a4455f"},"namespace":"ai-tenant-e2e-praxis-a-a4455f","name":"praxis-route-a4455f-sub","reconcileID":"51cfeef2-dabe-4a67-b6e3-29ebd2af9ac0","MaaSSubscription":{"name":"praxis-route-a4455f-sub","namespace":"ai-tenant-e2e-praxis-a-a4455f"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-4d948386","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:40:53.110508344Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"praxis-route-a4455f-sub","namespace":"ai-tenant-e2e-praxis-a-a4455f"},"namespace":"ai-tenant-e2e-praxis-a-a4455f","name":"praxis-route-a4455f-sub","reconcileID":"5891b71f-fdd4-4470-8442-25b0d3df24e8","MaaSSubscription":{"name":"praxis-route-a4455f-sub","namespace":"ai-tenant-e2e-praxis-a-a4455f"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-4d948386","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:40:53.158937765Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"praxis-route-a4455f-sub","namespace":"ai-tenant-e2e-praxis-a-a4455f"},"namespace":"ai-tenant-e2e-praxis-a-a4455f","name":"praxis-route-a4455f-sub","reconcileID":"ed9d213c-dd94-4966-a4fb-3d9406f154ff","MaaSSubscription":{"name":"praxis-route-a4455f-sub","namespace":"ai-tenant-e2e-praxis-a-a4455f"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-4d948386","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:40:53.245344841Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-a4455f-auth","namespace":"ai-tenant-e2e-praxis-a-a4455f"},"namespace":"ai-tenant-e2e-praxis-a-a4455f","name":"praxis-route-a4455f-auth","reconcileID":"21f58ba5-94f4-41de-b45c-bbc562346bee","MaaSAuthPolicy":{"name":"praxis-route-a4455f-auth","namespace":"ai-tenant-e2e-praxis-a-a4455f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-a4455f","tenantID":"e2e-praxis-a-a4455f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:40:53.302122459Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"praxis-route-a4455f-sub","namespace":"ai-tenant-e2e-praxis-a-a4455f"},"namespace":"ai-tenant-e2e-praxis-a-a4455f","name":"praxis-route-a4455f-sub","reconcileID":"d994d381-6bab-4499-83a7-20ec2636d3e2","MaaSSubscription":{"name":"praxis-route-a4455f-sub","namespace":"ai-tenant-e2e-praxis-a-a4455f"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-4d948386","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:40:53.362892891Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-a4455f-auth","namespace":"ai-tenant-e2e-praxis-a-a4455f"},"namespace":"ai-tenant-e2e-praxis-a-a4455f","name":"praxis-route-a4455f-auth","reconcileID":"21f58ba5-94f4-41de-b45c-bbc562346bee","MaaSAuthPolicy":{"name":"praxis-route-a4455f-auth","namespace":"ai-tenant-e2e-praxis-a-a4455f"},"name":"e2e-praxis-a-a4455f-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:40:53.363006626Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-a4455f-auth","namespace":"ai-tenant-e2e-praxis-a-a4455f"},"namespace":"ai-tenant-e2e-praxis-a-a4455f","name":"praxis-route-a4455f-auth","reconcileID":"21f58ba5-94f4-41de-b45c-bbc562346bee","MaaSAuthPolicy":{"name":"praxis-route-a4455f-auth","namespace":"ai-tenant-e2e-praxis-a-a4455f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-a4455f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:40:53.414298308Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"praxis-route-a4455f-sub","namespace":"ai-tenant-e2e-praxis-a-a4455f"},"namespace":"ai-tenant-e2e-praxis-a-a4455f","name":"praxis-route-a4455f-sub","reconcileID":"127f18a2-661d-4dcb-ba50-e0b166508c24","MaaSSubscription":{"name":"praxis-route-a4455f-sub","namespace":"ai-tenant-e2e-praxis-a-a4455f"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-4d948386","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:40:53.616111359Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"praxis-route-a4455f-sub","namespace":"ai-tenant-e2e-praxis-a-a4455f"},"namespace":"ai-tenant-e2e-praxis-a-a4455f","name":"praxis-route-a4455f-sub","reconcileID":"9bdc7038-c3c7-4614-90a5-3a9aba70467e","MaaSSubscription":{"name":"praxis-route-a4455f-sub","namespace":"ai-tenant-e2e-praxis-a-a4455f"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-4d948386","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:40:53.74824728Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"praxis-route-a4455f-sub","namespace":"ai-tenant-e2e-praxis-a-a4455f"},"namespace":"ai-tenant-e2e-praxis-a-a4455f","name":"praxis-route-a4455f-sub","reconcileID":"cb39a4ff-f6c7-4c06-8745-443796cb6cd6","MaaSSubscription":{"name":"praxis-route-a4455f-sub","namespace":"ai-tenant-e2e-praxis-a-a4455f"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-4d948386","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:40:54.617297207Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f4467680-093c-4b4b-bf59-74144b80f157","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:40:54.666184454Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f4467680-093c-4b4b-bf59-74144b80f157","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:40:54.7152399Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f4467680-093c-4b4b-bf59-74144b80f157","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:40:54.765088477Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f4467680-093c-4b4b-bf59-74144b80f157","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:40:55.713158782Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:40:56.615353348Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6a34b6f6-74c8-410d-abc4-62aa7e5e2204","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:40:56.664078312Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6a34b6f6-74c8-410d-abc4-62aa7e5e2204","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:40:56.71291388Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6a34b6f6-74c8-410d-abc4-62aa7e5e2204","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:40:56.761708361Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6a34b6f6-74c8-410d-abc4-62aa7e5e2204","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:40:58.592476702Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6757c4f0-adc2-4314-a4fc-251c4095cbcd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:40:58.641832781Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6757c4f0-adc2-4314-a4fc-251c4095cbcd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:40:58.690959832Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6757c4f0-adc2-4314-a4fc-251c4095cbcd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:40:58.739852628Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6757c4f0-adc2-4314-a4fc-251c4095cbcd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:41:00.212655773Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-5a75f1","namespace":"ai-tenant-e2e-shared-a-w2-cacb84"},"namespace":"ai-tenant-e2e-shared-a-w2-cacb84","name":"e2e-auth-iso-5a75f1","reconcileID":"41e66228-cc5e-49ee-b5ce-6bf352eead5b","MaaSAuthPolicy":{"name":"e2e-auth-iso-5a75f1","namespace":"ai-tenant-e2e-shared-a-w2-cacb84"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-cacb84","tenantID":"e2e-shared-a-w2-cacb84","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:41:00.265564618Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-5a75f1","namespace":"ai-tenant-e2e-shared-a-w2-cacb84"},"namespace":"ai-tenant-e2e-shared-a-w2-cacb84","name":"e2e-auth-iso-5a75f1","reconcileID":"41e66228-cc5e-49ee-b5ce-6bf352eead5b","MaaSAuthPolicy":{"name":"e2e-auth-iso-5a75f1","namespace":"ai-tenant-e2e-shared-a-w2-cacb84"},"name":"e2e-shared-a-w2-cacb84-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:41:00.317859823Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w2-cacb84-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-5a75f1","namespace":"ai-tenant-e2e-shared-a-w2-cacb84"},"namespace":"ai-tenant-e2e-shared-a-w2-cacb84","name":"e2e-auth-iso-5a75f1","reconcileID":"41e66228-cc5e-49ee-b5ce-6bf352eead5b","MaaSAuthPolicy":{"name":"e2e-auth-iso-5a75f1","namespace":"ai-tenant-e2e-shared-a-w2-cacb84"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:41:00.567196815Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6e2e0b5d-fc11-4b74-86dc-83477ce782cc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:41:00.615855399Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6e2e0b5d-fc11-4b74-86dc-83477ce782cc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:41:00.664562446Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6e2e0b5d-fc11-4b74-86dc-83477ce782cc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:41:00.713243443Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6e2e0b5d-fc11-4b74-86dc-83477ce782cc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:41:01.818064014Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-f49287","namespace":"ai-tenant-e2e-shared-a-w3-1250b3"},"namespace":"ai-tenant-e2e-shared-a-w3-1250b3","name":"e2e-auth-iso-f49287","reconcileID":"c60dbf6b-5e6b-4e1c-bfc8-f48dabe0f2c8","MaaSSubscription":{"name":"e2e-auth-iso-f49287","namespace":"ai-tenant-e2e-shared-a-w3-1250b3"},"name":"maas-trlp-auth-test-model-1250b3","model":"ai-tenant-e2e-shared-a-w3-1250b3/auth-test-model-1250b3","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:41:01.972789767Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-1250b3","namespace":"ai-tenant-e2e-shared-a-w3-1250b3"},"namespace":"ai-tenant-e2e-shared-a-w3-1250b3","name":"auth-test-model-1250b3","reconcileID":"c646e642-f700-40a2-990c-297bc311dee9","MaaSModelRef":{"name":"auth-test-model-1250b3","namespace":"ai-tenant-e2e-shared-a-w3-1250b3"},"tenant":"e2e-shared-a-w3-1250b3","gateway":"openshift-ingress/e2e-shared-a-w3-1250b3","model":"ai-tenant-e2e-shared-a-w3-1250b3/auth-test-model-1250b3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:41:01.972813058Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-1250b3","namespace":"ai-tenant-e2e-shared-a-w3-1250b3"},"namespace":"ai-tenant-e2e-shared-a-w3-1250b3","name":"auth-test-model-1250b3","reconcileID":"c646e642-f700-40a2-990c-297bc311dee9","MaaSModelRef":{"name":"auth-test-model-1250b3","namespace":"ai-tenant-e2e-shared-a-w3-1250b3"},"routeName":"auth-test-model-1250b3-kserve-route","namespace":"ai-tenant-e2e-shared-a-w3-1250b3","llmisvcName":"auth-test-model-1250b3","gateway":"openshift-ingress/e2e-shared-a-w3-1250b3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:41:02.512518212Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-8570a0","namespace":"ai-tenant-e2e-shared-b-w3-8570a0"},"namespace":"ai-tenant-e2e-shared-b-w3-8570a0","name":"auth-test-model-8570a0","reconcileID":"4d676248-49d7-416d-8f4b-464a92c3683c","MaaSModelRef":{"name":"auth-test-model-8570a0","namespace":"ai-tenant-e2e-shared-b-w3-8570a0"},"tenant":"e2e-shared-b-w3-8570a0","gateway":"openshift-ingress/e2e-shared-b-w3-8570a0","model":"ai-tenant-e2e-shared-b-w3-8570a0/auth-test-model-8570a0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:41:02.512543863Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-8570a0","namespace":"ai-tenant-e2e-shared-b-w3-8570a0"},"namespace":"ai-tenant-e2e-shared-b-w3-8570a0","name":"auth-test-model-8570a0","reconcileID":"4d676248-49d7-416d-8f4b-464a92c3683c","MaaSModelRef":{"name":"auth-test-model-8570a0","namespace":"ai-tenant-e2e-shared-b-w3-8570a0"},"routeName":"auth-test-model-8570a0-kserve-route","namespace":"ai-tenant-e2e-shared-b-w3-8570a0","llmisvcName":"auth-test-model-8570a0","gateway":"openshift-ingress/e2e-shared-b-w3-8570a0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:41:02.568050785Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-8570a0","namespace":"ai-tenant-e2e-shared-b-w3-8570a0"},"namespace":"ai-tenant-e2e-shared-b-w3-8570a0","name":"auth-test-model-8570a0","reconcileID":"8b3cb603-79bf-4830-96f9-4c4aa6f30555","MaaSModelRef":{"name":"auth-test-model-8570a0","namespace":"ai-tenant-e2e-shared-b-w3-8570a0"},"tenant":"e2e-shared-b-w3-8570a0","gateway":"openshift-ingress/e2e-shared-b-w3-8570a0","model":"ai-tenant-e2e-shared-b-w3-8570a0/auth-test-model-8570a0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:41:02.5680763Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-8570a0","namespace":"ai-tenant-e2e-shared-b-w3-8570a0"},"namespace":"ai-tenant-e2e-shared-b-w3-8570a0","name":"auth-test-model-8570a0","reconcileID":"8b3cb603-79bf-4830-96f9-4c4aa6f30555","MaaSModelRef":{"name":"auth-test-model-8570a0","namespace":"ai-tenant-e2e-shared-b-w3-8570a0"},"routeName":"auth-test-model-8570a0-kserve-route","namespace":"ai-tenant-e2e-shared-b-w3-8570a0","llmisvcName":"auth-test-model-8570a0","gateway":"openshift-ingress/e2e-shared-b-w3-8570a0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:41:02.664672748Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-f49287","namespace":"ai-tenant-e2e-shared-b-w3-8570a0"},"namespace":"ai-tenant-e2e-shared-b-w3-8570a0","name":"e2e-auth-iso-f49287","reconcileID":"c277a5da-40f2-46c2-b41f-9f93872dcd74","MaaSAuthPolicy":{"name":"e2e-auth-iso-f49287","namespace":"ai-tenant-e2e-shared-b-w3-8570a0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w3-8570a0","tenantID":"e2e-shared-b-w3-8570a0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:41:02.698093264Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-6afa76","namespace":"ai-tenant-e2e-shared-a-w0-ab27b8"},"namespace":"ai-tenant-e2e-shared-a-w0-ab27b8","name":"e2e-auth-iso-6afa76","reconcileID":"19b14622-8169-4eb8-9698-a2923897d3c2","MaaSSubscription":{"name":"e2e-auth-iso-6afa76","namespace":"ai-tenant-e2e-shared-a-w0-ab27b8"},"name":"maas-trlp-auth-test-model-ab27b8","model":"ai-tenant-e2e-shared-a-w0-ab27b8/auth-test-model-ab27b8","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:41:02.778791042Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-f49287","namespace":"ai-tenant-e2e-shared-b-w3-8570a0"},"namespace":"ai-tenant-e2e-shared-b-w3-8570a0","name":"e2e-auth-iso-f49287","reconcileID":"c277a5da-40f2-46c2-b41f-9f93872dcd74","MaaSAuthPolicy":{"name":"e2e-auth-iso-f49287","namespace":"ai-tenant-e2e-shared-b-w3-8570a0"},"name":"e2e-shared-b-w3-8570a0-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:41:02.830331504Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w3-8570a0-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-f49287","namespace":"ai-tenant-e2e-shared-b-w3-8570a0"},"namespace":"ai-tenant-e2e-shared-b-w3-8570a0","name":"e2e-auth-iso-f49287","reconcileID":"c277a5da-40f2-46c2-b41f-9f93872dcd74","MaaSAuthPolicy":{"name":"e2e-auth-iso-f49287","namespace":"ai-tenant-e2e-shared-b-w3-8570a0"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:41:02.85510071Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-ab27b8","namespace":"ai-tenant-e2e-shared-a-w0-ab27b8"},"namespace":"ai-tenant-e2e-shared-a-w0-ab27b8","name":"auth-test-model-ab27b8","reconcileID":"c336772c-6f5e-4fca-866c-19c30245ead0","MaaSModelRef":{"name":"auth-test-model-ab27b8","namespace":"ai-tenant-e2e-shared-a-w0-ab27b8"},"tenant":"e2e-shared-a-w0-ab27b8","gateway":"openshift-ingress/e2e-shared-a-w0-ab27b8","model":"ai-tenant-e2e-shared-a-w0-ab27b8/auth-test-model-ab27b8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:41:02.855122014Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-ab27b8","namespace":"ai-tenant-e2e-shared-a-w0-ab27b8"},"namespace":"ai-tenant-e2e-shared-a-w0-ab27b8","name":"auth-test-model-ab27b8","reconcileID":"c336772c-6f5e-4fca-866c-19c30245ead0","MaaSModelRef":{"name":"auth-test-model-ab27b8","namespace":"ai-tenant-e2e-shared-a-w0-ab27b8"},"routeName":"auth-test-model-ab27b8-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-ab27b8","llmisvcName":"auth-test-model-ab27b8","gateway":"openshift-ingress/e2e-shared-a-w0-ab27b8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:41:02.883124464Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-8570a0","namespace":"ai-tenant-e2e-shared-b-w3-8570a0"},"namespace":"ai-tenant-e2e-shared-b-w3-8570a0","name":"auth-test-model-8570a0","reconcileID":"7c58dba6-ab3e-431d-aca0-579a72bf04a5","MaaSModelRef":{"name":"auth-test-model-8570a0","namespace":"ai-tenant-e2e-shared-b-w3-8570a0"},"tenant":"e2e-shared-b-w3-8570a0","gateway":"openshift-ingress/e2e-shared-b-w3-8570a0","model":"ai-tenant-e2e-shared-b-w3-8570a0/auth-test-model-8570a0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:41:02.883147278Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-8570a0","namespace":"ai-tenant-e2e-shared-b-w3-8570a0"},"namespace":"ai-tenant-e2e-shared-b-w3-8570a0","name":"auth-test-model-8570a0","reconcileID":"7c58dba6-ab3e-431d-aca0-579a72bf04a5","MaaSModelRef":{"name":"auth-test-model-8570a0","namespace":"ai-tenant-e2e-shared-b-w3-8570a0"},"routeName":"auth-test-model-8570a0-kserve-route","namespace":"ai-tenant-e2e-shared-b-w3-8570a0","llmisvcName":"auth-test-model-8570a0","gateway":"openshift-ingress/e2e-shared-b-w3-8570a0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:41:03.249326249Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-f49287","namespace":"ai-tenant-e2e-shared-a-w3-1250b3"},"namespace":"ai-tenant-e2e-shared-a-w3-1250b3","name":"e2e-auth-iso-f49287","reconcileID":"4e1e57d6-b486-44e0-8dc3-4b636dd232ec","MaaSAuthPolicy":{"name":"e2e-auth-iso-f49287","namespace":"ai-tenant-e2e-shared-a-w3-1250b3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w3-1250b3","tenantID":"e2e-shared-a-w3-1250b3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:41:03.303438962Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-f49287","namespace":"ai-tenant-e2e-shared-a-w3-1250b3"},"namespace":"ai-tenant-e2e-shared-a-w3-1250b3","name":"e2e-auth-iso-f49287","reconcileID":"4e1e57d6-b486-44e0-8dc3-4b636dd232ec","MaaSAuthPolicy":{"name":"e2e-auth-iso-f49287","namespace":"ai-tenant-e2e-shared-a-w3-1250b3"},"name":"e2e-shared-a-w3-1250b3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:41:03.777089286Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-6afa76","namespace":"ai-tenant-e2e-shared-a-w0-ab27b8"},"namespace":"ai-tenant-e2e-shared-a-w0-ab27b8","name":"e2e-auth-iso-6afa76","reconcileID":"44569695-49c8-47f0-b255-a948c7b56179","MaaSAuthPolicy":{"name":"e2e-auth-iso-6afa76","namespace":"ai-tenant-e2e-shared-a-w0-ab27b8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-ab27b8","tenantID":"e2e-shared-a-w0-ab27b8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:41:03.797649969Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"praxis-route-a4455f-sub","namespace":"ai-tenant-e2e-praxis-a-a4455f"},"namespace":"ai-tenant-e2e-praxis-a-a4455f","name":"praxis-route-a4455f-sub","reconcileID":"e142e0c7-06f3-4752-afc8-a80ff5682392","MaaSSubscription":{"name":"praxis-route-a4455f-sub","namespace":"ai-tenant-e2e-praxis-a-a4455f"},"model":"ai-tenant-e2e-praxis-a-a4455f/praxis-route-a4455f","subscription":"praxis-route-a4455f-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:41:03.79776684Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"praxis-route-a4455f-sub","namespace":"ai-tenant-e2e-praxis-a-a4455f"},"namespace":"ai-tenant-e2e-praxis-a-a4455f","name":"praxis-route-a4455f-sub","reconcileID":"e142e0c7-06f3-4752-afc8-a80ff5682392","MaaSSubscription":{"name":"praxis-route-a4455f-sub","namespace":"ai-tenant-e2e-praxis-a-a4455f"},"model":"ai-tenant-e2e-praxis-a-a4455f/praxis-route-a4455f","error":"MaaSModelRef not found: ai-tenant-e2e-praxis-a-a4455f/praxis-route-a4455f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:41:03.829556866Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-6afa76","namespace":"ai-tenant-e2e-shared-a-w0-ab27b8"},"namespace":"ai-tenant-e2e-shared-a-w0-ab27b8","name":"e2e-auth-iso-6afa76","reconcileID":"44569695-49c8-47f0-b255-a948c7b56179","MaaSAuthPolicy":{"name":"e2e-auth-iso-6afa76","namespace":"ai-tenant-e2e-shared-a-w0-ab27b8"},"name":"e2e-shared-a-w0-ab27b8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:41:05.161562965Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-743d9b","namespace":"ai-tenant-e2e-shared-b-w0-743d9b"},"namespace":"ai-tenant-e2e-shared-b-w0-743d9b","name":"auth-test-model-743d9b","reconcileID":"e63bbcfa-51d0-4b0b-8697-fbd8c3bc36a3","MaaSModelRef":{"name":"auth-test-model-743d9b","namespace":"ai-tenant-e2e-shared-b-w0-743d9b"},"tenant":"e2e-shared-b-w0-743d9b","gateway":"openshift-ingress/e2e-shared-b-w0-743d9b","model":"ai-tenant-e2e-shared-b-w0-743d9b/auth-test-model-743d9b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:41:05.161585466Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-743d9b","namespace":"ai-tenant-e2e-shared-b-w0-743d9b"},"namespace":"ai-tenant-e2e-shared-b-w0-743d9b","name":"auth-test-model-743d9b","reconcileID":"e63bbcfa-51d0-4b0b-8697-fbd8c3bc36a3","MaaSModelRef":{"name":"auth-test-model-743d9b","namespace":"ai-tenant-e2e-shared-b-w0-743d9b"},"routeName":"auth-test-model-743d9b-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-743d9b","llmisvcName":"auth-test-model-743d9b","gateway":"openshift-ingress/e2e-shared-b-w0-743d9b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:41:05.21453072Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-743d9b","namespace":"ai-tenant-e2e-shared-b-w0-743d9b"},"namespace":"ai-tenant-e2e-shared-b-w0-743d9b","name":"auth-test-model-743d9b","reconcileID":"6e51c2b1-301a-45be-a1e4-f2af574447e9","MaaSModelRef":{"name":"auth-test-model-743d9b","namespace":"ai-tenant-e2e-shared-b-w0-743d9b"},"tenant":"e2e-shared-b-w0-743d9b","gateway":"openshift-ingress/e2e-shared-b-w0-743d9b","model":"ai-tenant-e2e-shared-b-w0-743d9b/auth-test-model-743d9b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:41:05.214555829Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-743d9b","namespace":"ai-tenant-e2e-shared-b-w0-743d9b"},"namespace":"ai-tenant-e2e-shared-b-w0-743d9b","name":"auth-test-model-743d9b","reconcileID":"6e51c2b1-301a-45be-a1e4-f2af574447e9","MaaSModelRef":{"name":"auth-test-model-743d9b","namespace":"ai-tenant-e2e-shared-b-w0-743d9b"},"routeName":"auth-test-model-743d9b-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-743d9b","llmisvcName":"auth-test-model-743d9b","gateway":"openshift-ingress/e2e-shared-b-w0-743d9b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:41:05.311214421Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-6afa76","namespace":"ai-tenant-e2e-shared-b-w0-743d9b"},"namespace":"ai-tenant-e2e-shared-b-w0-743d9b","name":"e2e-auth-iso-6afa76","reconcileID":"c884f7c8-ce3e-4116-9911-9243f523ac39","MaaSAuthPolicy":{"name":"e2e-auth-iso-6afa76","namespace":"ai-tenant-e2e-shared-b-w0-743d9b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-743d9b","tenantID":"e2e-shared-b-w0-743d9b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:41:05.42459704Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-6afa76","namespace":"ai-tenant-e2e-shared-b-w0-743d9b"},"namespace":"ai-tenant-e2e-shared-b-w0-743d9b","name":"e2e-auth-iso-6afa76","reconcileID":"c884f7c8-ce3e-4116-9911-9243f523ac39","MaaSAuthPolicy":{"name":"e2e-auth-iso-6afa76","namespace":"ai-tenant-e2e-shared-b-w0-743d9b"},"name":"e2e-shared-b-w0-743d9b-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:41:05.475626895Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w0-743d9b-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-6afa76","namespace":"ai-tenant-e2e-shared-b-w0-743d9b"},"namespace":"ai-tenant-e2e-shared-b-w0-743d9b","name":"e2e-auth-iso-6afa76","reconcileID":"c884f7c8-ce3e-4116-9911-9243f523ac39","MaaSAuthPolicy":{"name":"e2e-auth-iso-6afa76","namespace":"ai-tenant-e2e-shared-b-w0-743d9b"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:41:05.528818452Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-743d9b","namespace":"ai-tenant-e2e-shared-b-w0-743d9b"},"namespace":"ai-tenant-e2e-shared-b-w0-743d9b","name":"auth-test-model-743d9b","reconcileID":"659b3411-b419-486f-9884-6d71047aa90d","MaaSModelRef":{"name":"auth-test-model-743d9b","namespace":"ai-tenant-e2e-shared-b-w0-743d9b"},"tenant":"e2e-shared-b-w0-743d9b","gateway":"openshift-ingress/e2e-shared-b-w0-743d9b","model":"ai-tenant-e2e-shared-b-w0-743d9b/auth-test-model-743d9b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:41:05.528837645Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-743d9b","namespace":"ai-tenant-e2e-shared-b-w0-743d9b"},"namespace":"ai-tenant-e2e-shared-b-w0-743d9b","name":"auth-test-model-743d9b","reconcileID":"659b3411-b419-486f-9884-6d71047aa90d","MaaSModelRef":{"name":"auth-test-model-743d9b","namespace":"ai-tenant-e2e-shared-b-w0-743d9b"},"routeName":"auth-test-model-743d9b-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-743d9b","llmisvcName":"auth-test-model-743d9b","gateway":"openshift-ingress/e2e-shared-b-w0-743d9b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:41:10.418341674Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-5a75f1","namespace":"ai-tenant-e2e-shared-a-w2-cacb84"},"namespace":"ai-tenant-e2e-shared-a-w2-cacb84","name":"e2e-auth-iso-5a75f1","reconcileID":"e55b8b66-e816-436d-922e-745e6ec27cdb","MaaSAuthPolicy":{"name":"e2e-auth-iso-5a75f1","namespace":"ai-tenant-e2e-shared-a-w2-cacb84"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-cacb84","tenantID":"e2e-shared-a-w2-cacb84","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:41:10.470747915Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-5a75f1","namespace":"ai-tenant-e2e-shared-a-w2-cacb84"},"namespace":"ai-tenant-e2e-shared-a-w2-cacb84","name":"e2e-auth-iso-5a75f1","reconcileID":"e55b8b66-e816-436d-922e-745e6ec27cdb","MaaSAuthPolicy":{"name":"e2e-auth-iso-5a75f1","namespace":"ai-tenant-e2e-shared-a-w2-cacb84"},"name":"e2e-shared-a-w2-cacb84-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:41:10.521625928Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w2-cacb84-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (26af579af9234a42fad35c82672474a55c71624ee98b60a5a1f12ea7dc46a7d8) AuthConfig (a417326948fb89a901afa65f44bde1f04742e2a7347b68ff0d634072374bc27f) AuthConfig (7d694ab2686da760383dbfb2a1dd12d9aa48f01ec578288dfb02883a9fe89848) AuthConfig (603a76321f9d697fc7c3abc94b1e87844cf1acbb2bf387b96e98e743a27db3f6) AuthConfig (8746c66bac87c5b2c9649f81ac26863bb36eea422822a4a2f8f0e9107ebf04a2) AuthConfig (232d730f90a616ed450a61b1acac2481564a0a47d32e13f13478348ad96a50c6) AuthConfig (4943c79c8de590b25a28003895661f052373026eef0b0287a14230bfe7e9c42b) AuthConfig (e473fb051ee23352833ba0eb1ee50ee5642ad048805e5594c23500f8e20e33dc) AuthConfig (713c5dd3ad26e2eb264cd7b362e88449fb682ba95c9088cb8383818919723cb7) AuthConfig (83c23990b4c96e4d6a134870ee43a9869d8cca166be124935150c5578dfaae4c) AuthConfig (ac668bbcc47f335351c54bd707b3520da4681d3596a7216462a2801cae33f197) AuthConfig (a3faa56da172e645b6b5ab6f106bcfeb64b0e75648cf079c60e3aaf429760465) AuthConfig (a7d90b0ece6555ec9eeb0753174e1eb4591680c0913281f8f663c5ff22463ad9) AuthConfig (75e168e6598b08eafb3cfefd1357e6fb0483d7fbba20a6cab157b0a1dcec5fce) AuthConfig (f2384fd2539a48d7c1a70391a22470ee013c2ea3b6641a22f0736046bd7c28cf) AuthConfig (49359d4b293a2aed907ac3988aef053fc755b00119a9f66a59e960ea14fa6c94) AuthConfig (6406aeae5fd7e42bc4a7b66f078b0c1731edc5b737b27e5c5eefa40451d98c98) AuthConfig (87fb6256da0f3ae112080c433b19fe161ecd2fa1bff3bb2a03d9d82d323cffb7)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-5a75f1","namespace":"ai-tenant-e2e-shared-a-w2-cacb84"},"namespace":"ai-tenant-e2e-shared-a-w2-cacb84","name":"e2e-auth-iso-5a75f1","reconcileID":"e55b8b66-e816-436d-922e-745e6ec27cdb","MaaSAuthPolicy":{"name":"e2e-auth-iso-5a75f1","namespace":"ai-tenant-e2e-shared-a-w2-cacb84"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:41:10.575028938Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-cacb84","namespace":"ai-tenant-e2e-shared-a-w2-cacb84"},"namespace":"ai-tenant-e2e-shared-a-w2-cacb84","name":"auth-test-model-cacb84","reconcileID":"6e783843-104f-4a8c-9336-ae76fb76e4ae","MaaSModelRef":{"name":"auth-test-model-cacb84","namespace":"ai-tenant-e2e-shared-a-w2-cacb84"},"tenant":"e2e-shared-a-w2-cacb84","gateway":"openshift-ingress/e2e-shared-a-w2-cacb84","model":"ai-tenant-e2e-shared-a-w2-cacb84/auth-test-model-cacb84","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:41:10.575052609Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-cacb84","namespace":"ai-tenant-e2e-shared-a-w2-cacb84"},"namespace":"ai-tenant-e2e-shared-a-w2-cacb84","name":"auth-test-model-cacb84","reconcileID":"6e783843-104f-4a8c-9336-ae76fb76e4ae","MaaSModelRef":{"name":"auth-test-model-cacb84","namespace":"ai-tenant-e2e-shared-a-w2-cacb84"},"routeName":"auth-test-model-cacb84-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-cacb84","llmisvcName":"auth-test-model-cacb84","gateway":"openshift-ingress/e2e-shared-a-w2-cacb84","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:41:12.980830136Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-f49287","namespace":"ai-tenant-e2e-shared-b-w3-8570a0"},"namespace":"ai-tenant-e2e-shared-b-w3-8570a0","name":"e2e-auth-iso-f49287","reconcileID":"e8e7d7f1-4f65-4fd2-ac1e-801c0078dd01","MaaSAuthPolicy":{"name":"e2e-auth-iso-f49287","namespace":"ai-tenant-e2e-shared-b-w3-8570a0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w3-8570a0","tenantID":"e2e-shared-b-w3-8570a0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:41:13.034492058Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-f49287","namespace":"ai-tenant-e2e-shared-b-w3-8570a0"},"namespace":"ai-tenant-e2e-shared-b-w3-8570a0","name":"e2e-auth-iso-f49287","reconcileID":"e8e7d7f1-4f65-4fd2-ac1e-801c0078dd01","MaaSAuthPolicy":{"name":"e2e-auth-iso-f49287","namespace":"ai-tenant-e2e-shared-b-w3-8570a0"},"name":"e2e-shared-b-w3-8570a0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:41:13.08525695Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w3-8570a0-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-f49287","namespace":"ai-tenant-e2e-shared-b-w3-8570a0"},"namespace":"ai-tenant-e2e-shared-b-w3-8570a0","name":"e2e-auth-iso-f49287","reconcileID":"e8e7d7f1-4f65-4fd2-ac1e-801c0078dd01","MaaSAuthPolicy":{"name":"e2e-auth-iso-f49287","namespace":"ai-tenant-e2e-shared-b-w3-8570a0"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:41:15.340812592Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-a4455f"},"namespace":"ai-tenant-e2e-praxis-a-a4455f","name":"default-tenant","reconcileID":"8056a014-a2f8-48c9-bce7-a78a342babf0","namespace":"ai-tenant-e2e-praxis-a-a4455f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:41:15.340895417Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-a4455f"},"namespace":"ai-tenant-e2e-praxis-a-a4455f","name":"default-tenant","reconcileID":"8056a014-a2f8-48c9-bce7-a78a342babf0","namespace":"ai-tenant-e2e-praxis-a-a4455f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:41:15.340966449Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-a4455f"},"namespace":"ai-tenant-e2e-praxis-a-a4455f","name":"default-tenant","reconcileID":"8056a014-a2f8-48c9-bce7-a78a342babf0","tenant":"e2e-praxis-a-a4455f","tenantID":"e2e-praxis-a-a4455f","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:41:15.39109591Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-a4455f"},"namespace":"ai-tenant-e2e-praxis-a-a4455f","name":"default-tenant","reconcileID":"8056a014-a2f8-48c9-bce7-a78a342babf0","gvk":"Deployment","name":"maas-api-e2e-praxis-a-a4455f","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:41:15.447111628Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-a4455f"},"namespace":"ai-tenant-e2e-praxis-a-a4455f","name":"default-tenant","reconcileID":"8056a014-a2f8-48c9-bce7-a78a342babf0","gvk":"Service","name":"maas-api-e2e-praxis-a-a4455f","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:41:15.503509521Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-a4455f"},"namespace":"ai-tenant-e2e-praxis-a-a4455f","name":"default-tenant","reconcileID":"8056a014-a2f8-48c9-bce7-a78a342babf0","gvk":"HTTPRoute","name":"maas-api-route-e2e-praxis-a-a4455f","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:41:15.553672453Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-a4455f"},"namespace":"ai-tenant-e2e-praxis-a-a4455f","name":"default-tenant","reconcileID":"8056a014-a2f8-48c9-bce7-a78a342babf0","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-praxis-a-a4455f","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:41:15.604432629Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-a4455f"},"namespace":"ai-tenant-e2e-praxis-a-a4455f","name":"default-tenant","reconcileID":"8056a014-a2f8-48c9-bce7-a78a342babf0","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-praxis-a-a4455f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:41:15.642033335Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-6afa76","namespace":"ai-tenant-e2e-shared-b-w0-743d9b"},"namespace":"ai-tenant-e2e-shared-b-w0-743d9b","name":"e2e-auth-iso-6afa76","reconcileID":"5fb0e4c1-02af-42a6-8291-66b93f4cd963","MaaSAuthPolicy":{"name":"e2e-auth-iso-6afa76","namespace":"ai-tenant-e2e-shared-b-w0-743d9b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-743d9b","tenantID":"e2e-shared-b-w0-743d9b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:41:15.664951152Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-a4455f"},"namespace":"ai-tenant-e2e-praxis-a-a4455f","name":"default-tenant","reconcileID":"8056a014-a2f8-48c9-bce7-a78a342babf0","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-praxis-a-a4455f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:41:15.699629068Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-6afa76","namespace":"ai-tenant-e2e-shared-b-w0-743d9b"},"namespace":"ai-tenant-e2e-shared-b-w0-743d9b","name":"e2e-auth-iso-6afa76","reconcileID":"5fb0e4c1-02af-42a6-8291-66b93f4cd963","MaaSAuthPolicy":{"name":"e2e-auth-iso-6afa76","namespace":"ai-tenant-e2e-shared-b-w0-743d9b"},"name":"e2e-shared-b-w0-743d9b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:41:15.724254838Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-a4455f"},"namespace":"ai-tenant-e2e-praxis-a-a4455f","name":"default-tenant","reconcileID":"8056a014-a2f8-48c9-bce7-a78a342babf0","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-praxis-a-a4455f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:41:15.751668481Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w0-743d9b-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-6afa76","namespace":"ai-tenant-e2e-shared-b-w0-743d9b"},"namespace":"ai-tenant-e2e-shared-b-w0-743d9b","name":"e2e-auth-iso-6afa76","reconcileID":"5fb0e4c1-02af-42a6-8291-66b93f4cd963","MaaSAuthPolicy":{"name":"e2e-auth-iso-6afa76","namespace":"ai-tenant-e2e-shared-b-w0-743d9b"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:41:15.775271281Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-a4455f"},"namespace":"ai-tenant-e2e-praxis-a-a4455f","name":"default-tenant","reconcileID":"8056a014-a2f8-48c9-bce7-a78a342babf0","gvk":"Telemetry","name":"latency-per-subscription-e2e-praxis-a-a4455f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:41:15.825261586Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-a4455f"},"namespace":"ai-tenant-e2e-praxis-a-a4455f","name":"default-tenant","reconcileID":"8056a014-a2f8-48c9-bce7-a78a342babf0","gvk":"Deployment","name":"payload-processing-e2e-praxis-a-a4455f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:41:15.873668683Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-a4455f"},"namespace":"ai-tenant-e2e-praxis-a-a4455f","name":"default-tenant","reconcileID":"8056a014-a2f8-48c9-bce7-a78a342babf0","gvk":"Deployment","name":"payload-pre-processing-e2e-praxis-a-a4455f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:41:15.92176051Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-a4455f"},"namespace":"ai-tenant-e2e-praxis-a-a4455f","name":"default-tenant","reconcileID":"8056a014-a2f8-48c9-bce7-a78a342babf0","gvk":"Service","name":"payload-processing-e2e-praxis-a-a4455f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:41:15.969819127Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-a4455f"},"namespace":"ai-tenant-e2e-praxis-a-a4455f","name":"default-tenant","reconcileID":"8056a014-a2f8-48c9-bce7-a78a342babf0","gvk":"Service","name":"payload-pre-processing-e2e-praxis-a-a4455f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:41:16.017907418Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-a4455f"},"namespace":"ai-tenant-e2e-praxis-a-a4455f","name":"default-tenant","reconcileID":"8056a014-a2f8-48c9-bce7-a78a342babf0","gvk":"DestinationRule","name":"payload-processing-e2e-praxis-a-a4455f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:41:16.066062063Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-a4455f"},"namespace":"ai-tenant-e2e-praxis-a-a4455f","name":"default-tenant","reconcileID":"8056a014-a2f8-48c9-bce7-a78a342babf0","gvk":"DestinationRule","name":"payload-pre-processing-e2e-praxis-a-a4455f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:41:16.114235945Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-a4455f"},"namespace":"ai-tenant-e2e-praxis-a-a4455f","name":"default-tenant","reconcileID":"8056a014-a2f8-48c9-bce7-a78a342babf0","gvk":"EnvoyFilter","name":"payload-processing-e2e-praxis-a-a4455f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:41:16.165235996Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-a4455f"},"namespace":"ai-tenant-e2e-praxis-a-a4455f","name":"default-tenant","reconcileID":"8056a014-a2f8-48c9-bce7-a78a342babf0","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-praxis-a-a4455f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:41:16.213484766Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-a4455f"},"namespace":"ai-tenant-e2e-praxis-a-a4455f","name":"default-tenant","reconcileID":"8056a014-a2f8-48c9-bce7-a78a342babf0","gvk":"NetworkPolicy","name":"payload-processing-e2e-praxis-a-a4455f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:41:16.261683814Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-a4455f"},"namespace":"ai-tenant-e2e-praxis-a-a4455f","name":"default-tenant","reconcileID":"8056a014-a2f8-48c9-bce7-a78a342babf0","gvk":"ServiceAccount","name":"payload-processing-e2e-praxis-a-a4455f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:41:16.310707322Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-a4455f"},"namespace":"ai-tenant-e2e-praxis-a-a4455f","name":"default-tenant","reconcileID":"8056a014-a2f8-48c9-bce7-a78a342babf0","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-praxis-a-a4455f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:41:16.359409809Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-a4455f"},"namespace":"ai-tenant-e2e-praxis-a-a4455f","name":"default-tenant","reconcileID":"8056a014-a2f8-48c9-bce7-a78a342babf0","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-praxis-a-a4455f","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:41:20.672452139Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-5a75f1","namespace":"ai-tenant-e2e-shared-a-w2-cacb84"},"namespace":"ai-tenant-e2e-shared-a-w2-cacb84","name":"e2e-auth-iso-5a75f1","reconcileID":"485aac79-c1ff-4210-9ae8-bd0c07210927","MaaSAuthPolicy":{"name":"e2e-auth-iso-5a75f1","namespace":"ai-tenant-e2e-shared-a-w2-cacb84"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-cacb84","tenantID":"e2e-shared-a-w2-cacb84","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:41:20.724615983Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-5a75f1","namespace":"ai-tenant-e2e-shared-a-w2-cacb84"},"namespace":"ai-tenant-e2e-shared-a-w2-cacb84","name":"e2e-auth-iso-5a75f1","reconcileID":"485aac79-c1ff-4210-9ae8-bd0c07210927","MaaSAuthPolicy":{"name":"e2e-auth-iso-5a75f1","namespace":"ai-tenant-e2e-shared-a-w2-cacb84"},"name":"e2e-shared-a-w2-cacb84-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:41:20.775727545Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w2-cacb84-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (26af579af9234a42fad35c82672474a55c71624ee98b60a5a1f12ea7dc46a7d8) AuthConfig (a417326948fb89a901afa65f44bde1f04742e2a7347b68ff0d634072374bc27f) AuthConfig (7d694ab2686da760383dbfb2a1dd12d9aa48f01ec578288dfb02883a9fe89848) AuthConfig (603a76321f9d697fc7c3abc94b1e87844cf1acbb2bf387b96e98e743a27db3f6) AuthConfig (8746c66bac87c5b2c9649f81ac26863bb36eea422822a4a2f8f0e9107ebf04a2) AuthConfig (232d730f90a616ed450a61b1acac2481564a0a47d32e13f13478348ad96a50c6) AuthConfig (4943c79c8de590b25a28003895661f052373026eef0b0287a14230bfe7e9c42b) AuthConfig (e473fb051ee23352833ba0eb1ee50ee5642ad048805e5594c23500f8e20e33dc) AuthConfig (713c5dd3ad26e2eb264cd7b362e88449fb682ba95c9088cb8383818919723cb7) AuthConfig (83c23990b4c96e4d6a134870ee43a9869d8cca166be124935150c5578dfaae4c) AuthConfig (ac668bbcc47f335351c54bd707b3520da4681d3596a7216462a2801cae33f197) AuthConfig (a3faa56da172e645b6b5ab6f106bcfeb64b0e75648cf079c60e3aaf429760465) AuthConfig (a7d90b0ece6555ec9eeb0753174e1eb4591680c0913281f8f663c5ff22463ad9) AuthConfig (75e168e6598b08eafb3cfefd1357e6fb0483d7fbba20a6cab157b0a1dcec5fce) AuthConfig (f2384fd2539a48d7c1a70391a22470ee013c2ea3b6641a22f0736046bd7c28cf) AuthConfig (49359d4b293a2aed907ac3988aef053fc755b00119a9f66a59e960ea14fa6c94) AuthConfig (6406aeae5fd7e42bc4a7b66f078b0c1731edc5b737b27e5c5eefa40451d98c98) AuthConfig (87fb6256da0f3ae112080c433b19fe161ecd2fa1bff3bb2a03d9d82d323cffb7)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-5a75f1","namespace":"ai-tenant-e2e-shared-a-w2-cacb84"},"namespace":"ai-tenant-e2e-shared-a-w2-cacb84","name":"e2e-auth-iso-5a75f1","reconcileID":"485aac79-c1ff-4210-9ae8-bd0c07210927","MaaSAuthPolicy":{"name":"e2e-auth-iso-5a75f1","namespace":"ai-tenant-e2e-shared-a-w2-cacb84"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:41:23.187887255Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-f49287","namespace":"ai-tenant-e2e-shared-b-w3-8570a0"},"namespace":"ai-tenant-e2e-shared-b-w3-8570a0","name":"e2e-auth-iso-f49287","reconcileID":"c23a7de6-655b-4152-985e-679def91de53","MaaSAuthPolicy":{"name":"e2e-auth-iso-f49287","namespace":"ai-tenant-e2e-shared-b-w3-8570a0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w3-8570a0","tenantID":"e2e-shared-b-w3-8570a0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:41:23.241677114Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-f49287","namespace":"ai-tenant-e2e-shared-b-w3-8570a0"},"namespace":"ai-tenant-e2e-shared-b-w3-8570a0","name":"e2e-auth-iso-f49287","reconcileID":"c23a7de6-655b-4152-985e-679def91de53","MaaSAuthPolicy":{"name":"e2e-auth-iso-f49287","namespace":"ai-tenant-e2e-shared-b-w3-8570a0"},"name":"e2e-shared-b-w3-8570a0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:41:23.293681511Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w3-8570a0-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-f49287","namespace":"ai-tenant-e2e-shared-b-w3-8570a0"},"namespace":"ai-tenant-e2e-shared-b-w3-8570a0","name":"e2e-auth-iso-f49287","reconcileID":"c23a7de6-655b-4152-985e-679def91de53","MaaSAuthPolicy":{"name":"e2e-auth-iso-f49287","namespace":"ai-tenant-e2e-shared-b-w3-8570a0"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:41:24.513270331Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-a-a4455f","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-a-a4455f","reconcileID":"916d5e9d-e0a7-40da-9d95-a0dd95453767","aitenant":"ai-tenants/e2e-praxis-a-a4455f","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:41:25.090286558Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"81bfb387-2e62-4c45-b1e8-78009c0b0c7a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:41:25.139672009Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"81bfb387-2e62-4c45-b1e8-78009c0b0c7a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:41:25.188353627Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"81bfb387-2e62-4c45-b1e8-78009c0b0c7a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:41:25.237047613Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"81bfb387-2e62-4c45-b1e8-78009c0b0c7a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:41:25.292066442Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-a-a4455f","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-a-a4455f","reconcileID":"916d5e9d-e0a7-40da-9d95-a0dd95453767","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-praxis-a-a4455f","removed":["maas.opendatahub.io/gateway-access-e2e-praxis-a-a4455f"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:41:25.490372024Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-561bd4"},"namespace":"ai-tenant-e2e-autores-561bd4","name":"default-tenant","reconcileID":"1c59d12b-e764-4044-9246-cd85953919e1","namespace":"ai-tenant-e2e-autores-561bd4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:41:25.490459256Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-561bd4"},"namespace":"ai-tenant-e2e-autores-561bd4","name":"default-tenant","reconcileID":"1c59d12b-e764-4044-9246-cd85953919e1","namespace":"ai-tenant-e2e-autores-561bd4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:41:25.490514164Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-561bd4"},"namespace":"ai-tenant-e2e-autores-561bd4","name":"default-tenant","reconcileID":"1c59d12b-e764-4044-9246-cd85953919e1","tenant":"e2e-autores-561bd4","tenantID":"e2e-autores-561bd4","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:41:25.542835711Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-561bd4"},"namespace":"ai-tenant-e2e-autores-561bd4","name":"default-tenant","reconcileID":"1c59d12b-e764-4044-9246-cd85953919e1","gvk":"Deployment","name":"maas-api-e2e-autores-561bd4","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:41:25.599565254Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-561bd4"},"namespace":"ai-tenant-e2e-autores-561bd4","name":"default-tenant","reconcileID":"1c59d12b-e764-4044-9246-cd85953919e1","gvk":"Service","name":"maas-api-e2e-autores-561bd4","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:41:25.653669504Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-561bd4"},"namespace":"ai-tenant-e2e-autores-561bd4","name":"default-tenant","reconcileID":"1c59d12b-e764-4044-9246-cd85953919e1","gvk":"HTTPRoute","name":"maas-api-route-e2e-autores-561bd4","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:41:25.704341588Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-561bd4"},"namespace":"ai-tenant-e2e-autores-561bd4","name":"default-tenant","reconcileID":"1c59d12b-e764-4044-9246-cd85953919e1","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-autores-561bd4","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:41:25.713851114Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:41:25.755607764Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-561bd4"},"namespace":"ai-tenant-e2e-autores-561bd4","name":"default-tenant","reconcileID":"1c59d12b-e764-4044-9246-cd85953919e1","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-autores-561bd4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:41:25.807672132Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-561bd4"},"namespace":"ai-tenant-e2e-autores-561bd4","name":"default-tenant","reconcileID":"1c59d12b-e764-4044-9246-cd85953919e1","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-autores-561bd4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:41:25.855437531Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-6afa76","namespace":"ai-tenant-e2e-shared-b-w0-743d9b"},"namespace":"ai-tenant-e2e-shared-b-w0-743d9b","name":"e2e-auth-iso-6afa76","reconcileID":"eadc50dd-2df9-4297-b87c-7b3ce25bb458","MaaSAuthPolicy":{"name":"e2e-auth-iso-6afa76","namespace":"ai-tenant-e2e-shared-b-w0-743d9b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-743d9b","tenantID":"e2e-shared-b-w0-743d9b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:41:25.860819311Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-561bd4"},"namespace":"ai-tenant-e2e-autores-561bd4","name":"default-tenant","reconcileID":"1c59d12b-e764-4044-9246-cd85953919e1","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-autores-561bd4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:41:25.912013959Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-6afa76","namespace":"ai-tenant-e2e-shared-b-w0-743d9b"},"namespace":"ai-tenant-e2e-shared-b-w0-743d9b","name":"e2e-auth-iso-6afa76","reconcileID":"eadc50dd-2df9-4297-b87c-7b3ce25bb458","MaaSAuthPolicy":{"name":"e2e-auth-iso-6afa76","namespace":"ai-tenant-e2e-shared-b-w0-743d9b"},"name":"e2e-shared-b-w0-743d9b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:41:25.913608338Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-561bd4"},"namespace":"ai-tenant-e2e-autores-561bd4","name":"default-tenant","reconcileID":"1c59d12b-e764-4044-9246-cd85953919e1","gvk":"Telemetry","name":"latency-per-subscription-e2e-autores-561bd4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:41:25.963749185Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w0-743d9b-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (f5984137063893b6e467dff3f0c286e2c437888e1d9a4ef4f308361d549ad908) AuthConfig (4cd18ac393e56bd18aa5d38230678ca1d5ce4366ddfcfd4fa16567f88ae4130e) AuthConfig (2fcbca499175f8fabbc64321c80f81fb9807f4f83d653df5021e16c9ae400281) AuthConfig (602036630eef8bdb4bb339752c07688c63c0c71c19659a78e827913fdcae7590) AuthConfig (ecf01965878ad9021feaf203371fe64162066f5748da8f7f5129f1aa9405196b) AuthConfig (aef2ed885b66315b5169f41204b6f20beab3c27c30902c726f243520db3abda8) AuthConfig (32425602399b05664ce7d23364dc3de31e6a4761cede1af985403f81b03a6403) AuthConfig (a57f095c36b21ff896bb2a2a30d2fc1f75602d7cf8cff86b720c57386d5f3d9c) AuthConfig (04c7419d0bfa56a8001e5d0ade74a60b93350706854694edf7cfe75ddefced32) AuthConfig (cd823b7f38819748dfdaf2ffb27eadfd0b63989c267314940a51a9237c641797) AuthConfig (21e2778c296e8a13bafabb7d6400dcea0fa68afc185c082ab861d2ef165284b9) AuthConfig (b585e05fc7d32189136c87cce980680bee68598acee9082f6651717a6e6e4e64) AuthConfig (c374708f31b25b49002d15517ddf7f0dd151a09f99fb55e0546a97d5f1e36cc6) AuthConfig (f045318bd049471752a2a5174fffee82b59d681f77ec58414861f2b656ed713d) AuthConfig (f2cc11eca731c3e3f70768291e8c234d7770d135fa5a3989dabadca19a9a25c6) AuthConfig (a86b07328cbb9b698f587851976925ea3c41f889a0fc824c42a35bbfd15528be) AuthConfig (e911bdf8ea767ad50acef4ae6a31f08ec68e0247197c176e9ee8e4374259cfef) AuthConfig (20508d854201fd5675325e9fe1a14f8e279eb1efc2dbb4347fa267198fd9fbca)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-6afa76","namespace":"ai-tenant-e2e-shared-b-w0-743d9b"},"namespace":"ai-tenant-e2e-shared-b-w0-743d9b","name":"e2e-auth-iso-6afa76","reconcileID":"eadc50dd-2df9-4297-b87c-7b3ce25bb458","MaaSAuthPolicy":{"name":"e2e-auth-iso-6afa76","namespace":"ai-tenant-e2e-shared-b-w0-743d9b"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:41:25.964723307Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-561bd4"},"namespace":"ai-tenant-e2e-autores-561bd4","name":"default-tenant","reconcileID":"1c59d12b-e764-4044-9246-cd85953919e1","gvk":"Deployment","name":"payload-processing-e2e-autores-561bd4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:41:26.012964115Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-561bd4"},"namespace":"ai-tenant-e2e-autores-561bd4","name":"default-tenant","reconcileID":"1c59d12b-e764-4044-9246-cd85953919e1","gvk":"Deployment","name":"payload-pre-processing-e2e-autores-561bd4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:41:26.017349101Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-743d9b","namespace":"ai-tenant-e2e-shared-b-w0-743d9b"},"namespace":"ai-tenant-e2e-shared-b-w0-743d9b","name":"auth-test-model-743d9b","reconcileID":"9ed4dc1c-60c0-41f4-972f-f435b2a624a9","MaaSModelRef":{"name":"auth-test-model-743d9b","namespace":"ai-tenant-e2e-shared-b-w0-743d9b"},"tenant":"e2e-shared-b-w0-743d9b","gateway":"openshift-ingress/e2e-shared-b-w0-743d9b","model":"ai-tenant-e2e-shared-b-w0-743d9b/auth-test-model-743d9b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:41:26.017367909Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-743d9b","namespace":"ai-tenant-e2e-shared-b-w0-743d9b"},"namespace":"ai-tenant-e2e-shared-b-w0-743d9b","name":"auth-test-model-743d9b","reconcileID":"9ed4dc1c-60c0-41f4-972f-f435b2a624a9","MaaSModelRef":{"name":"auth-test-model-743d9b","namespace":"ai-tenant-e2e-shared-b-w0-743d9b"},"routeName":"auth-test-model-743d9b-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-743d9b","llmisvcName":"auth-test-model-743d9b","gateway":"openshift-ingress/e2e-shared-b-w0-743d9b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:41:26.061294342Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-561bd4"},"namespace":"ai-tenant-e2e-autores-561bd4","name":"default-tenant","reconcileID":"1c59d12b-e764-4044-9246-cd85953919e1","gvk":"Service","name":"payload-processing-e2e-autores-561bd4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:41:26.111770265Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-561bd4"},"namespace":"ai-tenant-e2e-autores-561bd4","name":"default-tenant","reconcileID":"1c59d12b-e764-4044-9246-cd85953919e1","gvk":"Service","name":"payload-pre-processing-e2e-autores-561bd4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:41:26.160465463Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-561bd4"},"namespace":"ai-tenant-e2e-autores-561bd4","name":"default-tenant","reconcileID":"1c59d12b-e764-4044-9246-cd85953919e1","gvk":"DestinationRule","name":"payload-processing-e2e-autores-561bd4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:41:26.22986246Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-561bd4"},"namespace":"ai-tenant-e2e-autores-561bd4","name":"default-tenant","reconcileID":"1c59d12b-e764-4044-9246-cd85953919e1","gvk":"DestinationRule","name":"payload-pre-processing-e2e-autores-561bd4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:41:26.278647454Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-561bd4"},"namespace":"ai-tenant-e2e-autores-561bd4","name":"default-tenant","reconcileID":"1c59d12b-e764-4044-9246-cd85953919e1","gvk":"EnvoyFilter","name":"payload-processing-e2e-autores-561bd4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:41:26.331944273Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-561bd4"},"namespace":"ai-tenant-e2e-autores-561bd4","name":"default-tenant","reconcileID":"1c59d12b-e764-4044-9246-cd85953919e1","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-autores-561bd4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:41:26.379994591Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-561bd4"},"namespace":"ai-tenant-e2e-autores-561bd4","name":"default-tenant","reconcileID":"1c59d12b-e764-4044-9246-cd85953919e1","gvk":"NetworkPolicy","name":"payload-processing-e2e-autores-561bd4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:41:26.428105479Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-561bd4"},"namespace":"ai-tenant-e2e-autores-561bd4","name":"default-tenant","reconcileID":"1c59d12b-e764-4044-9246-cd85953919e1","gvk":"ServiceAccount","name":"payload-processing-e2e-autores-561bd4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:41:26.480624158Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-561bd4"},"namespace":"ai-tenant-e2e-autores-561bd4","name":"default-tenant","reconcileID":"1c59d12b-e764-4044-9246-cd85953919e1","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-autores-561bd4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:41:26.533255747Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-561bd4"},"namespace":"ai-tenant-e2e-autores-561bd4","name":"default-tenant","reconcileID":"1c59d12b-e764-4044-9246-cd85953919e1","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-autores-561bd4","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:41:27.122702959Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"06c8ca30-767f-4de8-821d-fc91f0f8b55e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:41:27.172002742Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"06c8ca30-767f-4de8-821d-fc91f0f8b55e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:41:27.220569926Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"06c8ca30-767f-4de8-821d-fc91f0f8b55e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:41:27.26920646Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"06c8ca30-767f-4de8-821d-fc91f0f8b55e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:41:30.874357654Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-5a75f1","namespace":"ai-tenant-e2e-shared-a-w2-cacb84"},"namespace":"ai-tenant-e2e-shared-a-w2-cacb84","name":"e2e-auth-iso-5a75f1","reconcileID":"09bfe581-92e4-470f-a1a1-7039ede8bd16","MaaSAuthPolicy":{"name":"e2e-auth-iso-5a75f1","namespace":"ai-tenant-e2e-shared-a-w2-cacb84"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-cacb84","tenantID":"e2e-shared-a-w2-cacb84","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:41:30.928129058Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-5a75f1","namespace":"ai-tenant-e2e-shared-a-w2-cacb84"},"namespace":"ai-tenant-e2e-shared-a-w2-cacb84","name":"e2e-auth-iso-5a75f1","reconcileID":"09bfe581-92e4-470f-a1a1-7039ede8bd16","MaaSAuthPolicy":{"name":"e2e-auth-iso-5a75f1","namespace":"ai-tenant-e2e-shared-a-w2-cacb84"},"name":"e2e-shared-a-w2-cacb84-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:41:31.232942392Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-cacb84","namespace":"ai-tenant-e2e-shared-a-w2-cacb84"},"namespace":"ai-tenant-e2e-shared-a-w2-cacb84","name":"auth-test-model-cacb84","reconcileID":"ec88a956-7a9b-4cb9-8f20-093b21ee75f8","MaaSModelRef":{"name":"auth-test-model-cacb84","namespace":"ai-tenant-e2e-shared-a-w2-cacb84"},"tenant":"e2e-shared-a-w2-cacb84","gateway":"openshift-ingress/e2e-shared-a-w2-cacb84","model":"ai-tenant-e2e-shared-a-w2-cacb84/auth-test-model-cacb84","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:41:31.232968804Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-cacb84","namespace":"ai-tenant-e2e-shared-a-w2-cacb84"},"namespace":"ai-tenant-e2e-shared-a-w2-cacb84","name":"auth-test-model-cacb84","reconcileID":"ec88a956-7a9b-4cb9-8f20-093b21ee75f8","MaaSModelRef":{"name":"auth-test-model-cacb84","namespace":"ai-tenant-e2e-shared-a-w2-cacb84"},"routeName":"auth-test-model-cacb84-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-cacb84","llmisvcName":"auth-test-model-cacb84","gateway":"openshift-ingress/e2e-shared-a-w2-cacb84","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:41:33.332425484Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ff2faff8-70cd-4f85-9836-51babd76945f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:41:33.382886196Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ff2faff8-70cd-4f85-9836-51babd76945f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:41:33.433335459Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ff2faff8-70cd-4f85-9836-51babd76945f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:41:33.482258412Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ff2faff8-70cd-4f85-9836-51babd76945f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:41:33.53073739Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-f49287","namespace":"ai-tenant-e2e-shared-b-w3-8570a0"},"namespace":"ai-tenant-e2e-shared-b-w3-8570a0","name":"e2e-auth-iso-f49287","reconcileID":"12096db7-5f53-42c9-b1cc-cbcfab0a7680","MaaSAuthPolicy":{"name":"e2e-auth-iso-f49287","namespace":"ai-tenant-e2e-shared-b-w3-8570a0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w3-8570a0","tenantID":"e2e-shared-b-w3-8570a0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:41:33.583880438Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-f49287","namespace":"ai-tenant-e2e-shared-b-w3-8570a0"},"namespace":"ai-tenant-e2e-shared-b-w3-8570a0","name":"e2e-auth-iso-f49287","reconcileID":"12096db7-5f53-42c9-b1cc-cbcfab0a7680","MaaSAuthPolicy":{"name":"e2e-auth-iso-f49287","namespace":"ai-tenant-e2e-shared-b-w3-8570a0"},"name":"e2e-shared-b-w3-8570a0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:41:33.635797052Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w3-8570a0-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (ecf8d397224f1636f2c15414025f9cdfdef57289cc87179750fae461240b257a) AuthConfig (81c01ed1e85374043187884321d6b3ef2f1479bfcfd8f2b044416f42132dfce1) AuthConfig (dde20e67ce8385d427b378ec6e9047aa93ac4465910c638479d40c00ebc5044f) AuthConfig (786424d84d58d4885d9ecd949b20c4930155ca440879aec307026d76e734e4e2) AuthConfig (621da0b36523038ba1c4f8f3c798e385818d1f643887bd0dd822b393536c9a4b) AuthConfig (d1a2bd1d6bf09642eb890e91a0b3b10045471e2109db9f9563ea2497c67832f3) AuthConfig (fbfe6a87100b1a2731a04996dc7f569c0f7b830c0ca333b0430b0beeacd135f5) AuthConfig (ea5c21f561a4006108d23aac8ee79a6a6ca2b46285e003401dcfd48d81862fdd) AuthConfig (473b6a2f526b4d968cb30617e7103709397a7313cd73f3122223591302c82b23) AuthConfig (5dc861a9a1834ed4e587d523b4ba6e3c0bda79262eaf85e8e8aa79722c4579f5) AuthConfig (941aea44d4287b6c92e49d4b55070f5f5c9895206c3107e160f1c5bd9f85b7df) AuthConfig (97e2981b8257452717f17c91301560f98930dcc8574666b133aaa1ee285f0646) AuthConfig (8f9a299480a0411273858a755dd6644db4b6e4c71e342632769a0d7ac5cdc7bc) AuthConfig (921b6774f8390e7d1ddbdcedf978f5ee0efcf01596c18d9110e9de7358ecafd0) AuthConfig (b5e7a1a0a36355eba4bfb01f9ea99fa4ca00754b0eaec8ebc5a8d1332a80b8af) AuthConfig (5db51205147f36f5a7d6e67dd52e40b41fe147bac6fd945bc9ec4ad7f0815e55) AuthConfig (7b92cbaf372c2e5adf0972c34d53859d0de83c2b3fef07d867a8363c7e3ce2a6) AuthConfig (407d34c7a4662de28df2399a770d9f3aa45cca603ef4c3622b0385a917c36ea0)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-f49287","namespace":"ai-tenant-e2e-shared-b-w3-8570a0"},"namespace":"ai-tenant-e2e-shared-b-w3-8570a0","name":"e2e-auth-iso-f49287","reconcileID":"12096db7-5f53-42c9-b1cc-cbcfab0a7680","MaaSAuthPolicy":{"name":"e2e-auth-iso-f49287","namespace":"ai-tenant-e2e-shared-b-w3-8570a0"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:41:33.734610553Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-8570a0","namespace":"ai-tenant-e2e-shared-b-w3-8570a0"},"namespace":"ai-tenant-e2e-shared-b-w3-8570a0","name":"auth-test-model-8570a0","reconcileID":"0722a5f7-6d62-4a25-960e-fd849a6c24d6","MaaSModelRef":{"name":"auth-test-model-8570a0","namespace":"ai-tenant-e2e-shared-b-w3-8570a0"},"tenant":"e2e-shared-b-w3-8570a0","gateway":"openshift-ingress/e2e-shared-b-w3-8570a0","model":"ai-tenant-e2e-shared-b-w3-8570a0/auth-test-model-8570a0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:41:33.734630414Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-8570a0","namespace":"ai-tenant-e2e-shared-b-w3-8570a0"},"namespace":"ai-tenant-e2e-shared-b-w3-8570a0","name":"auth-test-model-8570a0","reconcileID":"0722a5f7-6d62-4a25-960e-fd849a6c24d6","MaaSModelRef":{"name":"auth-test-model-8570a0","namespace":"ai-tenant-e2e-shared-b-w3-8570a0"},"routeName":"auth-test-model-8570a0-kserve-route","namespace":"ai-tenant-e2e-shared-b-w3-8570a0","llmisvcName":"auth-test-model-8570a0","gateway":"openshift-ingress/e2e-shared-b-w3-8570a0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:41:34.762923888Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-autores-561bd4","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-autores-561bd4","reconcileID":"cc792af1-0bca-4c85-8520-671f0e7891ce","aitenant":"ai-tenants/e2e-autores-561bd4","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:41:35.298304355Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"51ad6515-f04e-4832-bf0a-dbf7c6c65bd0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:41:35.346972119Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"51ad6515-f04e-4832-bf0a-dbf7c6c65bd0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:41:35.395534414Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"51ad6515-f04e-4832-bf0a-dbf7c6c65bd0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:41:35.444146747Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"51ad6515-f04e-4832-bf0a-dbf7c6c65bd0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:41:35.549130477Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-autores-561bd4","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-autores-561bd4","reconcileID":"cc792af1-0bca-4c85-8520-671f0e7891ce","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-autores-561bd4","removed":["maas.opendatahub.io/gateway-access-e2e-autores-561bd4"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:41:36.114368933Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-6afa76","namespace":"ai-tenant-e2e-shared-b-w0-743d9b"},"namespace":"ai-tenant-e2e-shared-b-w0-743d9b","name":"e2e-auth-iso-6afa76","reconcileID":"8bbb44d9-e777-4845-b59e-0f76f963bb44","MaaSAuthPolicy":{"name":"e2e-auth-iso-6afa76","namespace":"ai-tenant-e2e-shared-b-w0-743d9b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-743d9b","tenantID":"e2e-shared-b-w0-743d9b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:41:36.168320516Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-6afa76","namespace":"ai-tenant-e2e-shared-b-w0-743d9b"},"namespace":"ai-tenant-e2e-shared-b-w0-743d9b","name":"e2e-auth-iso-6afa76","reconcileID":"8bbb44d9-e777-4845-b59e-0f76f963bb44","MaaSAuthPolicy":{"name":"e2e-auth-iso-6afa76","namespace":"ai-tenant-e2e-shared-b-w0-743d9b"},"name":"e2e-shared-b-w0-743d9b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:41:36.219772807Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w0-743d9b-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (f5984137063893b6e467dff3f0c286e2c437888e1d9a4ef4f308361d549ad908) AuthConfig (4cd18ac393e56bd18aa5d38230678ca1d5ce4366ddfcfd4fa16567f88ae4130e) AuthConfig (2fcbca499175f8fabbc64321c80f81fb9807f4f83d653df5021e16c9ae400281) AuthConfig (602036630eef8bdb4bb339752c07688c63c0c71c19659a78e827913fdcae7590) AuthConfig (ecf01965878ad9021feaf203371fe64162066f5748da8f7f5129f1aa9405196b) AuthConfig (aef2ed885b66315b5169f41204b6f20beab3c27c30902c726f243520db3abda8) AuthConfig (32425602399b05664ce7d23364dc3de31e6a4761cede1af985403f81b03a6403) AuthConfig (a57f095c36b21ff896bb2a2a30d2fc1f75602d7cf8cff86b720c57386d5f3d9c) AuthConfig (04c7419d0bfa56a8001e5d0ade74a60b93350706854694edf7cfe75ddefced32) AuthConfig (cd823b7f38819748dfdaf2ffb27eadfd0b63989c267314940a51a9237c641797) AuthConfig (21e2778c296e8a13bafabb7d6400dcea0fa68afc185c082ab861d2ef165284b9) AuthConfig (b585e05fc7d32189136c87cce980680bee68598acee9082f6651717a6e6e4e64) AuthConfig (c374708f31b25b49002d15517ddf7f0dd151a09f99fb55e0546a97d5f1e36cc6) AuthConfig (f045318bd049471752a2a5174fffee82b59d681f77ec58414861f2b656ed713d) AuthConfig (f2cc11eca731c3e3f70768291e8c234d7770d135fa5a3989dabadca19a9a25c6) AuthConfig (a86b07328cbb9b698f587851976925ea3c41f889a0fc824c42a35bbfd15528be) AuthConfig (e911bdf8ea767ad50acef4ae6a31f08ec68e0247197c176e9ee8e4374259cfef) AuthConfig (20508d854201fd5675325e9fe1a14f8e279eb1efc2dbb4347fa267198fd9fbca)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-6afa76","namespace":"ai-tenant-e2e-shared-b-w0-743d9b"},"namespace":"ai-tenant-e2e-shared-b-w0-743d9b","name":"e2e-auth-iso-6afa76","reconcileID":"8bbb44d9-e777-4845-b59e-0f76f963bb44","MaaSAuthPolicy":{"name":"e2e-auth-iso-6afa76","namespace":"ai-tenant-e2e-shared-b-w0-743d9b"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:41:36.667008103Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-cacb84","namespace":"ai-tenant-e2e-shared-a-w2-cacb84"},"namespace":"ai-tenant-e2e-shared-a-w2-cacb84","name":"auth-test-model-cacb84","reconcileID":"2c79d3b8-3bfa-45d8-8abc-97e5877067e0","MaaSModelRef":{"name":"auth-test-model-cacb84","namespace":"ai-tenant-e2e-shared-a-w2-cacb84"},"tenant":"e2e-shared-a-w2-cacb84","gateway":"openshift-ingress/e2e-shared-a-w2-cacb84","model":"ai-tenant-e2e-shared-a-w2-cacb84/auth-test-model-cacb84","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:41:36.667028677Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-cacb84","namespace":"ai-tenant-e2e-shared-a-w2-cacb84"},"namespace":"ai-tenant-e2e-shared-a-w2-cacb84","name":"auth-test-model-cacb84","reconcileID":"2c79d3b8-3bfa-45d8-8abc-97e5877067e0","MaaSModelRef":{"name":"auth-test-model-cacb84","namespace":"ai-tenant-e2e-shared-a-w2-cacb84"},"routeName":"auth-test-model-cacb84-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-cacb84","llmisvcName":"auth-test-model-cacb84","gateway":"openshift-ingress/e2e-shared-a-w2-cacb84","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T12:41:36.816823885Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-5a75f1","namespace":"ai-tenant-e2e-shared-a-w2-cacb84"},"namespace":"ai-tenant-e2e-shared-a-w2-cacb84","name":"e2e-auth-iso-5a75f1","reconcileID":"8c68f5f2-57db-4586-baf8-f4755fe5a8b0","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-auth-iso-5a75f1\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T12:41:36.817254243Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-5a75f1","namespace":"ai-tenant-e2e-shared-a-w2-cacb84"},"namespace":"ai-tenant-e2e-shared-a-w2-cacb84","name":"e2e-auth-iso-5a75f1","reconcileID":"6a05b85b-7a78-45a8-a0a7-08fc5363de74","MaaSAuthPolicy":{"name":"e2e-auth-iso-5a75f1","namespace":"ai-tenant-e2e-shared-a-w2-cacb84"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-cacb84","tenantID":"e2e-shared-a-w2-cacb84","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:41:36.817618858Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-cacb84","namespace":"ai-tenant-e2e-shared-a-w2-cacb84"},"namespace":"ai-tenant-e2e-shared-a-w2-cacb84","name":"auth-test-model-cacb84","reconcileID":"7767e8d3-7cfe-47ec-859d-3be9e65d5aeb","MaaSModelRef":{"name":"auth-test-model-cacb84","namespace":"ai-tenant-e2e-shared-a-w2-cacb84"},"tenant":"e2e-shared-a-w2-cacb84","gateway":"openshift-ingress/e2e-shared-a-w2-cacb84","model":"ai-tenant-e2e-shared-a-w2-cacb84/auth-test-model-cacb84","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:41:36.817635426Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-cacb84","namespace":"ai-tenant-e2e-shared-a-w2-cacb84"},"namespace":"ai-tenant-e2e-shared-a-w2-cacb84","name":"auth-test-model-cacb84","reconcileID":"7767e8d3-7cfe-47ec-859d-3be9e65d5aeb","MaaSModelRef":{"name":"auth-test-model-cacb84","namespace":"ai-tenant-e2e-shared-a-w2-cacb84"},"routeName":"auth-test-model-cacb84-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-cacb84","llmisvcName":"auth-test-model-cacb84","gateway":"openshift-ingress/e2e-shared-a-w2-cacb84","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:41:36.86993584Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-5a75f1","namespace":"ai-tenant-e2e-shared-a-w2-cacb84"},"namespace":"ai-tenant-e2e-shared-a-w2-cacb84","name":"e2e-auth-iso-5a75f1","reconcileID":"6a05b85b-7a78-45a8-a0a7-08fc5363de74","MaaSAuthPolicy":{"name":"e2e-auth-iso-5a75f1","namespace":"ai-tenant-e2e-shared-a-w2-cacb84"},"name":"e2e-shared-a-w2-cacb84-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:41:36.92115483Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-cacb84","namespace":"ai-tenant-e2e-shared-a-w2-cacb84"},"namespace":"ai-tenant-e2e-shared-a-w2-cacb84","name":"auth-test-model-cacb84","reconcileID":"512f9ac0-32e8-47d9-ba3c-e233ba87bec9","MaaSModelRef":{"name":"auth-test-model-cacb84","namespace":"ai-tenant-e2e-shared-a-w2-cacb84"},"tenant":"e2e-shared-a-w2-cacb84","gateway":"openshift-ingress/e2e-shared-a-w2-cacb84","model":"ai-tenant-e2e-shared-a-w2-cacb84/auth-test-model-cacb84","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:41:36.921171897Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-cacb84","namespace":"ai-tenant-e2e-shared-a-w2-cacb84"},"namespace":"ai-tenant-e2e-shared-a-w2-cacb84","name":"auth-test-model-cacb84","reconcileID":"512f9ac0-32e8-47d9-ba3c-e233ba87bec9","MaaSModelRef":{"name":"auth-test-model-cacb84","namespace":"ai-tenant-e2e-shared-a-w2-cacb84"},"routeName":"auth-test-model-cacb84-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-cacb84","llmisvcName":"auth-test-model-cacb84","gateway":"openshift-ingress/e2e-shared-a-w2-cacb84","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:41:36.973684351Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-cacb84","namespace":"ai-tenant-e2e-shared-a-w2-cacb84"},"namespace":"ai-tenant-e2e-shared-a-w2-cacb84","name":"auth-test-model-cacb84","reconcileID":"f9ead206-b4ab-472e-b931-c26119f35c13","MaaSModelRef":{"name":"auth-test-model-cacb84","namespace":"ai-tenant-e2e-shared-a-w2-cacb84"},"tenant":"e2e-shared-a-w2-cacb84","gateway":"openshift-ingress/e2e-shared-a-w2-cacb84","model":"ai-tenant-e2e-shared-a-w2-cacb84/auth-test-model-cacb84","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:41:36.973705607Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-cacb84","namespace":"ai-tenant-e2e-shared-a-w2-cacb84"},"namespace":"ai-tenant-e2e-shared-a-w2-cacb84","name":"auth-test-model-cacb84","reconcileID":"f9ead206-b4ab-472e-b931-c26119f35c13","MaaSModelRef":{"name":"auth-test-model-cacb84","namespace":"ai-tenant-e2e-shared-a-w2-cacb84"},"routeName":"auth-test-model-cacb84-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-cacb84","llmisvcName":"auth-test-model-cacb84","gateway":"openshift-ingress/e2e-shared-a-w2-cacb84","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:41:37.162505219Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-5a75f1","namespace":"ai-tenant-e2e-shared-a-w2-cacb84"},"namespace":"ai-tenant-e2e-shared-a-w2-cacb84","name":"e2e-auth-iso-5a75f1","reconcileID":"d562cf58-b556-4807-9ee9-e6d0a7848240","MaaSAuthPolicy":{"name":"e2e-auth-iso-5a75f1","namespace":"ai-tenant-e2e-shared-a-w2-cacb84"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-cacb84","tenantID":"e2e-shared-a-w2-cacb84","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:41:37.17134075Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-5a75f1","namespace":"ai-tenant-e2e-shared-a-w2-cacb84"},"namespace":"ai-tenant-e2e-shared-a-w2-cacb84","name":"e2e-auth-iso-5a75f1","reconcileID":"c0fc36e5-f807-4d2e-a865-7c3963d2218c","MaaSSubscription":{"name":"e2e-auth-iso-5a75f1","namespace":"ai-tenant-e2e-shared-a-w2-cacb84"},"name":"maas-trlp-auth-test-model-cacb84","model":"auth-test-model-cacb84","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-shared-a-w2-cacb84/e2e-auth-iso-5a75f1"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:41:37.215338506Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-5a75f1","namespace":"ai-tenant-e2e-shared-a-w2-cacb84"},"namespace":"ai-tenant-e2e-shared-a-w2-cacb84","name":"e2e-auth-iso-5a75f1","reconcileID":"d562cf58-b556-4807-9ee9-e6d0a7848240","MaaSAuthPolicy":{"name":"e2e-auth-iso-5a75f1","namespace":"ai-tenant-e2e-shared-a-w2-cacb84"},"name":"e2e-shared-a-w2-cacb84-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:41:37.278553386Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"78c92cfc-b2cd-454e-bbab-b54e299a997e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:41:37.335746222Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"78c92cfc-b2cd-454e-bbab-b54e299a997e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:41:37.385292551Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"78c92cfc-b2cd-454e-bbab-b54e299a997e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:41:37.389818188Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-cacb84","namespace":"ai-tenant-e2e-shared-a-w2-cacb84"},"namespace":"ai-tenant-e2e-shared-a-w2-cacb84","name":"auth-test-model-cacb84","reconcileID":"969bb6fa-7fa3-4711-81a8-0cd1fa20710f","MaaSModelRef":{"name":"auth-test-model-cacb84","namespace":"ai-tenant-e2e-shared-a-w2-cacb84"},"tenant":"e2e-shared-a-w2-cacb84","gateway":"openshift-ingress/e2e-shared-a-w2-cacb84","model":"ai-tenant-e2e-shared-a-w2-cacb84/auth-test-model-cacb84","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:41:37.389833936Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-cacb84","namespace":"ai-tenant-e2e-shared-a-w2-cacb84"},"namespace":"ai-tenant-e2e-shared-a-w2-cacb84","name":"auth-test-model-cacb84","reconcileID":"969bb6fa-7fa3-4711-81a8-0cd1fa20710f","MaaSModelRef":{"name":"auth-test-model-cacb84","namespace":"ai-tenant-e2e-shared-a-w2-cacb84"},"routeName":"auth-test-model-cacb84-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-cacb84","llmisvcName":"auth-test-model-cacb84","gateway":"openshift-ingress/e2e-shared-a-w2-cacb84","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:41:37.434816899Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"78c92cfc-b2cd-454e-bbab-b54e299a997e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:41:37.63010268Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-5a75f1","namespace":"ai-tenant-e2e-shared-a-w2-cacb84"},"namespace":"ai-tenant-e2e-shared-a-w2-cacb84","name":"e2e-auth-iso-5a75f1","reconcileID":"ce221c68-6fe2-40a4-a473-494119dc4c0f","MaaSSubscription":{"name":"e2e-auth-iso-5a75f1","namespace":"ai-tenant-e2e-shared-a-w2-cacb84"},"name":"maas-trlp-auth-test-model-cacb84","model":"ai-tenant-e2e-shared-a-w2-cacb84/auth-test-model-cacb84","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:41:41.02629682Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"54d02d6d-d41f-43e3-a8dd-b0cfbb9ddb9b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:41:41.075098943Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"54d02d6d-d41f-43e3-a8dd-b0cfbb9ddb9b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:41:41.123777806Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"54d02d6d-d41f-43e3-a8dd-b0cfbb9ddb9b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:41:41.172406473Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"54d02d6d-d41f-43e3-a8dd-b0cfbb9ddb9b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:41:41.520804514Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-explicit-52ab15","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-explicit-52ab15","reconcileID":"56dd9c03-b5b6-4991-8455-67e28a26ffd2","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-explicit-52ab15","applied":{"maas.opendatahub.io/gateway-access-e2e-explicit-52ab15":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:41:43.022993236Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"432bbb12-88f4-459d-a8ef-c9f8f50b4de9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:41:43.071869893Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"432bbb12-88f4-459d-a8ef-c9f8f50b4de9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:41:43.120512412Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"432bbb12-88f4-459d-a8ef-c9f8f50b4de9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:41:43.169579868Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"432bbb12-88f4-459d-a8ef-c9f8f50b4de9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:41:43.831468181Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-f49287","namespace":"ai-tenant-e2e-shared-b-w3-8570a0"},"namespace":"ai-tenant-e2e-shared-b-w3-8570a0","name":"e2e-auth-iso-f49287","reconcileID":"6eaece32-ee28-41dd-916f-e57252daf2b4","MaaSAuthPolicy":{"name":"e2e-auth-iso-f49287","namespace":"ai-tenant-e2e-shared-b-w3-8570a0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w3-8570a0","tenantID":"e2e-shared-b-w3-8570a0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:41:43.883391871Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-f49287","namespace":"ai-tenant-e2e-shared-b-w3-8570a0"},"namespace":"ai-tenant-e2e-shared-b-w3-8570a0","name":"e2e-auth-iso-f49287","reconcileID":"6eaece32-ee28-41dd-916f-e57252daf2b4","MaaSAuthPolicy":{"name":"e2e-auth-iso-f49287","namespace":"ai-tenant-e2e-shared-b-w3-8570a0"},"name":"e2e-shared-b-w3-8570a0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:41:43.934272016Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w3-8570a0-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (ecf8d397224f1636f2c15414025f9cdfdef57289cc87179750fae461240b257a) AuthConfig (81c01ed1e85374043187884321d6b3ef2f1479bfcfd8f2b044416f42132dfce1) AuthConfig (dde20e67ce8385d427b378ec6e9047aa93ac4465910c638479d40c00ebc5044f) AuthConfig (786424d84d58d4885d9ecd949b20c4930155ca440879aec307026d76e734e4e2) AuthConfig (621da0b36523038ba1c4f8f3c798e385818d1f643887bd0dd822b393536c9a4b) AuthConfig (d1a2bd1d6bf09642eb890e91a0b3b10045471e2109db9f9563ea2497c67832f3) AuthConfig (fbfe6a87100b1a2731a04996dc7f569c0f7b830c0ca333b0430b0beeacd135f5) AuthConfig (ea5c21f561a4006108d23aac8ee79a6a6ca2b46285e003401dcfd48d81862fdd) AuthConfig (473b6a2f526b4d968cb30617e7103709397a7313cd73f3122223591302c82b23) AuthConfig (5dc861a9a1834ed4e587d523b4ba6e3c0bda79262eaf85e8e8aa79722c4579f5) AuthConfig (941aea44d4287b6c92e49d4b55070f5f5c9895206c3107e160f1c5bd9f85b7df) AuthConfig (97e2981b8257452717f17c91301560f98930dcc8574666b133aaa1ee285f0646) AuthConfig (8f9a299480a0411273858a755dd6644db4b6e4c71e342632769a0d7ac5cdc7bc) AuthConfig (921b6774f8390e7d1ddbdcedf978f5ee0efcf01596c18d9110e9de7358ecafd0) AuthConfig (b5e7a1a0a36355eba4bfb01f9ea99fa4ca00754b0eaec8ebc5a8d1332a80b8af) AuthConfig (5db51205147f36f5a7d6e67dd52e40b41fe147bac6fd945bc9ec4ad7f0815e55) AuthConfig (7b92cbaf372c2e5adf0972c34d53859d0de83c2b3fef07d867a8363c7e3ce2a6) AuthConfig (407d34c7a4662de28df2399a770d9f3aa45cca603ef4c3622b0385a917c36ea0)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-f49287","namespace":"ai-tenant-e2e-shared-b-w3-8570a0"},"namespace":"ai-tenant-e2e-shared-b-w3-8570a0","name":"e2e-auth-iso-f49287","reconcileID":"6eaece32-ee28-41dd-916f-e57252daf2b4","MaaSAuthPolicy":{"name":"e2e-auth-iso-f49287","namespace":"ai-tenant-e2e-shared-b-w3-8570a0"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:41:45.027545959Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"35669aa7-2e5e-4e57-9b00-46609efacc26","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:41:45.076178141Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"35669aa7-2e5e-4e57-9b00-46609efacc26","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:41:45.125734154Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"35669aa7-2e5e-4e57-9b00-46609efacc26","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:41:45.175420189Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"35669aa7-2e5e-4e57-9b00-46609efacc26","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:41:46.317542893Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-6afa76","namespace":"ai-tenant-e2e-shared-b-w0-743d9b"},"namespace":"ai-tenant-e2e-shared-b-w0-743d9b","name":"e2e-auth-iso-6afa76","reconcileID":"e5a716cc-5f38-40eb-a786-134719678e97","MaaSAuthPolicy":{"name":"e2e-auth-iso-6afa76","namespace":"ai-tenant-e2e-shared-b-w0-743d9b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-743d9b","tenantID":"e2e-shared-b-w0-743d9b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:41:46.369955695Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-6afa76","namespace":"ai-tenant-e2e-shared-b-w0-743d9b"},"namespace":"ai-tenant-e2e-shared-b-w0-743d9b","name":"e2e-auth-iso-6afa76","reconcileID":"e5a716cc-5f38-40eb-a786-134719678e97","MaaSAuthPolicy":{"name":"e2e-auth-iso-6afa76","namespace":"ai-tenant-e2e-shared-b-w0-743d9b"},"name":"e2e-shared-b-w0-743d9b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:41:46.420876535Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w0-743d9b-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (f5984137063893b6e467dff3f0c286e2c437888e1d9a4ef4f308361d549ad908) AuthConfig (4cd18ac393e56bd18aa5d38230678ca1d5ce4366ddfcfd4fa16567f88ae4130e) AuthConfig (2fcbca499175f8fabbc64321c80f81fb9807f4f83d653df5021e16c9ae400281) AuthConfig (602036630eef8bdb4bb339752c07688c63c0c71c19659a78e827913fdcae7590) AuthConfig (ecf01965878ad9021feaf203371fe64162066f5748da8f7f5129f1aa9405196b) AuthConfig (aef2ed885b66315b5169f41204b6f20beab3c27c30902c726f243520db3abda8) AuthConfig (32425602399b05664ce7d23364dc3de31e6a4761cede1af985403f81b03a6403) AuthConfig (a57f095c36b21ff896bb2a2a30d2fc1f75602d7cf8cff86b720c57386d5f3d9c) AuthConfig (04c7419d0bfa56a8001e5d0ade74a60b93350706854694edf7cfe75ddefced32) AuthConfig (cd823b7f38819748dfdaf2ffb27eadfd0b63989c267314940a51a9237c641797) AuthConfig (21e2778c296e8a13bafabb7d6400dcea0fa68afc185c082ab861d2ef165284b9) AuthConfig (b585e05fc7d32189136c87cce980680bee68598acee9082f6651717a6e6e4e64) AuthConfig (c374708f31b25b49002d15517ddf7f0dd151a09f99fb55e0546a97d5f1e36cc6) AuthConfig (f045318bd049471752a2a5174fffee82b59d681f77ec58414861f2b656ed713d) AuthConfig (f2cc11eca731c3e3f70768291e8c234d7770d135fa5a3989dabadca19a9a25c6) AuthConfig (a86b07328cbb9b698f587851976925ea3c41f889a0fc824c42a35bbfd15528be) AuthConfig (e911bdf8ea767ad50acef4ae6a31f08ec68e0247197c176e9ee8e4374259cfef) AuthConfig (20508d854201fd5675325e9fe1a14f8e279eb1efc2dbb4347fa267198fd9fbca)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-6afa76","namespace":"ai-tenant-e2e-shared-b-w0-743d9b"},"namespace":"ai-tenant-e2e-shared-b-w0-743d9b","name":"e2e-auth-iso-6afa76","reconcileID":"e5a716cc-5f38-40eb-a786-134719678e97","MaaSAuthPolicy":{"name":"e2e-auth-iso-6afa76","namespace":"ai-tenant-e2e-shared-b-w0-743d9b"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:41:47.040242394Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5084023c-fb50-4b6a-9406-f41d105667fa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:41:47.089060107Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5084023c-fb50-4b6a-9406-f41d105667fa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:41:47.137904313Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5084023c-fb50-4b6a-9406-f41d105667fa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:41:47.186658265Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5084023c-fb50-4b6a-9406-f41d105667fa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:41:54.035048341Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-f49287","namespace":"ai-tenant-e2e-shared-b-w3-8570a0"},"namespace":"ai-tenant-e2e-shared-b-w3-8570a0","name":"e2e-auth-iso-f49287","reconcileID":"55cf760c-5f2c-4e1d-8f7c-ab5ff4937697","MaaSAuthPolicy":{"name":"e2e-auth-iso-f49287","namespace":"ai-tenant-e2e-shared-b-w3-8570a0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w3-8570a0","tenantID":"e2e-shared-b-w3-8570a0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:41:54.088203038Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-f49287","namespace":"ai-tenant-e2e-shared-b-w3-8570a0"},"namespace":"ai-tenant-e2e-shared-b-w3-8570a0","name":"e2e-auth-iso-f49287","reconcileID":"55cf760c-5f2c-4e1d-8f7c-ab5ff4937697","MaaSAuthPolicy":{"name":"e2e-auth-iso-f49287","namespace":"ai-tenant-e2e-shared-b-w3-8570a0"},"name":"e2e-shared-b-w3-8570a0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:41:54.139213609Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w3-8570a0-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (ecf8d397224f1636f2c15414025f9cdfdef57289cc87179750fae461240b257a) AuthConfig (81c01ed1e85374043187884321d6b3ef2f1479bfcfd8f2b044416f42132dfce1) AuthConfig (dde20e67ce8385d427b378ec6e9047aa93ac4465910c638479d40c00ebc5044f) AuthConfig (786424d84d58d4885d9ecd949b20c4930155ca440879aec307026d76e734e4e2) AuthConfig (621da0b36523038ba1c4f8f3c798e385818d1f643887bd0dd822b393536c9a4b) AuthConfig (d1a2bd1d6bf09642eb890e91a0b3b10045471e2109db9f9563ea2497c67832f3) AuthConfig (fbfe6a87100b1a2731a04996dc7f569c0f7b830c0ca333b0430b0beeacd135f5) AuthConfig (ea5c21f561a4006108d23aac8ee79a6a6ca2b46285e003401dcfd48d81862fdd) AuthConfig (473b6a2f526b4d968cb30617e7103709397a7313cd73f3122223591302c82b23) AuthConfig (5dc861a9a1834ed4e587d523b4ba6e3c0bda79262eaf85e8e8aa79722c4579f5) AuthConfig (941aea44d4287b6c92e49d4b55070f5f5c9895206c3107e160f1c5bd9f85b7df) AuthConfig (97e2981b8257452717f17c91301560f98930dcc8574666b133aaa1ee285f0646) AuthConfig (8f9a299480a0411273858a755dd6644db4b6e4c71e342632769a0d7ac5cdc7bc) AuthConfig (921b6774f8390e7d1ddbdcedf978f5ee0efcf01596c18d9110e9de7358ecafd0) AuthConfig (b5e7a1a0a36355eba4bfb01f9ea99fa4ca00754b0eaec8ebc5a8d1332a80b8af) AuthConfig (5db51205147f36f5a7d6e67dd52e40b41fe147bac6fd945bc9ec4ad7f0815e55) AuthConfig (7b92cbaf372c2e5adf0972c34d53859d0de83c2b3fef07d867a8363c7e3ce2a6) AuthConfig (407d34c7a4662de28df2399a770d9f3aa45cca603ef4c3622b0385a917c36ea0)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-f49287","namespace":"ai-tenant-e2e-shared-b-w3-8570a0"},"namespace":"ai-tenant-e2e-shared-b-w3-8570a0","name":"e2e-auth-iso-f49287","reconcileID":"55cf760c-5f2c-4e1d-8f7c-ab5ff4937697","MaaSAuthPolicy":{"name":"e2e-auth-iso-f49287","namespace":"ai-tenant-e2e-shared-b-w3-8570a0"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:41:55.713875898Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:41:56.51881355Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-6afa76","namespace":"ai-tenant-e2e-shared-b-w0-743d9b"},"namespace":"ai-tenant-e2e-shared-b-w0-743d9b","name":"e2e-auth-iso-6afa76","reconcileID":"57cdf992-fd31-4be2-a09d-8de4246aea3e","MaaSAuthPolicy":{"name":"e2e-auth-iso-6afa76","namespace":"ai-tenant-e2e-shared-b-w0-743d9b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-743d9b","tenantID":"e2e-shared-b-w0-743d9b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:41:56.5716273Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-6afa76","namespace":"ai-tenant-e2e-shared-b-w0-743d9b"},"namespace":"ai-tenant-e2e-shared-b-w0-743d9b","name":"e2e-auth-iso-6afa76","reconcileID":"57cdf992-fd31-4be2-a09d-8de4246aea3e","MaaSAuthPolicy":{"name":"e2e-auth-iso-6afa76","namespace":"ai-tenant-e2e-shared-b-w0-743d9b"},"name":"e2e-shared-b-w0-743d9b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:41:56.883484251Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-743d9b","namespace":"ai-tenant-e2e-shared-b-w0-743d9b"},"namespace":"ai-tenant-e2e-shared-b-w0-743d9b","name":"auth-test-model-743d9b","reconcileID":"0fa9ba8b-0924-4c7d-8747-736477533ff9","MaaSModelRef":{"name":"auth-test-model-743d9b","namespace":"ai-tenant-e2e-shared-b-w0-743d9b"},"tenant":"e2e-shared-b-w0-743d9b","gateway":"openshift-ingress/e2e-shared-b-w0-743d9b","model":"ai-tenant-e2e-shared-b-w0-743d9b/auth-test-model-743d9b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:41:56.883511558Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-743d9b","namespace":"ai-tenant-e2e-shared-b-w0-743d9b"},"namespace":"ai-tenant-e2e-shared-b-w0-743d9b","name":"auth-test-model-743d9b","reconcileID":"0fa9ba8b-0924-4c7d-8747-736477533ff9","MaaSModelRef":{"name":"auth-test-model-743d9b","namespace":"ai-tenant-e2e-shared-b-w0-743d9b"},"routeName":"auth-test-model-743d9b-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-743d9b","llmisvcName":"auth-test-model-743d9b","gateway":"openshift-ingress/e2e-shared-b-w0-743d9b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:41:58.197548153Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-5a75f1","namespace":"ai-tenant-e2e-shared-a-w2-cacb84"},"namespace":"ai-tenant-e2e-shared-a-w2-cacb84","name":"e2e-auth-iso-5a75f1","reconcileID":"5f8eb1a1-fe61-44c3-91a8-479408d84be1","MaaSSubscription":{"name":"e2e-auth-iso-5a75f1","namespace":"ai-tenant-e2e-shared-a-w2-cacb84"},"name":"maas-trlp-auth-test-model-cacb84","model":"ai-tenant-e2e-shared-a-w2-cacb84/auth-test-model-cacb84","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:41:58.353983065Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-cacb84","namespace":"ai-tenant-e2e-shared-a-w2-cacb84"},"namespace":"ai-tenant-e2e-shared-a-w2-cacb84","name":"auth-test-model-cacb84","reconcileID":"e2a3e990-2991-483f-be81-cdcd835e0b33","MaaSModelRef":{"name":"auth-test-model-cacb84","namespace":"ai-tenant-e2e-shared-a-w2-cacb84"},"tenant":"e2e-shared-a-w2-cacb84","gateway":"openshift-ingress/e2e-shared-a-w2-cacb84","model":"ai-tenant-e2e-shared-a-w2-cacb84/auth-test-model-cacb84","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:41:58.354006669Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-cacb84","namespace":"ai-tenant-e2e-shared-a-w2-cacb84"},"namespace":"ai-tenant-e2e-shared-a-w2-cacb84","name":"auth-test-model-cacb84","reconcileID":"e2a3e990-2991-483f-be81-cdcd835e0b33","MaaSModelRef":{"name":"auth-test-model-cacb84","namespace":"ai-tenant-e2e-shared-a-w2-cacb84"},"routeName":"auth-test-model-cacb84-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-cacb84","llmisvcName":"auth-test-model-cacb84","gateway":"openshift-ingress/e2e-shared-a-w2-cacb84","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:41:58.393257112Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-5a75f1","namespace":"ai-tenant-e2e-shared-a-w2-cacb84"},"namespace":"ai-tenant-e2e-shared-a-w2-cacb84","name":"e2e-auth-iso-5a75f1","reconcileID":"0c8aa5bb-0cb4-4e4c-a199-01e6e6d18798","MaaSAuthPolicy":{"name":"e2e-auth-iso-5a75f1","namespace":"ai-tenant-e2e-shared-a-w2-cacb84"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-cacb84","tenantID":"e2e-shared-a-w2-cacb84","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:41:58.447788231Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-5a75f1","namespace":"ai-tenant-e2e-shared-a-w2-cacb84"},"namespace":"ai-tenant-e2e-shared-a-w2-cacb84","name":"e2e-auth-iso-5a75f1","reconcileID":"0c8aa5bb-0cb4-4e4c-a199-01e6e6d18798","MaaSAuthPolicy":{"name":"e2e-auth-iso-5a75f1","namespace":"ai-tenant-e2e-shared-a-w2-cacb84"},"name":"e2e-shared-a-w2-cacb84-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:41:59.487024244Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-e0615c","namespace":"ai-tenant-e2e-shared-b-w2-e0615c"},"namespace":"ai-tenant-e2e-shared-b-w2-e0615c","name":"auth-test-model-e0615c","reconcileID":"6bc27fce-8dd0-494c-b451-c5efba1546c3","MaaSModelRef":{"name":"auth-test-model-e0615c","namespace":"ai-tenant-e2e-shared-b-w2-e0615c"},"tenant":"e2e-shared-b-w2-e0615c","gateway":"openshift-ingress/e2e-shared-b-w2-e0615c","model":"ai-tenant-e2e-shared-b-w2-e0615c/auth-test-model-e0615c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:41:59.487049951Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-e0615c","namespace":"ai-tenant-e2e-shared-b-w2-e0615c"},"namespace":"ai-tenant-e2e-shared-b-w2-e0615c","name":"auth-test-model-e0615c","reconcileID":"6bc27fce-8dd0-494c-b451-c5efba1546c3","MaaSModelRef":{"name":"auth-test-model-e0615c","namespace":"ai-tenant-e2e-shared-b-w2-e0615c"},"routeName":"auth-test-model-e0615c-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-e0615c","llmisvcName":"auth-test-model-e0615c","gateway":"openshift-ingress/e2e-shared-b-w2-e0615c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:41:59.542328105Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-e0615c","namespace":"ai-tenant-e2e-shared-b-w2-e0615c"},"namespace":"ai-tenant-e2e-shared-b-w2-e0615c","name":"auth-test-model-e0615c","reconcileID":"a4697118-4d5b-4de5-8989-06f8df84ceb9","MaaSModelRef":{"name":"auth-test-model-e0615c","namespace":"ai-tenant-e2e-shared-b-w2-e0615c"},"tenant":"e2e-shared-b-w2-e0615c","gateway":"openshift-ingress/e2e-shared-b-w2-e0615c","model":"ai-tenant-e2e-shared-b-w2-e0615c/auth-test-model-e0615c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:41:59.542347143Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-e0615c","namespace":"ai-tenant-e2e-shared-b-w2-e0615c"},"namespace":"ai-tenant-e2e-shared-b-w2-e0615c","name":"auth-test-model-e0615c","reconcileID":"a4697118-4d5b-4de5-8989-06f8df84ceb9","MaaSModelRef":{"name":"auth-test-model-e0615c","namespace":"ai-tenant-e2e-shared-b-w2-e0615c"},"routeName":"auth-test-model-e0615c-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-e0615c","llmisvcName":"auth-test-model-e0615c","gateway":"openshift-ingress/e2e-shared-b-w2-e0615c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:41:59.638681424Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-5a75f1","namespace":"ai-tenant-e2e-shared-b-w2-e0615c"},"namespace":"ai-tenant-e2e-shared-b-w2-e0615c","name":"e2e-auth-iso-5a75f1","reconcileID":"7ccc7de4-acd6-437f-90dd-941947b132c8","MaaSAuthPolicy":{"name":"e2e-auth-iso-5a75f1","namespace":"ai-tenant-e2e-shared-b-w2-e0615c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-e0615c","tenantID":"e2e-shared-b-w2-e0615c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:41:59.752713026Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-5a75f1","namespace":"ai-tenant-e2e-shared-b-w2-e0615c"},"namespace":"ai-tenant-e2e-shared-b-w2-e0615c","name":"e2e-auth-iso-5a75f1","reconcileID":"7ccc7de4-acd6-437f-90dd-941947b132c8","MaaSAuthPolicy":{"name":"e2e-auth-iso-5a75f1","namespace":"ai-tenant-e2e-shared-b-w2-e0615c"},"name":"e2e-shared-b-w2-e0615c-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:41:59.803647926Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w2-e0615c-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-5a75f1","namespace":"ai-tenant-e2e-shared-b-w2-e0615c"},"namespace":"ai-tenant-e2e-shared-b-w2-e0615c","name":"e2e-auth-iso-5a75f1","reconcileID":"7ccc7de4-acd6-437f-90dd-941947b132c8","MaaSAuthPolicy":{"name":"e2e-auth-iso-5a75f1","namespace":"ai-tenant-e2e-shared-b-w2-e0615c"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:41:59.856649776Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-e0615c","namespace":"ai-tenant-e2e-shared-b-w2-e0615c"},"namespace":"ai-tenant-e2e-shared-b-w2-e0615c","name":"auth-test-model-e0615c","reconcileID":"d1834e48-b9ee-452c-938a-a2d8fc0889f6","MaaSModelRef":{"name":"auth-test-model-e0615c","namespace":"ai-tenant-e2e-shared-b-w2-e0615c"},"tenant":"e2e-shared-b-w2-e0615c","gateway":"openshift-ingress/e2e-shared-b-w2-e0615c","model":"ai-tenant-e2e-shared-b-w2-e0615c/auth-test-model-e0615c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:41:59.856670381Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-e0615c","namespace":"ai-tenant-e2e-shared-b-w2-e0615c"},"namespace":"ai-tenant-e2e-shared-b-w2-e0615c","name":"auth-test-model-e0615c","reconcileID":"d1834e48-b9ee-452c-938a-a2d8fc0889f6","MaaSModelRef":{"name":"auth-test-model-e0615c","namespace":"ai-tenant-e2e-shared-b-w2-e0615c"},"routeName":"auth-test-model-e0615c-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-e0615c","llmisvcName":"auth-test-model-e0615c","gateway":"openshift-ingress/e2e-shared-b-w2-e0615c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:42:02.351769865Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-743d9b","namespace":"ai-tenant-e2e-shared-b-w0-743d9b"},"namespace":"ai-tenant-e2e-shared-b-w0-743d9b","name":"auth-test-model-743d9b","reconcileID":"51d57796-920f-4f1b-b328-841b7cea2f77","MaaSModelRef":{"name":"auth-test-model-743d9b","namespace":"ai-tenant-e2e-shared-b-w0-743d9b"},"tenant":"e2e-shared-b-w0-743d9b","gateway":"openshift-ingress/e2e-shared-b-w0-743d9b","model":"ai-tenant-e2e-shared-b-w0-743d9b/auth-test-model-743d9b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:42:02.3517903Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-743d9b","namespace":"ai-tenant-e2e-shared-b-w0-743d9b"},"namespace":"ai-tenant-e2e-shared-b-w0-743d9b","name":"auth-test-model-743d9b","reconcileID":"51d57796-920f-4f1b-b328-841b7cea2f77","MaaSModelRef":{"name":"auth-test-model-743d9b","namespace":"ai-tenant-e2e-shared-b-w0-743d9b"},"routeName":"auth-test-model-743d9b-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-743d9b","llmisvcName":"auth-test-model-743d9b","gateway":"openshift-ingress/e2e-shared-b-w0-743d9b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:42:02.40785305Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-743d9b","namespace":"ai-tenant-e2e-shared-b-w0-743d9b"},"namespace":"ai-tenant-e2e-shared-b-w0-743d9b","name":"auth-test-model-743d9b","reconcileID":"a0356e2e-8c2f-4dfc-87e8-44cdeeb7c20f","MaaSModelRef":{"name":"auth-test-model-743d9b","namespace":"ai-tenant-e2e-shared-b-w0-743d9b"},"tenant":"e2e-shared-b-w0-743d9b","gateway":"openshift-ingress/e2e-shared-b-w0-743d9b","model":"ai-tenant-e2e-shared-b-w0-743d9b/auth-test-model-743d9b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:42:02.407875922Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-743d9b","namespace":"ai-tenant-e2e-shared-b-w0-743d9b"},"namespace":"ai-tenant-e2e-shared-b-w0-743d9b","name":"auth-test-model-743d9b","reconcileID":"a0356e2e-8c2f-4dfc-87e8-44cdeeb7c20f","MaaSModelRef":{"name":"auth-test-model-743d9b","namespace":"ai-tenant-e2e-shared-b-w0-743d9b"},"routeName":"auth-test-model-743d9b-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-743d9b","llmisvcName":"auth-test-model-743d9b","gateway":"openshift-ingress/e2e-shared-b-w0-743d9b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:42:02.449235669Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-6afa76","namespace":"ai-tenant-e2e-shared-b-w0-743d9b"},"namespace":"ai-tenant-e2e-shared-b-w0-743d9b","name":"e2e-auth-iso-6afa76","reconcileID":"4d86cb54-9368-4d9e-b3fb-bbb846246ce9","MaaSAuthPolicy":{"name":"e2e-auth-iso-6afa76","namespace":"ai-tenant-e2e-shared-b-w0-743d9b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-743d9b","tenantID":"e2e-shared-b-w0-743d9b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T12:42:02.45725761Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-6afa76","namespace":"ai-tenant-e2e-shared-b-w0-743d9b"},"namespace":"ai-tenant-e2e-shared-b-w0-743d9b","name":"e2e-auth-iso-6afa76","reconcileID":"8684f721-25b7-4564-ad98-3288970f36ff","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-auth-iso-6afa76\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T12:42:02.501998719Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-6afa76","namespace":"ai-tenant-e2e-shared-b-w0-743d9b"},"namespace":"ai-tenant-e2e-shared-b-w0-743d9b","name":"e2e-auth-iso-6afa76","reconcileID":"4d86cb54-9368-4d9e-b3fb-bbb846246ce9","MaaSAuthPolicy":{"name":"e2e-auth-iso-6afa76","namespace":"ai-tenant-e2e-shared-b-w0-743d9b"},"name":"e2e-shared-b-w0-743d9b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:42:02.562770853Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-743d9b","namespace":"ai-tenant-e2e-shared-b-w0-743d9b"},"namespace":"ai-tenant-e2e-shared-b-w0-743d9b","name":"auth-test-model-743d9b","reconcileID":"5ba5840b-b74b-43c7-aacc-a7cd4b7d5092","MaaSModelRef":{"name":"auth-test-model-743d9b","namespace":"ai-tenant-e2e-shared-b-w0-743d9b"},"tenant":"e2e-shared-b-w0-743d9b","gateway":"openshift-ingress/e2e-shared-b-w0-743d9b","model":"ai-tenant-e2e-shared-b-w0-743d9b/auth-test-model-743d9b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:42:02.562790303Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-743d9b","namespace":"ai-tenant-e2e-shared-b-w0-743d9b"},"namespace":"ai-tenant-e2e-shared-b-w0-743d9b","name":"auth-test-model-743d9b","reconcileID":"5ba5840b-b74b-43c7-aacc-a7cd4b7d5092","MaaSModelRef":{"name":"auth-test-model-743d9b","namespace":"ai-tenant-e2e-shared-b-w0-743d9b"},"routeName":"auth-test-model-743d9b-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-743d9b","llmisvcName":"auth-test-model-743d9b","gateway":"openshift-ingress/e2e-shared-b-w0-743d9b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:42:02.614007353Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-743d9b","namespace":"ai-tenant-e2e-shared-b-w0-743d9b"},"namespace":"ai-tenant-e2e-shared-b-w0-743d9b","name":"auth-test-model-743d9b","reconcileID":"1b8bc85d-fd95-4eec-8e01-6d3dc09feca8","MaaSModelRef":{"name":"auth-test-model-743d9b","namespace":"ai-tenant-e2e-shared-b-w0-743d9b"},"tenant":"e2e-shared-b-w0-743d9b","gateway":"openshift-ingress/e2e-shared-b-w0-743d9b","model":"ai-tenant-e2e-shared-b-w0-743d9b/auth-test-model-743d9b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:42:02.614031089Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-743d9b","namespace":"ai-tenant-e2e-shared-b-w0-743d9b"},"namespace":"ai-tenant-e2e-shared-b-w0-743d9b","name":"auth-test-model-743d9b","reconcileID":"1b8bc85d-fd95-4eec-8e01-6d3dc09feca8","MaaSModelRef":{"name":"auth-test-model-743d9b","namespace":"ai-tenant-e2e-shared-b-w0-743d9b"},"routeName":"auth-test-model-743d9b-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-743d9b","llmisvcName":"auth-test-model-743d9b","gateway":"openshift-ingress/e2e-shared-b-w0-743d9b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:42:02.797458938Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-6afa76","namespace":"ai-tenant-e2e-shared-b-w0-743d9b"},"namespace":"ai-tenant-e2e-shared-b-w0-743d9b","name":"e2e-auth-iso-6afa76","reconcileID":"cf87faa6-fd76-47b2-a087-8691d016e594","MaaSAuthPolicy":{"name":"e2e-auth-iso-6afa76","namespace":"ai-tenant-e2e-shared-b-w0-743d9b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-743d9b","tenantID":"e2e-shared-b-w0-743d9b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:42:02.817112197Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-6afa76","namespace":"ai-tenant-e2e-shared-b-w0-743d9b"},"namespace":"ai-tenant-e2e-shared-b-w0-743d9b","name":"e2e-auth-iso-6afa76","reconcileID":"32b401e0-e150-4f25-aad5-f72710400739","MaaSSubscription":{"name":"e2e-auth-iso-6afa76","namespace":"ai-tenant-e2e-shared-b-w0-743d9b"},"name":"maas-trlp-auth-test-model-743d9b","model":"auth-test-model-743d9b","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-shared-b-w0-743d9b/e2e-auth-iso-6afa76"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:42:02.849834113Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-6afa76","namespace":"ai-tenant-e2e-shared-b-w0-743d9b"},"namespace":"ai-tenant-e2e-shared-b-w0-743d9b","name":"e2e-auth-iso-6afa76","reconcileID":"cf87faa6-fd76-47b2-a087-8691d016e594","MaaSAuthPolicy":{"name":"e2e-auth-iso-6afa76","namespace":"ai-tenant-e2e-shared-b-w0-743d9b"},"name":"e2e-shared-b-w0-743d9b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:42:02.971225953Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-743d9b","namespace":"ai-tenant-e2e-shared-b-w0-743d9b"},"namespace":"ai-tenant-e2e-shared-b-w0-743d9b","name":"auth-test-model-743d9b","reconcileID":"497cadc1-4216-4bc6-9063-5066c9d1d06f","MaaSModelRef":{"name":"auth-test-model-743d9b","namespace":"ai-tenant-e2e-shared-b-w0-743d9b"},"tenant":"e2e-shared-b-w0-743d9b","gateway":"openshift-ingress/e2e-shared-b-w0-743d9b","model":"ai-tenant-e2e-shared-b-w0-743d9b/auth-test-model-743d9b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:42:02.971244316Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-743d9b","namespace":"ai-tenant-e2e-shared-b-w0-743d9b"},"namespace":"ai-tenant-e2e-shared-b-w0-743d9b","name":"auth-test-model-743d9b","reconcileID":"497cadc1-4216-4bc6-9063-5066c9d1d06f","MaaSModelRef":{"name":"auth-test-model-743d9b","namespace":"ai-tenant-e2e-shared-b-w0-743d9b"},"routeName":"auth-test-model-743d9b-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-743d9b","llmisvcName":"auth-test-model-743d9b","gateway":"openshift-ingress/e2e-shared-b-w0-743d9b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:42:03.164607179Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-6afa76","namespace":"ai-tenant-e2e-shared-b-w0-743d9b"},"namespace":"ai-tenant-e2e-shared-b-w0-743d9b","name":"e2e-auth-iso-6afa76","reconcileID":"b7cf1369-50d1-4ef2-b47d-2444fa421fca","MaaSSubscription":{"name":"e2e-auth-iso-6afa76","namespace":"ai-tenant-e2e-shared-b-w0-743d9b"},"name":"maas-trlp-auth-test-model-743d9b","model":"ai-tenant-e2e-shared-b-w0-743d9b/auth-test-model-743d9b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:42:04.237678974Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-f49287","namespace":"ai-tenant-e2e-shared-b-w3-8570a0"},"namespace":"ai-tenant-e2e-shared-b-w3-8570a0","name":"e2e-auth-iso-f49287","reconcileID":"ea48ae30-b4ce-4650-961f-969b0f3d204b","MaaSAuthPolicy":{"name":"e2e-auth-iso-f49287","namespace":"ai-tenant-e2e-shared-b-w3-8570a0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w3-8570a0","tenantID":"e2e-shared-b-w3-8570a0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:42:04.289824736Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-f49287","namespace":"ai-tenant-e2e-shared-b-w3-8570a0"},"namespace":"ai-tenant-e2e-shared-b-w3-8570a0","name":"e2e-auth-iso-f49287","reconcileID":"ea48ae30-b4ce-4650-961f-969b0f3d204b","MaaSAuthPolicy":{"name":"e2e-auth-iso-f49287","namespace":"ai-tenant-e2e-shared-b-w3-8570a0"},"name":"e2e-shared-b-w3-8570a0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:42:04.592427759Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-8570a0","namespace":"ai-tenant-e2e-shared-b-w3-8570a0"},"namespace":"ai-tenant-e2e-shared-b-w3-8570a0","name":"auth-test-model-8570a0","reconcileID":"156a16f7-b39d-4c9f-b723-674bf6bce536","MaaSModelRef":{"name":"auth-test-model-8570a0","namespace":"ai-tenant-e2e-shared-b-w3-8570a0"},"tenant":"e2e-shared-b-w3-8570a0","gateway":"openshift-ingress/e2e-shared-b-w3-8570a0","model":"ai-tenant-e2e-shared-b-w3-8570a0/auth-test-model-8570a0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:42:04.59244548Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-8570a0","namespace":"ai-tenant-e2e-shared-b-w3-8570a0"},"namespace":"ai-tenant-e2e-shared-b-w3-8570a0","name":"auth-test-model-8570a0","reconcileID":"156a16f7-b39d-4c9f-b723-674bf6bce536","MaaSModelRef":{"name":"auth-test-model-8570a0","namespace":"ai-tenant-e2e-shared-b-w3-8570a0"},"routeName":"auth-test-model-8570a0-kserve-route","namespace":"ai-tenant-e2e-shared-b-w3-8570a0","llmisvcName":"auth-test-model-8570a0","gateway":"openshift-ingress/e2e-shared-b-w3-8570a0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:42:09.953832379Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-5a75f1","namespace":"ai-tenant-e2e-shared-b-w2-e0615c"},"namespace":"ai-tenant-e2e-shared-b-w2-e0615c","name":"e2e-auth-iso-5a75f1","reconcileID":"76e22654-21f3-468f-b982-6df3b7fc1961","MaaSAuthPolicy":{"name":"e2e-auth-iso-5a75f1","namespace":"ai-tenant-e2e-shared-b-w2-e0615c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-e0615c","tenantID":"e2e-shared-b-w2-e0615c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:42:09.96715463Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-8570a0","namespace":"ai-tenant-e2e-shared-b-w3-8570a0"},"namespace":"ai-tenant-e2e-shared-b-w3-8570a0","name":"auth-test-model-8570a0","reconcileID":"53303a76-a813-4383-87e2-63523e980a54","MaaSModelRef":{"name":"auth-test-model-8570a0","namespace":"ai-tenant-e2e-shared-b-w3-8570a0"},"tenant":"e2e-shared-b-w3-8570a0","gateway":"openshift-ingress/e2e-shared-b-w3-8570a0","model":"ai-tenant-e2e-shared-b-w3-8570a0/auth-test-model-8570a0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:42:09.967174632Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-8570a0","namespace":"ai-tenant-e2e-shared-b-w3-8570a0"},"namespace":"ai-tenant-e2e-shared-b-w3-8570a0","name":"auth-test-model-8570a0","reconcileID":"53303a76-a813-4383-87e2-63523e980a54","MaaSModelRef":{"name":"auth-test-model-8570a0","namespace":"ai-tenant-e2e-shared-b-w3-8570a0"},"routeName":"auth-test-model-8570a0-kserve-route","namespace":"ai-tenant-e2e-shared-b-w3-8570a0","llmisvcName":"auth-test-model-8570a0","gateway":"openshift-ingress/e2e-shared-b-w3-8570a0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:42:10.006669733Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-5a75f1","namespace":"ai-tenant-e2e-shared-b-w2-e0615c"},"namespace":"ai-tenant-e2e-shared-b-w2-e0615c","name":"e2e-auth-iso-5a75f1","reconcileID":"76e22654-21f3-468f-b982-6df3b7fc1961","MaaSAuthPolicy":{"name":"e2e-auth-iso-5a75f1","namespace":"ai-tenant-e2e-shared-b-w2-e0615c"},"name":"e2e-shared-b-w2-e0615c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:42:10.022094477Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-8570a0","namespace":"ai-tenant-e2e-shared-b-w3-8570a0"},"namespace":"ai-tenant-e2e-shared-b-w3-8570a0","name":"auth-test-model-8570a0","reconcileID":"fab78e45-359a-42ff-b444-225269af51cf","MaaSModelRef":{"name":"auth-test-model-8570a0","namespace":"ai-tenant-e2e-shared-b-w3-8570a0"},"tenant":"e2e-shared-b-w3-8570a0","gateway":"openshift-ingress/e2e-shared-b-w3-8570a0","model":"ai-tenant-e2e-shared-b-w3-8570a0/auth-test-model-8570a0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:42:10.022114853Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-8570a0","namespace":"ai-tenant-e2e-shared-b-w3-8570a0"},"namespace":"ai-tenant-e2e-shared-b-w3-8570a0","name":"auth-test-model-8570a0","reconcileID":"fab78e45-359a-42ff-b444-225269af51cf","MaaSModelRef":{"name":"auth-test-model-8570a0","namespace":"ai-tenant-e2e-shared-b-w3-8570a0"},"routeName":"auth-test-model-8570a0-kserve-route","namespace":"ai-tenant-e2e-shared-b-w3-8570a0","llmisvcName":"auth-test-model-8570a0","gateway":"openshift-ingress/e2e-shared-b-w3-8570a0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:42:10.057347814Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w2-e0615c-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-5a75f1","namespace":"ai-tenant-e2e-shared-b-w2-e0615c"},"namespace":"ai-tenant-e2e-shared-b-w2-e0615c","name":"e2e-auth-iso-5a75f1","reconcileID":"76e22654-21f3-468f-b982-6df3b7fc1961","MaaSAuthPolicy":{"name":"e2e-auth-iso-5a75f1","namespace":"ai-tenant-e2e-shared-b-w2-e0615c"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:42:10.063503266Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-f49287","namespace":"ai-tenant-e2e-shared-b-w3-8570a0"},"namespace":"ai-tenant-e2e-shared-b-w3-8570a0","name":"e2e-auth-iso-f49287","reconcileID":"d37b0ad4-625c-4982-ac33-232c08ab6b6a","MaaSAuthPolicy":{"name":"e2e-auth-iso-f49287","namespace":"ai-tenant-e2e-shared-b-w3-8570a0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w3-8570a0","tenantID":"e2e-shared-b-w3-8570a0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T12:42:10.069364371Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-f49287","namespace":"ai-tenant-e2e-shared-b-w3-8570a0"},"namespace":"ai-tenant-e2e-shared-b-w3-8570a0","name":"e2e-auth-iso-f49287","reconcileID":"d0a61de9-ad72-41e4-98b6-014aded13854","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-auth-iso-f49287\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T12:42:10.071959868Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-8570a0","namespace":"ai-tenant-e2e-shared-b-w3-8570a0"},"namespace":"ai-tenant-e2e-shared-b-w3-8570a0","name":"auth-test-model-8570a0","reconcileID":"fab78e45-359a-42ff-b444-225269af51cf","name":"auth-test-model-8570a0","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"auth-test-model-8570a0\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T12:42:10.072010121Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-8570a0","namespace":"ai-tenant-e2e-shared-b-w3-8570a0"},"namespace":"ai-tenant-e2e-shared-b-w3-8570a0","name":"auth-test-model-8570a0","reconcileID":"fab78e45-359a-42ff-b444-225269af51cf","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"auth-test-model-8570a0\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T12:42:10.077331248Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-8570a0","namespace":"ai-tenant-e2e-shared-b-w3-8570a0"},"namespace":"ai-tenant-e2e-shared-b-w3-8570a0","name":"auth-test-model-8570a0","reconcileID":"e55e016d-4b41-494c-89ff-9af956c2e1f3","MaaSModelRef":{"name":"auth-test-model-8570a0","namespace":"ai-tenant-e2e-shared-b-w3-8570a0"},"tenant":"e2e-shared-b-w3-8570a0","gateway":"openshift-ingress/e2e-shared-b-w3-8570a0","model":"ai-tenant-e2e-shared-b-w3-8570a0/auth-test-model-8570a0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:42:10.07734495Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-8570a0","namespace":"ai-tenant-e2e-shared-b-w3-8570a0"},"namespace":"ai-tenant-e2e-shared-b-w3-8570a0","name":"auth-test-model-8570a0","reconcileID":"e55e016d-4b41-494c-89ff-9af956c2e1f3","MaaSModelRef":{"name":"auth-test-model-8570a0","namespace":"ai-tenant-e2e-shared-b-w3-8570a0"},"routeName":"auth-test-model-8570a0-kserve-route","namespace":"ai-tenant-e2e-shared-b-w3-8570a0","llmisvcName":"auth-test-model-8570a0","gateway":"openshift-ingress/e2e-shared-b-w3-8570a0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:42:10.116189694Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-f49287","namespace":"ai-tenant-e2e-shared-b-w3-8570a0"},"namespace":"ai-tenant-e2e-shared-b-w3-8570a0","name":"e2e-auth-iso-f49287","reconcileID":"d37b0ad4-625c-4982-ac33-232c08ab6b6a","MaaSAuthPolicy":{"name":"e2e-auth-iso-f49287","namespace":"ai-tenant-e2e-shared-b-w3-8570a0"},"name":"e2e-shared-b-w3-8570a0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:42:10.172986725Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-8570a0","namespace":"ai-tenant-e2e-shared-b-w3-8570a0"},"namespace":"ai-tenant-e2e-shared-b-w3-8570a0","name":"auth-test-model-8570a0","reconcileID":"397754ba-434a-469c-ae61-73450ae573ae","MaaSModelRef":{"name":"auth-test-model-8570a0","namespace":"ai-tenant-e2e-shared-b-w3-8570a0"},"tenant":"e2e-shared-b-w3-8570a0","gateway":"openshift-ingress/e2e-shared-b-w3-8570a0","model":"ai-tenant-e2e-shared-b-w3-8570a0/auth-test-model-8570a0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:42:10.173003944Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-8570a0","namespace":"ai-tenant-e2e-shared-b-w3-8570a0"},"namespace":"ai-tenant-e2e-shared-b-w3-8570a0","name":"auth-test-model-8570a0","reconcileID":"397754ba-434a-469c-ae61-73450ae573ae","MaaSModelRef":{"name":"auth-test-model-8570a0","namespace":"ai-tenant-e2e-shared-b-w3-8570a0"},"routeName":"auth-test-model-8570a0-kserve-route","namespace":"ai-tenant-e2e-shared-b-w3-8570a0","llmisvcName":"auth-test-model-8570a0","gateway":"openshift-ingress/e2e-shared-b-w3-8570a0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:42:10.226000871Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-8570a0","namespace":"ai-tenant-e2e-shared-b-w3-8570a0"},"namespace":"ai-tenant-e2e-shared-b-w3-8570a0","name":"auth-test-model-8570a0","reconcileID":"e3ded9c1-c795-4d63-812b-67f934873b55","MaaSModelRef":{"name":"auth-test-model-8570a0","namespace":"ai-tenant-e2e-shared-b-w3-8570a0"},"tenant":"e2e-shared-b-w3-8570a0","gateway":"openshift-ingress/e2e-shared-b-w3-8570a0","model":"ai-tenant-e2e-shared-b-w3-8570a0/auth-test-model-8570a0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:42:10.226025776Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-8570a0","namespace":"ai-tenant-e2e-shared-b-w3-8570a0"},"namespace":"ai-tenant-e2e-shared-b-w3-8570a0","name":"auth-test-model-8570a0","reconcileID":"e3ded9c1-c795-4d63-812b-67f934873b55","MaaSModelRef":{"name":"auth-test-model-8570a0","namespace":"ai-tenant-e2e-shared-b-w3-8570a0"},"routeName":"auth-test-model-8570a0-kserve-route","namespace":"ai-tenant-e2e-shared-b-w3-8570a0","llmisvcName":"auth-test-model-8570a0","gateway":"openshift-ingress/e2e-shared-b-w3-8570a0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:42:10.410729286Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-f49287","namespace":"ai-tenant-e2e-shared-b-w3-8570a0"},"namespace":"ai-tenant-e2e-shared-b-w3-8570a0","name":"e2e-auth-iso-f49287","reconcileID":"f11f6ee5-a7fc-4730-b28d-1c89fc4a7fc3","MaaSAuthPolicy":{"name":"e2e-auth-iso-f49287","namespace":"ai-tenant-e2e-shared-b-w3-8570a0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w3-8570a0","tenantID":"e2e-shared-b-w3-8570a0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:42:10.422347115Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-f49287","namespace":"ai-tenant-e2e-shared-b-w3-8570a0"},"namespace":"ai-tenant-e2e-shared-b-w3-8570a0","name":"e2e-auth-iso-f49287","reconcileID":"2a396a1c-e246-4605-a9cc-4ee1b73c2ef4","MaaSSubscription":{"name":"e2e-auth-iso-f49287","namespace":"ai-tenant-e2e-shared-b-w3-8570a0"},"name":"maas-trlp-auth-test-model-8570a0","model":"auth-test-model-8570a0","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-shared-b-w3-8570a0/e2e-auth-iso-f49287"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:42:10.46317208Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-f49287","namespace":"ai-tenant-e2e-shared-b-w3-8570a0"},"namespace":"ai-tenant-e2e-shared-b-w3-8570a0","name":"e2e-auth-iso-f49287","reconcileID":"f11f6ee5-a7fc-4730-b28d-1c89fc4a7fc3","MaaSAuthPolicy":{"name":"e2e-auth-iso-f49287","namespace":"ai-tenant-e2e-shared-b-w3-8570a0"},"name":"e2e-shared-b-w3-8570a0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:42:10.577671341Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-8570a0","namespace":"ai-tenant-e2e-shared-b-w3-8570a0"},"namespace":"ai-tenant-e2e-shared-b-w3-8570a0","name":"auth-test-model-8570a0","reconcileID":"09751219-3aff-4cad-9396-592960c606e5","MaaSModelRef":{"name":"auth-test-model-8570a0","namespace":"ai-tenant-e2e-shared-b-w3-8570a0"},"tenant":"e2e-shared-b-w3-8570a0","gateway":"openshift-ingress/e2e-shared-b-w3-8570a0","model":"ai-tenant-e2e-shared-b-w3-8570a0/auth-test-model-8570a0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:42:10.577692271Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-8570a0","namespace":"ai-tenant-e2e-shared-b-w3-8570a0"},"namespace":"ai-tenant-e2e-shared-b-w3-8570a0","name":"auth-test-model-8570a0","reconcileID":"09751219-3aff-4cad-9396-592960c606e5","MaaSModelRef":{"name":"auth-test-model-8570a0","namespace":"ai-tenant-e2e-shared-b-w3-8570a0"},"routeName":"auth-test-model-8570a0-kserve-route","namespace":"ai-tenant-e2e-shared-b-w3-8570a0","llmisvcName":"auth-test-model-8570a0","gateway":"openshift-ingress/e2e-shared-b-w3-8570a0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:42:10.772520436Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-f49287","namespace":"ai-tenant-e2e-shared-b-w3-8570a0"},"namespace":"ai-tenant-e2e-shared-b-w3-8570a0","name":"e2e-auth-iso-f49287","reconcileID":"fa1b64b4-19f1-441e-86c3-83c8f786e61d","MaaSSubscription":{"name":"e2e-auth-iso-f49287","namespace":"ai-tenant-e2e-shared-b-w3-8570a0"},"name":"maas-trlp-auth-test-model-8570a0","model":"ai-tenant-e2e-shared-b-w3-8570a0/auth-test-model-8570a0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:42:19.160779608Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-6afa76","namespace":"ai-tenant-e2e-shared-b-w0-743d9b"},"namespace":"ai-tenant-e2e-shared-b-w0-743d9b","name":"e2e-auth-iso-6afa76","reconcileID":"bed9a510-c1ac-43f4-9a74-1e4ca4e0a2de","MaaSSubscription":{"name":"e2e-auth-iso-6afa76","namespace":"ai-tenant-e2e-shared-b-w0-743d9b"},"name":"maas-trlp-auth-test-model-743d9b","model":"ai-tenant-e2e-shared-b-w0-743d9b/auth-test-model-743d9b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:42:19.316628801Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-743d9b","namespace":"ai-tenant-e2e-shared-b-w0-743d9b"},"namespace":"ai-tenant-e2e-shared-b-w0-743d9b","name":"auth-test-model-743d9b","reconcileID":"8e79e5ad-cc11-4faf-ac11-a28aee8c9e34","MaaSModelRef":{"name":"auth-test-model-743d9b","namespace":"ai-tenant-e2e-shared-b-w0-743d9b"},"tenant":"e2e-shared-b-w0-743d9b","gateway":"openshift-ingress/e2e-shared-b-w0-743d9b","model":"ai-tenant-e2e-shared-b-w0-743d9b/auth-test-model-743d9b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:42:19.316649907Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-743d9b","namespace":"ai-tenant-e2e-shared-b-w0-743d9b"},"namespace":"ai-tenant-e2e-shared-b-w0-743d9b","name":"auth-test-model-743d9b","reconcileID":"8e79e5ad-cc11-4faf-ac11-a28aee8c9e34","MaaSModelRef":{"name":"auth-test-model-743d9b","namespace":"ai-tenant-e2e-shared-b-w0-743d9b"},"routeName":"auth-test-model-743d9b-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-743d9b","llmisvcName":"auth-test-model-743d9b","gateway":"openshift-ingress/e2e-shared-b-w0-743d9b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:42:20.15550684Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-5a75f1","namespace":"ai-tenant-e2e-shared-b-w2-e0615c"},"namespace":"ai-tenant-e2e-shared-b-w2-e0615c","name":"e2e-auth-iso-5a75f1","reconcileID":"41691746-1a3a-4283-8808-193e9488bc4e","MaaSAuthPolicy":{"name":"e2e-auth-iso-5a75f1","namespace":"ai-tenant-e2e-shared-b-w2-e0615c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-e0615c","tenantID":"e2e-shared-b-w2-e0615c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:42:20.207703058Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-5a75f1","namespace":"ai-tenant-e2e-shared-b-w2-e0615c"},"namespace":"ai-tenant-e2e-shared-b-w2-e0615c","name":"e2e-auth-iso-5a75f1","reconcileID":"41691746-1a3a-4283-8808-193e9488bc4e","MaaSAuthPolicy":{"name":"e2e-auth-iso-5a75f1","namespace":"ai-tenant-e2e-shared-b-w2-e0615c"},"name":"e2e-shared-b-w2-e0615c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:42:20.255902168Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-6afa76","namespace":"ai-tenant-e2e-shared-b-w0-743d9b"},"namespace":"ai-tenant-e2e-shared-b-w0-743d9b","name":"e2e-auth-iso-6afa76","reconcileID":"f83c5830-77fd-4094-ab9c-531ea6de918e","MaaSAuthPolicy":{"name":"e2e-auth-iso-6afa76","namespace":"ai-tenant-e2e-shared-b-w0-743d9b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-743d9b","tenantID":"e2e-shared-b-w0-743d9b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:42:20.258619904Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w2-e0615c-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (a2129f7e7655005057f412efe688f89ab628c59688145ecc916642afe9324fa0) AuthConfig (c5f79dfc9a39a2a5f48346f6c6e22fef1239e52f8bfcb20bf42ed5b23c6295c4) AuthConfig (9cf62d8e0021cc9380214318032a6c241aae6495d31d622082409f800e446168) AuthConfig (11f7da06aa313871936567aff1518234b456909b452c105a7d9dbd87219bce65) AuthConfig (c9495cfac707f123784ba0901f2a9bc12c9c8a5f2167a1f69184efff150d3db9) AuthConfig (dd868ee81d645ff71cd402d7d96be869aec1bd685e8c4c4aeee9c59b71fcea1b) AuthConfig (74c49f01bb8f7e87949a3b51207ecee881b8bb1d40a54fe3695280c809d6b243) AuthConfig (74684b386d2a9aef957c5a158efc696d911dc76ddd28a8177aae0a2cd022965a) AuthConfig (226cc153433c282cefa163a363ed39ff42bfde64e76289f758695690c07407d0) AuthConfig (2ec12a454f1242c41c23703c9a47ab3e6e8eb71de69a96378811770fb5889d80) AuthConfig (e6f49558c48c1de5794483e7788c8b80f0f1c1a8c74c1b4cd0623b2c8acf7088) AuthConfig (7723896dded79b5b06f879a97e183489efd5b92368d9ba9cd255e45044380294) AuthConfig (81030edf61b4eeb2a6bcdb90ba098424c36e399e4d579823414714be7873501f) AuthConfig (195dce80d40de2f94e22be28e36aeeeb8a3dd168c5a19b0fec63c616d25d0226) AuthConfig (c601c2c5ed01e280d1d10fa60ef1c1ada1f01cd51c34e4710f98095b28ebbfe0) AuthConfig (d02ed0c9074cb2ff35821622e1eeaecfa52bb183be0e0f5ad781f077a840e87c) AuthConfig (ed58f9889f1ae0b26f0003f19e34515c1128f6d7beaa56d25f6d5b45740ba08b) AuthConfig (a3c0268139945712935e7f6531516551050d21d44954e484695a9dc6879380ac)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-5a75f1","namespace":"ai-tenant-e2e-shared-b-w2-e0615c"},"namespace":"ai-tenant-e2e-shared-b-w2-e0615c","name":"e2e-auth-iso-5a75f1","reconcileID":"41691746-1a3a-4283-8808-193e9488bc4e","MaaSAuthPolicy":{"name":"e2e-auth-iso-5a75f1","namespace":"ai-tenant-e2e-shared-b-w2-e0615c"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:42:20.308272721Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-6afa76","namespace":"ai-tenant-e2e-shared-b-w0-743d9b"},"namespace":"ai-tenant-e2e-shared-b-w0-743d9b","name":"e2e-auth-iso-6afa76","reconcileID":"f83c5830-77fd-4094-ab9c-531ea6de918e","MaaSAuthPolicy":{"name":"e2e-auth-iso-6afa76","namespace":"ai-tenant-e2e-shared-b-w0-743d9b"},"name":"e2e-shared-b-w0-743d9b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:42:20.312168501Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-e0615c","namespace":"ai-tenant-e2e-shared-b-w2-e0615c"},"namespace":"ai-tenant-e2e-shared-b-w2-e0615c","name":"auth-test-model-e0615c","reconcileID":"6dacebac-c1d4-401a-ae5e-327354f1614b","MaaSModelRef":{"name":"auth-test-model-e0615c","namespace":"ai-tenant-e2e-shared-b-w2-e0615c"},"tenant":"e2e-shared-b-w2-e0615c","gateway":"openshift-ingress/e2e-shared-b-w2-e0615c","model":"ai-tenant-e2e-shared-b-w2-e0615c/auth-test-model-e0615c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:42:20.312188564Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-e0615c","namespace":"ai-tenant-e2e-shared-b-w2-e0615c"},"namespace":"ai-tenant-e2e-shared-b-w2-e0615c","name":"auth-test-model-e0615c","reconcileID":"6dacebac-c1d4-401a-ae5e-327354f1614b","MaaSModelRef":{"name":"auth-test-model-e0615c","namespace":"ai-tenant-e2e-shared-b-w2-e0615c"},"routeName":"auth-test-model-e0615c-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-e0615c","llmisvcName":"auth-test-model-e0615c","gateway":"openshift-ingress/e2e-shared-b-w2-e0615c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:42:22.010691887Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-ab27b8","namespace":"ai-tenant-e2e-shared-a-w0-ab27b8"},"namespace":"ai-tenant-e2e-shared-a-w0-ab27b8","name":"auth-test-model-ab27b8","reconcileID":"13753879-6a5d-4519-b723-82a8b5720275","MaaSModelRef":{"name":"auth-test-model-ab27b8","namespace":"ai-tenant-e2e-shared-a-w0-ab27b8"},"tenant":"e2e-shared-a-w0-ab27b8","gateway":"openshift-ingress/e2e-shared-a-w0-ab27b8","model":"ai-tenant-e2e-shared-a-w0-ab27b8/auth-test-model-ab27b8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:42:22.010711593Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-ab27b8","namespace":"ai-tenant-e2e-shared-a-w0-ab27b8"},"namespace":"ai-tenant-e2e-shared-a-w0-ab27b8","name":"auth-test-model-ab27b8","reconcileID":"13753879-6a5d-4519-b723-82a8b5720275","MaaSModelRef":{"name":"auth-test-model-ab27b8","namespace":"ai-tenant-e2e-shared-a-w0-ab27b8"},"routeName":"auth-test-model-ab27b8-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-ab27b8","llmisvcName":"auth-test-model-ab27b8","gateway":"openshift-ingress/e2e-shared-a-w0-ab27b8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:42:22.107575456Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-6afa76","namespace":"ai-tenant-e2e-shared-a-w0-ab27b8"},"namespace":"ai-tenant-e2e-shared-a-w0-ab27b8","name":"e2e-auth-iso-6afa76","reconcileID":"f08b10ad-4d0c-4f33-92bd-0c97f24b1874","MaaSAuthPolicy":{"name":"e2e-auth-iso-6afa76","namespace":"ai-tenant-e2e-shared-a-w0-ab27b8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-ab27b8","tenantID":"e2e-shared-a-w0-ab27b8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:42:22.160253064Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-6afa76","namespace":"ai-tenant-e2e-shared-a-w0-ab27b8"},"namespace":"ai-tenant-e2e-shared-a-w0-ab27b8","name":"e2e-auth-iso-6afa76","reconcileID":"f08b10ad-4d0c-4f33-92bd-0c97f24b1874","MaaSAuthPolicy":{"name":"e2e-auth-iso-6afa76","namespace":"ai-tenant-e2e-shared-a-w0-ab27b8"},"name":"e2e-shared-a-w0-ab27b8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:42:22.160324796Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-6afa76","namespace":"ai-tenant-e2e-shared-a-w0-ab27b8"},"namespace":"ai-tenant-e2e-shared-a-w0-ab27b8","name":"e2e-auth-iso-6afa76","reconcileID":"6a3ef6ac-74f0-497e-ab06-c18de5b7c1a4","MaaSSubscription":{"name":"e2e-auth-iso-6afa76","namespace":"ai-tenant-e2e-shared-a-w0-ab27b8"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-a2673e26","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:42:22.454330616Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-6afa76","namespace":"ai-tenant-e2e-shared-a-w0-ab27b8"},"namespace":"ai-tenant-e2e-shared-a-w0-ab27b8","name":"e2e-auth-iso-6afa76","reconcileID":"6f356a8b-81e0-46fc-ba45-865f3e0f8682","MaaSAuthPolicy":{"name":"e2e-auth-iso-6afa76","namespace":"ai-tenant-e2e-shared-a-w0-ab27b8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-ab27b8","tenantID":"e2e-shared-a-w0-ab27b8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:42:22.506514446Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-6afa76","namespace":"ai-tenant-e2e-shared-a-w0-ab27b8"},"namespace":"ai-tenant-e2e-shared-a-w0-ab27b8","name":"e2e-auth-iso-6afa76","reconcileID":"6f356a8b-81e0-46fc-ba45-865f3e0f8682","MaaSAuthPolicy":{"name":"e2e-auth-iso-6afa76","namespace":"ai-tenant-e2e-shared-a-w0-ab27b8"},"name":"e2e-shared-a-w0-ab27b8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:42:25.712696035Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:42:29.532663391Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-3176d9"},"namespace":"ai-tenant-e2e-praxis-b-3176d9","name":"default-tenant","reconcileID":"421229a4-377b-4827-b3f3-6b2364169e37","namespace":"ai-tenant-e2e-praxis-b-3176d9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:42:29.532728972Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-3176d9"},"namespace":"ai-tenant-e2e-praxis-b-3176d9","name":"default-tenant","reconcileID":"421229a4-377b-4827-b3f3-6b2364169e37","namespace":"ai-tenant-e2e-praxis-b-3176d9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:42:29.532782365Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-3176d9"},"namespace":"ai-tenant-e2e-praxis-b-3176d9","name":"default-tenant","reconcileID":"421229a4-377b-4827-b3f3-6b2364169e37","tenant":"e2e-praxis-b-3176d9","tenantID":"e2e-praxis-b-3176d9","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:42:29.582737148Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-3176d9"},"namespace":"ai-tenant-e2e-praxis-b-3176d9","name":"default-tenant","reconcileID":"421229a4-377b-4827-b3f3-6b2364169e37","gvk":"Deployment","name":"maas-api-e2e-praxis-b-3176d9","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:42:29.638473968Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-3176d9"},"namespace":"ai-tenant-e2e-praxis-b-3176d9","name":"default-tenant","reconcileID":"421229a4-377b-4827-b3f3-6b2364169e37","gvk":"Service","name":"maas-api-e2e-praxis-b-3176d9","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:42:29.692628796Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-3176d9"},"namespace":"ai-tenant-e2e-praxis-b-3176d9","name":"default-tenant","reconcileID":"421229a4-377b-4827-b3f3-6b2364169e37","gvk":"HTTPRoute","name":"maas-api-route-e2e-praxis-b-3176d9","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:42:29.746964683Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-3176d9"},"namespace":"ai-tenant-e2e-praxis-b-3176d9","name":"default-tenant","reconcileID":"421229a4-377b-4827-b3f3-6b2364169e37","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-praxis-b-3176d9","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:42:29.798527996Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-3176d9"},"namespace":"ai-tenant-e2e-praxis-b-3176d9","name":"default-tenant","reconcileID":"421229a4-377b-4827-b3f3-6b2364169e37","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-praxis-b-3176d9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:42:29.852267828Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-3176d9"},"namespace":"ai-tenant-e2e-praxis-b-3176d9","name":"default-tenant","reconcileID":"421229a4-377b-4827-b3f3-6b2364169e37","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-praxis-b-3176d9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:42:29.905349981Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-3176d9"},"namespace":"ai-tenant-e2e-praxis-b-3176d9","name":"default-tenant","reconcileID":"421229a4-377b-4827-b3f3-6b2364169e37","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-praxis-b-3176d9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:42:29.955986872Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-3176d9"},"namespace":"ai-tenant-e2e-praxis-b-3176d9","name":"default-tenant","reconcileID":"421229a4-377b-4827-b3f3-6b2364169e37","gvk":"Telemetry","name":"latency-per-subscription-e2e-praxis-b-3176d9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:42:30.00425976Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-3176d9"},"namespace":"ai-tenant-e2e-praxis-b-3176d9","name":"default-tenant","reconcileID":"421229a4-377b-4827-b3f3-6b2364169e37","gvk":"Deployment","name":"payload-processing-e2e-praxis-b-3176d9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:42:30.054655051Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-3176d9"},"namespace":"ai-tenant-e2e-praxis-b-3176d9","name":"default-tenant","reconcileID":"421229a4-377b-4827-b3f3-6b2364169e37","gvk":"Deployment","name":"payload-pre-processing-e2e-praxis-b-3176d9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:42:30.102851476Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-3176d9"},"namespace":"ai-tenant-e2e-praxis-b-3176d9","name":"default-tenant","reconcileID":"421229a4-377b-4827-b3f3-6b2364169e37","gvk":"Service","name":"payload-processing-e2e-praxis-b-3176d9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:42:30.150948732Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-3176d9"},"namespace":"ai-tenant-e2e-praxis-b-3176d9","name":"default-tenant","reconcileID":"421229a4-377b-4827-b3f3-6b2364169e37","gvk":"Service","name":"payload-pre-processing-e2e-praxis-b-3176d9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:42:30.199034431Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-3176d9"},"namespace":"ai-tenant-e2e-praxis-b-3176d9","name":"default-tenant","reconcileID":"421229a4-377b-4827-b3f3-6b2364169e37","gvk":"DestinationRule","name":"payload-processing-e2e-praxis-b-3176d9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:42:30.247079508Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-3176d9"},"namespace":"ai-tenant-e2e-praxis-b-3176d9","name":"default-tenant","reconcileID":"421229a4-377b-4827-b3f3-6b2364169e37","gvk":"DestinationRule","name":"payload-pre-processing-e2e-praxis-b-3176d9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:42:30.295013143Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-3176d9"},"namespace":"ai-tenant-e2e-praxis-b-3176d9","name":"default-tenant","reconcileID":"421229a4-377b-4827-b3f3-6b2364169e37","gvk":"EnvoyFilter","name":"payload-processing-e2e-praxis-b-3176d9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:42:30.348550439Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-3176d9"},"namespace":"ai-tenant-e2e-praxis-b-3176d9","name":"default-tenant","reconcileID":"421229a4-377b-4827-b3f3-6b2364169e37","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-praxis-b-3176d9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:42:30.396614665Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-3176d9"},"namespace":"ai-tenant-e2e-praxis-b-3176d9","name":"default-tenant","reconcileID":"421229a4-377b-4827-b3f3-6b2364169e37","gvk":"NetworkPolicy","name":"payload-processing-e2e-praxis-b-3176d9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:42:30.408981715Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-5a75f1","namespace":"ai-tenant-e2e-shared-b-w2-e0615c"},"namespace":"ai-tenant-e2e-shared-b-w2-e0615c","name":"e2e-auth-iso-5a75f1","reconcileID":"e1d2b764-b8a1-4623-a7b3-db9fa7fd3a60","MaaSAuthPolicy":{"name":"e2e-auth-iso-5a75f1","namespace":"ai-tenant-e2e-shared-b-w2-e0615c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-e0615c","tenantID":"e2e-shared-b-w2-e0615c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:42:30.444735073Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-3176d9"},"namespace":"ai-tenant-e2e-praxis-b-3176d9","name":"default-tenant","reconcileID":"421229a4-377b-4827-b3f3-6b2364169e37","gvk":"ServiceAccount","name":"payload-processing-e2e-praxis-b-3176d9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:42:30.461060889Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-5a75f1","namespace":"ai-tenant-e2e-shared-b-w2-e0615c"},"namespace":"ai-tenant-e2e-shared-b-w2-e0615c","name":"e2e-auth-iso-5a75f1","reconcileID":"e1d2b764-b8a1-4623-a7b3-db9fa7fd3a60","MaaSAuthPolicy":{"name":"e2e-auth-iso-5a75f1","namespace":"ai-tenant-e2e-shared-b-w2-e0615c"},"name":"e2e-shared-b-w2-e0615c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:42:30.493414497Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-3176d9"},"namespace":"ai-tenant-e2e-praxis-b-3176d9","name":"default-tenant","reconcileID":"421229a4-377b-4827-b3f3-6b2364169e37","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-praxis-b-3176d9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:42:30.511784605Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w2-e0615c-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (a2129f7e7655005057f412efe688f89ab628c59688145ecc916642afe9324fa0) AuthConfig (c5f79dfc9a39a2a5f48346f6c6e22fef1239e52f8bfcb20bf42ed5b23c6295c4) AuthConfig (9cf62d8e0021cc9380214318032a6c241aae6495d31d622082409f800e446168) AuthConfig (11f7da06aa313871936567aff1518234b456909b452c105a7d9dbd87219bce65) AuthConfig (c9495cfac707f123784ba0901f2a9bc12c9c8a5f2167a1f69184efff150d3db9) AuthConfig (dd868ee81d645ff71cd402d7d96be869aec1bd685e8c4c4aeee9c59b71fcea1b) AuthConfig (74c49f01bb8f7e87949a3b51207ecee881b8bb1d40a54fe3695280c809d6b243) AuthConfig (74684b386d2a9aef957c5a158efc696d911dc76ddd28a8177aae0a2cd022965a) AuthConfig (226cc153433c282cefa163a363ed39ff42bfde64e76289f758695690c07407d0) AuthConfig (2ec12a454f1242c41c23703c9a47ab3e6e8eb71de69a96378811770fb5889d80) AuthConfig (e6f49558c48c1de5794483e7788c8b80f0f1c1a8c74c1b4cd0623b2c8acf7088) AuthConfig (7723896dded79b5b06f879a97e183489efd5b92368d9ba9cd255e45044380294) AuthConfig (81030edf61b4eeb2a6bcdb90ba098424c36e399e4d579823414714be7873501f) AuthConfig (195dce80d40de2f94e22be28e36aeeeb8a3dd168c5a19b0fec63c616d25d0226) AuthConfig (c601c2c5ed01e280d1d10fa60ef1c1ada1f01cd51c34e4710f98095b28ebbfe0) AuthConfig (d02ed0c9074cb2ff35821622e1eeaecfa52bb183be0e0f5ad781f077a840e87c) AuthConfig (ed58f9889f1ae0b26f0003f19e34515c1128f6d7beaa56d25f6d5b45740ba08b) AuthConfig (a3c0268139945712935e7f6531516551050d21d44954e484695a9dc6879380ac)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-5a75f1","namespace":"ai-tenant-e2e-shared-b-w2-e0615c"},"namespace":"ai-tenant-e2e-shared-b-w2-e0615c","name":"e2e-auth-iso-5a75f1","reconcileID":"e1d2b764-b8a1-4623-a7b3-db9fa7fd3a60","MaaSAuthPolicy":{"name":"e2e-auth-iso-5a75f1","namespace":"ai-tenant-e2e-shared-b-w2-e0615c"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:42:30.54167742Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-3176d9"},"namespace":"ai-tenant-e2e-praxis-b-3176d9","name":"default-tenant","reconcileID":"421229a4-377b-4827-b3f3-6b2364169e37","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-praxis-b-3176d9","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:42:32.208994385Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-6afa76","namespace":"ai-tenant-e2e-shared-a-w0-ab27b8"},"namespace":"ai-tenant-e2e-shared-a-w0-ab27b8","name":"e2e-auth-iso-6afa76","reconcileID":"72a6caa5-17f7-4123-9ccb-48573211c99c","MaaSSubscription":{"name":"e2e-auth-iso-6afa76","namespace":"ai-tenant-e2e-shared-a-w0-ab27b8"},"model":"ai-tenant-e2e-shared-a-w0-ab27b8/auth-test-model-ab27b8","subscription":"e2e-auth-iso-6afa76","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:42:32.257638069Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-6afa76","namespace":"ai-tenant-e2e-shared-a-w0-ab27b8"},"namespace":"ai-tenant-e2e-shared-a-w0-ab27b8","name":"e2e-auth-iso-6afa76","reconcileID":"72a6caa5-17f7-4123-9ccb-48573211c99c","MaaSSubscription":{"name":"e2e-auth-iso-6afa76","namespace":"ai-tenant-e2e-shared-a-w0-ab27b8"},"model":"ai-tenant-e2e-shared-a-w0-ab27b8/auth-test-model-ab27b8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:42:32.306105506Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-6afa76","namespace":"ai-tenant-e2e-shared-a-w0-ab27b8"},"namespace":"ai-tenant-e2e-shared-a-w0-ab27b8","name":"e2e-auth-iso-6afa76","reconcileID":"72a6caa5-17f7-4123-9ccb-48573211c99c","MaaSSubscription":{"name":"e2e-auth-iso-6afa76","namespace":"ai-tenant-e2e-shared-a-w0-ab27b8"},"name":"maas-trlp-auth-test-model-ab27b8","namespace":"ai-tenant-e2e-shared-a-w0-ab27b8","model":"ai-tenant-e2e-shared-a-w0-ab27b8/auth-test-model-ab27b8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:42:32.56229701Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-ab27b8","namespace":"ai-tenant-e2e-shared-a-w0-ab27b8"},"namespace":"ai-tenant-e2e-shared-a-w0-ab27b8","name":"auth-test-model-ab27b8","reconcileID":"6188ad33-9076-46f6-a9d7-1b4926704f68","MaaSModelRef":{"name":"auth-test-model-ab27b8","namespace":"ai-tenant-e2e-shared-a-w0-ab27b8"},"tenant":"e2e-shared-a-w0-ab27b8","gateway":"openshift-ingress/e2e-shared-a-w0-ab27b8","model":"ai-tenant-e2e-shared-a-w0-ab27b8/auth-test-model-ab27b8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:42:32.562319589Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-ab27b8","namespace":"ai-tenant-e2e-shared-a-w0-ab27b8"},"namespace":"ai-tenant-e2e-shared-a-w0-ab27b8","name":"auth-test-model-ab27b8","reconcileID":"6188ad33-9076-46f6-a9d7-1b4926704f68","MaaSModelRef":{"name":"auth-test-model-ab27b8","namespace":"ai-tenant-e2e-shared-a-w0-ab27b8"},"routeName":"auth-test-model-ab27b8-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-ab27b8","llmisvcName":"auth-test-model-ab27b8","gateway":"openshift-ingress/e2e-shared-a-w0-ab27b8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:42:32.658748927Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-6afa76","namespace":"ai-tenant-e2e-shared-a-w0-ab27b8"},"namespace":"ai-tenant-e2e-shared-a-w0-ab27b8","name":"e2e-auth-iso-6afa76","reconcileID":"785f4bda-ed0c-43fe-9053-7697e35c8dbb","MaaSAuthPolicy":{"name":"e2e-auth-iso-6afa76","namespace":"ai-tenant-e2e-shared-a-w0-ab27b8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-ab27b8","tenantID":"e2e-shared-a-w0-ab27b8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:42:32.710672197Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-743d9b","namespace":"ai-tenant-e2e-shared-b-w0-743d9b"},"namespace":"ai-tenant-e2e-shared-b-w0-743d9b","name":"auth-test-model-743d9b","reconcileID":"c2a4203c-91ab-4ddf-bdca-90585d1be34c","MaaSModelRef":{"name":"auth-test-model-743d9b","namespace":"ai-tenant-e2e-shared-b-w0-743d9b"},"tenant":"e2e-shared-b-w0-743d9b","gateway":"openshift-ingress/e2e-shared-b-w0-743d9b","model":"ai-tenant-e2e-shared-b-w0-743d9b/auth-test-model-743d9b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:42:32.710690024Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-743d9b","namespace":"ai-tenant-e2e-shared-b-w0-743d9b"},"namespace":"ai-tenant-e2e-shared-b-w0-743d9b","name":"auth-test-model-743d9b","reconcileID":"c2a4203c-91ab-4ddf-bdca-90585d1be34c","MaaSModelRef":{"name":"auth-test-model-743d9b","namespace":"ai-tenant-e2e-shared-b-w0-743d9b"},"routeName":"auth-test-model-743d9b-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-743d9b","llmisvcName":"auth-test-model-743d9b","gateway":"openshift-ingress/e2e-shared-b-w0-743d9b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:42:32.713647926Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-6afa76","namespace":"ai-tenant-e2e-shared-a-w0-ab27b8"},"namespace":"ai-tenant-e2e-shared-a-w0-ab27b8","name":"e2e-auth-iso-6afa76","reconcileID":"785f4bda-ed0c-43fe-9053-7697e35c8dbb","MaaSAuthPolicy":{"name":"e2e-auth-iso-6afa76","namespace":"ai-tenant-e2e-shared-a-w0-ab27b8"},"name":"e2e-shared-a-w0-ab27b8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:42:32.807523961Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-6afa76","namespace":"ai-tenant-e2e-shared-b-w0-743d9b"},"namespace":"ai-tenant-e2e-shared-b-w0-743d9b","name":"e2e-auth-iso-6afa76","reconcileID":"95ae46b5-619e-46b7-a82f-e8ef730ec01b","MaaSAuthPolicy":{"name":"e2e-auth-iso-6afa76","namespace":"ai-tenant-e2e-shared-b-w0-743d9b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-743d9b","tenantID":"e2e-shared-b-w0-743d9b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:42:32.859584Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-6afa76","namespace":"ai-tenant-e2e-shared-b-w0-743d9b"},"namespace":"ai-tenant-e2e-shared-b-w0-743d9b","name":"e2e-auth-iso-6afa76","reconcileID":"95ae46b5-619e-46b7-a82f-e8ef730ec01b","MaaSAuthPolicy":{"name":"e2e-auth-iso-6afa76","namespace":"ai-tenant-e2e-shared-b-w0-743d9b"},"name":"e2e-shared-b-w0-743d9b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:42:32.860937844Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-6afa76","namespace":"ai-tenant-e2e-shared-b-w0-743d9b"},"namespace":"ai-tenant-e2e-shared-b-w0-743d9b","name":"e2e-auth-iso-6afa76","reconcileID":"e3ef8022-4b55-41dc-bf74-c12a5b9cf7c5","MaaSSubscription":{"name":"e2e-auth-iso-6afa76","namespace":"ai-tenant-e2e-shared-b-w0-743d9b"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-60ee0566","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:42:33.011728418Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-6afa76","namespace":"ai-tenant-e2e-shared-a-w0-ab27b8"},"namespace":"ai-tenant-e2e-shared-a-w0-ab27b8","name":"e2e-auth-iso-6afa76","reconcileID":"c6d3bdc1-bd5b-444b-9022-39c77f388c19","MaaSAuthPolicy":{"name":"e2e-auth-iso-6afa76","namespace":"ai-tenant-e2e-shared-a-w0-ab27b8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-ab27b8","tenantID":"e2e-shared-a-w0-ab27b8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:42:33.0637413Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-6afa76","namespace":"ai-tenant-e2e-shared-a-w0-ab27b8"},"namespace":"ai-tenant-e2e-shared-a-w0-ab27b8","name":"e2e-auth-iso-6afa76","reconcileID":"c6d3bdc1-bd5b-444b-9022-39c77f388c19","MaaSAuthPolicy":{"name":"e2e-auth-iso-6afa76","namespace":"ai-tenant-e2e-shared-a-w0-ab27b8"},"name":"e2e-shared-a-w0-ab27b8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:42:33.158272023Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-6afa76","namespace":"ai-tenant-e2e-shared-b-w0-743d9b"},"namespace":"ai-tenant-e2e-shared-b-w0-743d9b","name":"e2e-auth-iso-6afa76","reconcileID":"1ce51d7e-8d3e-44a0-9318-3bcccb1896b1","MaaSAuthPolicy":{"name":"e2e-auth-iso-6afa76","namespace":"ai-tenant-e2e-shared-b-w0-743d9b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-743d9b","tenantID":"e2e-shared-b-w0-743d9b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:42:33.21084332Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-6afa76","namespace":"ai-tenant-e2e-shared-b-w0-743d9b"},"namespace":"ai-tenant-e2e-shared-b-w0-743d9b","name":"e2e-auth-iso-6afa76","reconcileID":"1ce51d7e-8d3e-44a0-9318-3bcccb1896b1","MaaSAuthPolicy":{"name":"e2e-auth-iso-6afa76","namespace":"ai-tenant-e2e-shared-b-w0-743d9b"},"name":"e2e-shared-b-w0-743d9b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:42:36.081936117Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-b-3176d9","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-b-3176d9","reconcileID":"27ec9fa8-f154-4b24-9887-6623094d9c76","aitenant":"ai-tenants/e2e-praxis-b-3176d9","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:42:36.504073354Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5358cbf6-cc3f-4eba-903e-830718b4831b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:42:36.552735772Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5358cbf6-cc3f-4eba-903e-830718b4831b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:42:36.601528491Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5358cbf6-cc3f-4eba-903e-830718b4831b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:42:36.650205101Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5358cbf6-cc3f-4eba-903e-830718b4831b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:42:36.806626122Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-b-3176d9","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-b-3176d9","reconcileID":"27ec9fa8-f154-4b24-9887-6623094d9c76","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-praxis-b-3176d9","removed":["maas.opendatahub.io/gateway-access-e2e-praxis-b-3176d9"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:42:38.46532932Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e700413c-5475-466e-b3cb-2edcf047299a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:42:38.514893108Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e700413c-5475-466e-b3cb-2edcf047299a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:42:38.564741062Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e700413c-5475-466e-b3cb-2edcf047299a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:42:38.613572959Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e700413c-5475-466e-b3cb-2edcf047299a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:42:39.525632671Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-52ab15"},"namespace":"ai-tenant-e2e-explicit-52ab15","name":"default-tenant","reconcileID":"1a2b7bc9-2753-4ccb-a536-19a3cee369ff","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-explicit-52ab15","tenantID":"e2e-explicit-52ab15","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:42:39.632797021Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-52ab15"},"namespace":"ai-tenant-e2e-explicit-52ab15","name":"default-tenant","reconcileID":"1a2b7bc9-2753-4ccb-a536-19a3cee369ff","name":"e2e-explicit-52ab15-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:42:40.60904564Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-5a75f1","namespace":"ai-tenant-e2e-shared-b-w2-e0615c"},"namespace":"ai-tenant-e2e-shared-b-w2-e0615c","name":"e2e-auth-iso-5a75f1","reconcileID":"c95e12d8-7310-4b40-8e1a-18509faa7bed","MaaSAuthPolicy":{"name":"e2e-auth-iso-5a75f1","namespace":"ai-tenant-e2e-shared-b-w2-e0615c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-e0615c","tenantID":"e2e-shared-b-w2-e0615c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:42:40.66110172Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-5a75f1","namespace":"ai-tenant-e2e-shared-b-w2-e0615c"},"namespace":"ai-tenant-e2e-shared-b-w2-e0615c","name":"e2e-auth-iso-5a75f1","reconcileID":"c95e12d8-7310-4b40-8e1a-18509faa7bed","MaaSAuthPolicy":{"name":"e2e-auth-iso-5a75f1","namespace":"ai-tenant-e2e-shared-b-w2-e0615c"},"name":"e2e-shared-b-w2-e0615c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:42:40.712252405Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w2-e0615c-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (a2129f7e7655005057f412efe688f89ab628c59688145ecc916642afe9324fa0) AuthConfig (c5f79dfc9a39a2a5f48346f6c6e22fef1239e52f8bfcb20bf42ed5b23c6295c4) AuthConfig (9cf62d8e0021cc9380214318032a6c241aae6495d31d622082409f800e446168) AuthConfig (11f7da06aa313871936567aff1518234b456909b452c105a7d9dbd87219bce65) AuthConfig (c9495cfac707f123784ba0901f2a9bc12c9c8a5f2167a1f69184efff150d3db9) AuthConfig (dd868ee81d645ff71cd402d7d96be869aec1bd685e8c4c4aeee9c59b71fcea1b) AuthConfig (74c49f01bb8f7e87949a3b51207ecee881b8bb1d40a54fe3695280c809d6b243) AuthConfig (74684b386d2a9aef957c5a158efc696d911dc76ddd28a8177aae0a2cd022965a) AuthConfig (226cc153433c282cefa163a363ed39ff42bfde64e76289f758695690c07407d0) AuthConfig (2ec12a454f1242c41c23703c9a47ab3e6e8eb71de69a96378811770fb5889d80) AuthConfig (e6f49558c48c1de5794483e7788c8b80f0f1c1a8c74c1b4cd0623b2c8acf7088) AuthConfig (7723896dded79b5b06f879a97e183489efd5b92368d9ba9cd255e45044380294) AuthConfig (81030edf61b4eeb2a6bcdb90ba098424c36e399e4d579823414714be7873501f) AuthConfig (195dce80d40de2f94e22be28e36aeeeb8a3dd168c5a19b0fec63c616d25d0226) AuthConfig (c601c2c5ed01e280d1d10fa60ef1c1ada1f01cd51c34e4710f98095b28ebbfe0) AuthConfig (d02ed0c9074cb2ff35821622e1eeaecfa52bb183be0e0f5ad781f077a840e87c) AuthConfig (ed58f9889f1ae0b26f0003f19e34515c1128f6d7beaa56d25f6d5b45740ba08b) AuthConfig (a3c0268139945712935e7f6531516551050d21d44954e484695a9dc6879380ac)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-5a75f1","namespace":"ai-tenant-e2e-shared-b-w2-e0615c"},"namespace":"ai-tenant-e2e-shared-b-w2-e0615c","name":"e2e-auth-iso-5a75f1","reconcileID":"c95e12d8-7310-4b40-8e1a-18509faa7bed","MaaSAuthPolicy":{"name":"e2e-auth-iso-5a75f1","namespace":"ai-tenant-e2e-shared-b-w2-e0615c"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:42:42.433923135Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2764381b-b8d0-4c1b-abb0-9f213f3ac2a9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:42:42.482811146Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2764381b-b8d0-4c1b-abb0-9f213f3ac2a9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:42:42.531522387Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2764381b-b8d0-4c1b-abb0-9f213f3ac2a9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:42:42.580293252Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2764381b-b8d0-4c1b-abb0-9f213f3ac2a9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:42:42.909701038Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-6afa76","namespace":"ai-tenant-e2e-shared-b-w0-743d9b"},"namespace":"ai-tenant-e2e-shared-b-w0-743d9b","name":"e2e-auth-iso-6afa76","reconcileID":"caa0da9f-0288-4f22-9393-7f4a0405a7cb","MaaSSubscription":{"name":"e2e-auth-iso-6afa76","namespace":"ai-tenant-e2e-shared-b-w0-743d9b"},"model":"ai-tenant-e2e-shared-b-w0-743d9b/auth-test-model-743d9b","subscription":"e2e-auth-iso-6afa76","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:42:42.960051713Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-6afa76","namespace":"ai-tenant-e2e-shared-b-w0-743d9b"},"namespace":"ai-tenant-e2e-shared-b-w0-743d9b","name":"e2e-auth-iso-6afa76","reconcileID":"caa0da9f-0288-4f22-9393-7f4a0405a7cb","MaaSSubscription":{"name":"e2e-auth-iso-6afa76","namespace":"ai-tenant-e2e-shared-b-w0-743d9b"},"model":"ai-tenant-e2e-shared-b-w0-743d9b/auth-test-model-743d9b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:42:42.982036457Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-a-w1-a4489c","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-a-w1-a4489c","reconcileID":"c15b851f-a1c3-4228-8e98-d938b4e1cea5","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-a-w1-a4489c","applied":{"maas.opendatahub.io/gateway-access-e2e-shared-a-w1-a4489c":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:42:43.009100583Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-6afa76","namespace":"ai-tenant-e2e-shared-b-w0-743d9b"},"namespace":"ai-tenant-e2e-shared-b-w0-743d9b","name":"e2e-auth-iso-6afa76","reconcileID":"caa0da9f-0288-4f22-9393-7f4a0405a7cb","MaaSSubscription":{"name":"e2e-auth-iso-6afa76","namespace":"ai-tenant-e2e-shared-b-w0-743d9b"},"name":"maas-trlp-auth-test-model-743d9b","namespace":"ai-tenant-e2e-shared-b-w0-743d9b","model":"ai-tenant-e2e-shared-b-w0-743d9b/auth-test-model-743d9b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:42:43.270483739Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-743d9b","namespace":"ai-tenant-e2e-shared-b-w0-743d9b"},"namespace":"ai-tenant-e2e-shared-b-w0-743d9b","name":"auth-test-model-743d9b","reconcileID":"3e1dd788-1d7d-4511-95ad-20888470fd59","MaaSModelRef":{"name":"auth-test-model-743d9b","namespace":"ai-tenant-e2e-shared-b-w0-743d9b"},"tenant":"e2e-shared-b-w0-743d9b","gateway":"openshift-ingress/e2e-shared-b-w0-743d9b","model":"ai-tenant-e2e-shared-b-w0-743d9b/auth-test-model-743d9b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:42:43.270503018Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-743d9b","namespace":"ai-tenant-e2e-shared-b-w0-743d9b"},"namespace":"ai-tenant-e2e-shared-b-w0-743d9b","name":"auth-test-model-743d9b","reconcileID":"3e1dd788-1d7d-4511-95ad-20888470fd59","MaaSModelRef":{"name":"auth-test-model-743d9b","namespace":"ai-tenant-e2e-shared-b-w0-743d9b"},"routeName":"auth-test-model-743d9b-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-743d9b","llmisvcName":"auth-test-model-743d9b","gateway":"openshift-ingress/e2e-shared-b-w0-743d9b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:42:43.366817773Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-6afa76","namespace":"ai-tenant-e2e-shared-b-w0-743d9b"},"namespace":"ai-tenant-e2e-shared-b-w0-743d9b","name":"e2e-auth-iso-6afa76","reconcileID":"d24b4b87-7898-4897-b3c1-8c3d34397eae","MaaSAuthPolicy":{"name":"e2e-auth-iso-6afa76","namespace":"ai-tenant-e2e-shared-b-w0-743d9b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-743d9b","tenantID":"e2e-shared-b-w0-743d9b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:42:43.419470039Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-6afa76","namespace":"ai-tenant-e2e-shared-b-w0-743d9b"},"namespace":"ai-tenant-e2e-shared-b-w0-743d9b","name":"e2e-auth-iso-6afa76","reconcileID":"d24b4b87-7898-4897-b3c1-8c3d34397eae","MaaSAuthPolicy":{"name":"e2e-auth-iso-6afa76","namespace":"ai-tenant-e2e-shared-b-w0-743d9b"},"name":"e2e-shared-b-w0-743d9b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:42:43.424002942Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-6afa76","namespace":"ai-tenant-e2e-shared-a-w0-ab27b8"},"namespace":"ai-tenant-e2e-shared-a-w0-ab27b8","name":"e2e-auth-iso-6afa76","reconcileID":"7a06baff-713f-44e1-89a2-4c195b2102cb","MaaSAuthPolicy":{"name":"e2e-auth-iso-6afa76","namespace":"ai-tenant-e2e-shared-a-w0-ab27b8"},"model":"ai-tenant-e2e-shared-a-w0-ab27b8/auth-test-model-ab27b8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:42:43.424044107Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-ab27b8","namespace":"ai-tenant-e2e-shared-a-w0-ab27b8"},"namespace":"ai-tenant-e2e-shared-a-w0-ab27b8","name":"auth-test-model-ab27b8","reconcileID":"86e3c03f-b3d5-4d4a-a140-9619a9941802","MaaSModelRef":{"name":"auth-test-model-ab27b8","namespace":"ai-tenant-e2e-shared-a-w0-ab27b8"},"tenant":"e2e-shared-a-w0-ab27b8","gateway":"openshift-ingress/e2e-shared-a-w0-ab27b8","model":"ai-tenant-e2e-shared-a-w0-ab27b8/auth-test-model-ab27b8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:42:43.424056855Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-ab27b8","namespace":"ai-tenant-e2e-shared-a-w0-ab27b8"},"namespace":"ai-tenant-e2e-shared-a-w0-ab27b8","name":"auth-test-model-ab27b8","reconcileID":"86e3c03f-b3d5-4d4a-a140-9619a9941802","MaaSModelRef":{"name":"auth-test-model-ab27b8","namespace":"ai-tenant-e2e-shared-a-w0-ab27b8"},"routeName":"auth-test-model-ab27b8-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-ab27b8","llmisvcName":"auth-test-model-ab27b8","gateway":"openshift-ingress/e2e-shared-a-w0-ab27b8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:42:43.621204614Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-6afa76","namespace":"ai-tenant-e2e-shared-a-w0-ab27b8"},"namespace":"ai-tenant-e2e-shared-a-w0-ab27b8","name":"e2e-auth-iso-6afa76","reconcileID":"7a06baff-713f-44e1-89a2-4c195b2102cb","MaaSAuthPolicy":{"name":"e2e-auth-iso-6afa76","namespace":"ai-tenant-e2e-shared-a-w0-ab27b8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-ab27b8","tenantID":"e2e-shared-a-w0-ab27b8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:42:43.738617296Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-6afa76","namespace":"ai-tenant-e2e-shared-a-w0-ab27b8"},"namespace":"ai-tenant-e2e-shared-a-w0-ab27b8","name":"e2e-auth-iso-6afa76","reconcileID":"7a06baff-713f-44e1-89a2-4c195b2102cb","MaaSAuthPolicy":{"name":"e2e-auth-iso-6afa76","namespace":"ai-tenant-e2e-shared-a-w0-ab27b8"},"name":"e2e-shared-a-w0-ab27b8-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:42:43.73864021Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-6afa76","namespace":"ai-tenant-e2e-shared-a-w0-ab27b8"},"namespace":"ai-tenant-e2e-shared-a-w0-ab27b8","name":"e2e-auth-iso-6afa76","reconcileID":"7a06baff-713f-44e1-89a2-4c195b2102cb","MaaSAuthPolicy":{"name":"e2e-auth-iso-6afa76","namespace":"ai-tenant-e2e-shared-a-w0-ab27b8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-ab27b8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:42:43.791037989Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-ab27b8","namespace":"ai-tenant-e2e-shared-a-w0-ab27b8"},"namespace":"ai-tenant-e2e-shared-a-w0-ab27b8","name":"auth-test-model-ab27b8","reconcileID":"645b5914-7851-4d9e-ad54-81a5021fa516","MaaSModelRef":{"name":"auth-test-model-ab27b8","namespace":"ai-tenant-e2e-shared-a-w0-ab27b8"},"tenant":"e2e-shared-a-w0-ab27b8","gateway":"openshift-ingress/e2e-shared-a-w0-ab27b8","model":"ai-tenant-e2e-shared-a-w0-ab27b8/auth-test-model-ab27b8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:42:43.791058067Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-ab27b8","namespace":"ai-tenant-e2e-shared-a-w0-ab27b8"},"namespace":"ai-tenant-e2e-shared-a-w0-ab27b8","name":"auth-test-model-ab27b8","reconcileID":"645b5914-7851-4d9e-ad54-81a5021fa516","MaaSModelRef":{"name":"auth-test-model-ab27b8","namespace":"ai-tenant-e2e-shared-a-w0-ab27b8"},"routeName":"auth-test-model-ab27b8-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-ab27b8","llmisvcName":"auth-test-model-ab27b8","gateway":"openshift-ingress/e2e-shared-a-w0-ab27b8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:42:43.803933238Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-6afa76","namespace":"ai-tenant-e2e-shared-b-w0-743d9b"},"namespace":"ai-tenant-e2e-shared-b-w0-743d9b","name":"e2e-auth-iso-6afa76","reconcileID":"396c2928-719c-4baf-902d-e095ee9c8b07","MaaSAuthPolicy":{"name":"e2e-auth-iso-6afa76","namespace":"ai-tenant-e2e-shared-b-w0-743d9b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-743d9b","tenantID":"e2e-shared-b-w0-743d9b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:42:43.917364842Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-6afa76","namespace":"ai-tenant-e2e-shared-b-w0-743d9b"},"namespace":"ai-tenant-e2e-shared-b-w0-743d9b","name":"e2e-auth-iso-6afa76","reconcileID":"396c2928-719c-4baf-902d-e095ee9c8b07","MaaSAuthPolicy":{"name":"e2e-auth-iso-6afa76","namespace":"ai-tenant-e2e-shared-b-w0-743d9b"},"name":"e2e-shared-b-w0-743d9b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:42:43.930964653Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-743d9b","namespace":"ai-tenant-e2e-shared-b-w0-743d9b"},"namespace":"ai-tenant-e2e-shared-b-w0-743d9b","name":"auth-test-model-743d9b","reconcileID":"eb35fa57-5e58-4527-8e20-2d17e3fdda41","MaaSModelRef":{"name":"auth-test-model-743d9b","namespace":"ai-tenant-e2e-shared-b-w0-743d9b"},"tenant":"e2e-shared-b-w0-743d9b","gateway":"openshift-ingress/e2e-shared-b-w0-743d9b","model":"ai-tenant-e2e-shared-b-w0-743d9b/auth-test-model-743d9b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:42:43.930982459Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-743d9b","namespace":"ai-tenant-e2e-shared-b-w0-743d9b"},"namespace":"ai-tenant-e2e-shared-b-w0-743d9b","name":"auth-test-model-743d9b","reconcileID":"eb35fa57-5e58-4527-8e20-2d17e3fdda41","MaaSModelRef":{"name":"auth-test-model-743d9b","namespace":"ai-tenant-e2e-shared-b-w0-743d9b"},"routeName":"auth-test-model-743d9b-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-743d9b","llmisvcName":"auth-test-model-743d9b","gateway":"openshift-ingress/e2e-shared-b-w0-743d9b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:42:44.114295347Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-6afa76","namespace":"ai-tenant-e2e-shared-b-w0-743d9b"},"namespace":"ai-tenant-e2e-shared-b-w0-743d9b","name":"e2e-auth-iso-6afa76","reconcileID":"3d0d447e-cef6-481c-af05-4c15f03cea6a","MaaSAuthPolicy":{"name":"e2e-auth-iso-6afa76","namespace":"ai-tenant-e2e-shared-b-w0-743d9b"},"model":"ai-tenant-e2e-shared-b-w0-743d9b/auth-test-model-743d9b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:42:44.311952446Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-6afa76","namespace":"ai-tenant-e2e-shared-b-w0-743d9b"},"namespace":"ai-tenant-e2e-shared-b-w0-743d9b","name":"e2e-auth-iso-6afa76","reconcileID":"3d0d447e-cef6-481c-af05-4c15f03cea6a","MaaSAuthPolicy":{"name":"e2e-auth-iso-6afa76","namespace":"ai-tenant-e2e-shared-b-w0-743d9b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-743d9b","tenantID":"e2e-shared-b-w0-743d9b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:42:44.426592103Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-6afa76","namespace":"ai-tenant-e2e-shared-b-w0-743d9b"},"namespace":"ai-tenant-e2e-shared-b-w0-743d9b","name":"e2e-auth-iso-6afa76","reconcileID":"3d0d447e-cef6-481c-af05-4c15f03cea6a","MaaSAuthPolicy":{"name":"e2e-auth-iso-6afa76","namespace":"ai-tenant-e2e-shared-b-w0-743d9b"},"name":"e2e-shared-b-w0-743d9b-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:42:44.426617995Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-6afa76","namespace":"ai-tenant-e2e-shared-b-w0-743d9b"},"namespace":"ai-tenant-e2e-shared-b-w0-743d9b","name":"e2e-auth-iso-6afa76","reconcileID":"3d0d447e-cef6-481c-af05-4c15f03cea6a","MaaSAuthPolicy":{"name":"e2e-auth-iso-6afa76","namespace":"ai-tenant-e2e-shared-b-w0-743d9b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-743d9b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:42:44.42800024Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6e8f38f6-2589-4818-8c03-80c45b351d8b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:42:44.476993809Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6e8f38f6-2589-4818-8c03-80c45b351d8b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:42:44.480507744Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-743d9b","namespace":"ai-tenant-e2e-shared-b-w0-743d9b"},"namespace":"ai-tenant-e2e-shared-b-w0-743d9b","name":"auth-test-model-743d9b","reconcileID":"abbd0946-ead6-49e6-ad8c-d7bc15dbd064","MaaSModelRef":{"name":"auth-test-model-743d9b","namespace":"ai-tenant-e2e-shared-b-w0-743d9b"},"tenant":"e2e-shared-b-w0-743d9b","gateway":"openshift-ingress/e2e-shared-b-w0-743d9b","model":"ai-tenant-e2e-shared-b-w0-743d9b/auth-test-model-743d9b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:42:44.480529114Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-743d9b","namespace":"ai-tenant-e2e-shared-b-w0-743d9b"},"namespace":"ai-tenant-e2e-shared-b-w0-743d9b","name":"auth-test-model-743d9b","reconcileID":"abbd0946-ead6-49e6-ad8c-d7bc15dbd064","MaaSModelRef":{"name":"auth-test-model-743d9b","namespace":"ai-tenant-e2e-shared-b-w0-743d9b"},"routeName":"auth-test-model-743d9b-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-743d9b","llmisvcName":"auth-test-model-743d9b","gateway":"openshift-ingress/e2e-shared-b-w0-743d9b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:42:44.533072767Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6e8f38f6-2589-4818-8c03-80c45b351d8b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:42:44.64099958Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6e8f38f6-2589-4818-8c03-80c45b351d8b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:42:46.529049257Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f80646c6-c1bc-4761-a495-b9326f38807a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:42:46.578345412Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f80646c6-c1bc-4761-a495-b9326f38807a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:42:46.627447411Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f80646c6-c1bc-4761-a495-b9326f38807a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:42:46.676739357Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f80646c6-c1bc-4761-a495-b9326f38807a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:42:48.526598678Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f5bf5fa4-9cd4-4d90-b6d9-b6671e2de9d8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:42:48.575244006Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f5bf5fa4-9cd4-4d90-b6d9-b6671e2de9d8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:42:48.623809737Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f5bf5fa4-9cd4-4d90-b6d9-b6671e2de9d8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:42:48.672497671Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f5bf5fa4-9cd4-4d90-b6d9-b6671e2de9d8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:42:50.81062931Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-5a75f1","namespace":"ai-tenant-e2e-shared-b-w2-e0615c"},"namespace":"ai-tenant-e2e-shared-b-w2-e0615c","name":"e2e-auth-iso-5a75f1","reconcileID":"c2c6d684-a8a5-4769-ac31-474d174b199d","MaaSAuthPolicy":{"name":"e2e-auth-iso-5a75f1","namespace":"ai-tenant-e2e-shared-b-w2-e0615c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-e0615c","tenantID":"e2e-shared-b-w2-e0615c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:42:50.863031693Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-5a75f1","namespace":"ai-tenant-e2e-shared-b-w2-e0615c"},"namespace":"ai-tenant-e2e-shared-b-w2-e0615c","name":"e2e-auth-iso-5a75f1","reconcileID":"c2c6d684-a8a5-4769-ac31-474d174b199d","MaaSAuthPolicy":{"name":"e2e-auth-iso-5a75f1","namespace":"ai-tenant-e2e-shared-b-w2-e0615c"},"name":"e2e-shared-b-w2-e0615c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:42:50.915167904Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w2-e0615c-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (a2129f7e7655005057f412efe688f89ab628c59688145ecc916642afe9324fa0) AuthConfig (c5f79dfc9a39a2a5f48346f6c6e22fef1239e52f8bfcb20bf42ed5b23c6295c4) AuthConfig (9cf62d8e0021cc9380214318032a6c241aae6495d31d622082409f800e446168) AuthConfig (11f7da06aa313871936567aff1518234b456909b452c105a7d9dbd87219bce65) AuthConfig (c9495cfac707f123784ba0901f2a9bc12c9c8a5f2167a1f69184efff150d3db9) AuthConfig (dd868ee81d645ff71cd402d7d96be869aec1bd685e8c4c4aeee9c59b71fcea1b) AuthConfig (74c49f01bb8f7e87949a3b51207ecee881b8bb1d40a54fe3695280c809d6b243) AuthConfig (74684b386d2a9aef957c5a158efc696d911dc76ddd28a8177aae0a2cd022965a) AuthConfig (226cc153433c282cefa163a363ed39ff42bfde64e76289f758695690c07407d0) AuthConfig (2ec12a454f1242c41c23703c9a47ab3e6e8eb71de69a96378811770fb5889d80) AuthConfig (e6f49558c48c1de5794483e7788c8b80f0f1c1a8c74c1b4cd0623b2c8acf7088) AuthConfig (7723896dded79b5b06f879a97e183489efd5b92368d9ba9cd255e45044380294) AuthConfig (81030edf61b4eeb2a6bcdb90ba098424c36e399e4d579823414714be7873501f) AuthConfig (195dce80d40de2f94e22be28e36aeeeb8a3dd168c5a19b0fec63c616d25d0226) AuthConfig (c601c2c5ed01e280d1d10fa60ef1c1ada1f01cd51c34e4710f98095b28ebbfe0) AuthConfig (d02ed0c9074cb2ff35821622e1eeaecfa52bb183be0e0f5ad781f077a840e87c) AuthConfig (ed58f9889f1ae0b26f0003f19e34515c1128f6d7beaa56d25f6d5b45740ba08b) AuthConfig (a3c0268139945712935e7f6531516551050d21d44954e484695a9dc6879380ac)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-5a75f1","namespace":"ai-tenant-e2e-shared-b-w2-e0615c"},"namespace":"ai-tenant-e2e-shared-b-w2-e0615c","name":"e2e-auth-iso-5a75f1","reconcileID":"c2c6d684-a8a5-4769-ac31-474d174b199d","MaaSAuthPolicy":{"name":"e2e-auth-iso-5a75f1","namespace":"ai-tenant-e2e-shared-b-w2-e0615c"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:42:54.250187131Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-f49287","namespace":"ai-tenant-e2e-shared-b-w3-8570a0"},"namespace":"ai-tenant-e2e-shared-b-w3-8570a0","name":"e2e-auth-iso-f49287","reconcileID":"ca348be1-1e72-47b9-a246-7a992d28844e","MaaSSubscription":{"name":"e2e-auth-iso-f49287","namespace":"ai-tenant-e2e-shared-b-w3-8570a0"},"name":"maas-trlp-auth-test-model-8570a0","model":"ai-tenant-e2e-shared-b-w3-8570a0/auth-test-model-8570a0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:42:54.405800593Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-8570a0","namespace":"ai-tenant-e2e-shared-b-w3-8570a0"},"namespace":"ai-tenant-e2e-shared-b-w3-8570a0","name":"auth-test-model-8570a0","reconcileID":"6a5bf2dd-0a76-4ee0-b354-7c7ed54ef21e","MaaSModelRef":{"name":"auth-test-model-8570a0","namespace":"ai-tenant-e2e-shared-b-w3-8570a0"},"tenant":"e2e-shared-b-w3-8570a0","gateway":"openshift-ingress/e2e-shared-b-w3-8570a0","model":"ai-tenant-e2e-shared-b-w3-8570a0/auth-test-model-8570a0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:42:54.405818753Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-8570a0","namespace":"ai-tenant-e2e-shared-b-w3-8570a0"},"namespace":"ai-tenant-e2e-shared-b-w3-8570a0","name":"auth-test-model-8570a0","reconcileID":"6a5bf2dd-0a76-4ee0-b354-7c7ed54ef21e","MaaSModelRef":{"name":"auth-test-model-8570a0","namespace":"ai-tenant-e2e-shared-b-w3-8570a0"},"routeName":"auth-test-model-8570a0-kserve-route","namespace":"ai-tenant-e2e-shared-b-w3-8570a0","llmisvcName":"auth-test-model-8570a0","gateway":"openshift-ingress/e2e-shared-b-w3-8570a0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:42:54.472099132Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-f49287","namespace":"ai-tenant-e2e-shared-b-w3-8570a0"},"namespace":"ai-tenant-e2e-shared-b-w3-8570a0","name":"e2e-auth-iso-f49287","reconcileID":"881cd182-3518-48af-872b-a371a9353c3c","MaaSAuthPolicy":{"name":"e2e-auth-iso-f49287","namespace":"ai-tenant-e2e-shared-b-w3-8570a0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w3-8570a0","tenantID":"e2e-shared-b-w3-8570a0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:42:54.524752958Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-f49287","namespace":"ai-tenant-e2e-shared-b-w3-8570a0"},"namespace":"ai-tenant-e2e-shared-b-w3-8570a0","name":"e2e-auth-iso-f49287","reconcileID":"881cd182-3518-48af-872b-a371a9353c3c","MaaSAuthPolicy":{"name":"e2e-auth-iso-f49287","namespace":"ai-tenant-e2e-shared-b-w3-8570a0"},"name":"e2e-shared-b-w3-8570a0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:42:55.71305405Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:42:58.850524705Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-1250b3","namespace":"ai-tenant-e2e-shared-a-w3-1250b3"},"namespace":"ai-tenant-e2e-shared-a-w3-1250b3","name":"auth-test-model-1250b3","reconcileID":"37f49b7a-765c-4aab-ba44-6f9902662839","MaaSModelRef":{"name":"auth-test-model-1250b3","namespace":"ai-tenant-e2e-shared-a-w3-1250b3"},"tenant":"e2e-shared-a-w3-1250b3","gateway":"openshift-ingress/e2e-shared-a-w3-1250b3","model":"ai-tenant-e2e-shared-a-w3-1250b3/auth-test-model-1250b3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:42:58.850547864Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-1250b3","namespace":"ai-tenant-e2e-shared-a-w3-1250b3"},"namespace":"ai-tenant-e2e-shared-a-w3-1250b3","name":"auth-test-model-1250b3","reconcileID":"37f49b7a-765c-4aab-ba44-6f9902662839","MaaSModelRef":{"name":"auth-test-model-1250b3","namespace":"ai-tenant-e2e-shared-a-w3-1250b3"},"routeName":"auth-test-model-1250b3-kserve-route","namespace":"ai-tenant-e2e-shared-a-w3-1250b3","llmisvcName":"auth-test-model-1250b3","gateway":"openshift-ingress/e2e-shared-a-w3-1250b3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:42:58.948461089Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-f49287","namespace":"ai-tenant-e2e-shared-a-w3-1250b3"},"namespace":"ai-tenant-e2e-shared-a-w3-1250b3","name":"e2e-auth-iso-f49287","reconcileID":"f63f44a6-5351-4d34-9d89-77038a16725f","MaaSAuthPolicy":{"name":"e2e-auth-iso-f49287","namespace":"ai-tenant-e2e-shared-a-w3-1250b3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w3-1250b3","tenantID":"e2e-shared-a-w3-1250b3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:42:59.00063667Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-f49287","namespace":"ai-tenant-e2e-shared-a-w3-1250b3"},"namespace":"ai-tenant-e2e-shared-a-w3-1250b3","name":"e2e-auth-iso-f49287","reconcileID":"032f84cc-ec78-4aea-a137-b92fe42ea2b4","MaaSSubscription":{"name":"e2e-auth-iso-f49287","namespace":"ai-tenant-e2e-shared-a-w3-1250b3"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-e431771c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:42:59.001059226Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-f49287","namespace":"ai-tenant-e2e-shared-a-w3-1250b3"},"namespace":"ai-tenant-e2e-shared-a-w3-1250b3","name":"e2e-auth-iso-f49287","reconcileID":"f63f44a6-5351-4d34-9d89-77038a16725f","MaaSAuthPolicy":{"name":"e2e-auth-iso-f49287","namespace":"ai-tenant-e2e-shared-a-w3-1250b3"},"name":"e2e-shared-a-w3-1250b3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:42:59.304845734Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-f49287","namespace":"ai-tenant-e2e-shared-a-w3-1250b3"},"namespace":"ai-tenant-e2e-shared-a-w3-1250b3","name":"e2e-auth-iso-f49287","reconcileID":"1e89b58e-ea93-408d-8131-9666e6531717","MaaSAuthPolicy":{"name":"e2e-auth-iso-f49287","namespace":"ai-tenant-e2e-shared-a-w3-1250b3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w3-1250b3","tenantID":"e2e-shared-a-w3-1250b3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:42:59.358554622Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-f49287","namespace":"ai-tenant-e2e-shared-a-w3-1250b3"},"namespace":"ai-tenant-e2e-shared-a-w3-1250b3","name":"e2e-auth-iso-f49287","reconcileID":"1e89b58e-ea93-408d-8131-9666e6531717","MaaSAuthPolicy":{"name":"e2e-auth-iso-f49287","namespace":"ai-tenant-e2e-shared-a-w3-1250b3"},"name":"e2e-shared-a-w3-1250b3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:43:01.013308607Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-5a75f1","namespace":"ai-tenant-e2e-shared-b-w2-e0615c"},"namespace":"ai-tenant-e2e-shared-b-w2-e0615c","name":"e2e-auth-iso-5a75f1","reconcileID":"cd797d94-71bb-47c9-95af-efea9b9eec81","MaaSAuthPolicy":{"name":"e2e-auth-iso-5a75f1","namespace":"ai-tenant-e2e-shared-b-w2-e0615c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-e0615c","tenantID":"e2e-shared-b-w2-e0615c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:43:01.0658312Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-5a75f1","namespace":"ai-tenant-e2e-shared-b-w2-e0615c"},"namespace":"ai-tenant-e2e-shared-b-w2-e0615c","name":"e2e-auth-iso-5a75f1","reconcileID":"cd797d94-71bb-47c9-95af-efea9b9eec81","MaaSAuthPolicy":{"name":"e2e-auth-iso-5a75f1","namespace":"ai-tenant-e2e-shared-b-w2-e0615c"},"name":"e2e-shared-b-w2-e0615c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:43:01.314840697Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-e0615c","namespace":"ai-tenant-e2e-shared-b-w2-e0615c"},"namespace":"ai-tenant-e2e-shared-b-w2-e0615c","name":"auth-test-model-e0615c","reconcileID":"2022ab46-c8f7-4e1c-9c10-53726dbd91ae","MaaSModelRef":{"name":"auth-test-model-e0615c","namespace":"ai-tenant-e2e-shared-b-w2-e0615c"},"tenant":"e2e-shared-b-w2-e0615c","gateway":"openshift-ingress/e2e-shared-b-w2-e0615c","model":"ai-tenant-e2e-shared-b-w2-e0615c/auth-test-model-e0615c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:43:01.314860726Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-e0615c","namespace":"ai-tenant-e2e-shared-b-w2-e0615c"},"namespace":"ai-tenant-e2e-shared-b-w2-e0615c","name":"auth-test-model-e0615c","reconcileID":"2022ab46-c8f7-4e1c-9c10-53726dbd91ae","MaaSModelRef":{"name":"auth-test-model-e0615c","namespace":"ai-tenant-e2e-shared-b-w2-e0615c"},"routeName":"auth-test-model-e0615c-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-e0615c","llmisvcName":"auth-test-model-e0615c","gateway":"openshift-ingress/e2e-shared-b-w2-e0615c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:43:06.729775475Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-e0615c","namespace":"ai-tenant-e2e-shared-b-w2-e0615c"},"namespace":"ai-tenant-e2e-shared-b-w2-e0615c","name":"auth-test-model-e0615c","reconcileID":"69a15971-e8ac-4b2e-83a9-f33a6c7d820e","MaaSModelRef":{"name":"auth-test-model-e0615c","namespace":"ai-tenant-e2e-shared-b-w2-e0615c"},"tenant":"e2e-shared-b-w2-e0615c","gateway":"openshift-ingress/e2e-shared-b-w2-e0615c","model":"ai-tenant-e2e-shared-b-w2-e0615c/auth-test-model-e0615c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:43:06.729801939Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-e0615c","namespace":"ai-tenant-e2e-shared-b-w2-e0615c"},"namespace":"ai-tenant-e2e-shared-b-w2-e0615c","name":"auth-test-model-e0615c","reconcileID":"69a15971-e8ac-4b2e-83a9-f33a6c7d820e","MaaSModelRef":{"name":"auth-test-model-e0615c","namespace":"ai-tenant-e2e-shared-b-w2-e0615c"},"routeName":"auth-test-model-e0615c-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-e0615c","llmisvcName":"auth-test-model-e0615c","gateway":"openshift-ingress/e2e-shared-b-w2-e0615c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:43:06.785824625Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-e0615c","namespace":"ai-tenant-e2e-shared-b-w2-e0615c"},"namespace":"ai-tenant-e2e-shared-b-w2-e0615c","name":"auth-test-model-e0615c","reconcileID":"e0025831-9a8e-4fa9-9108-1e060214d538","MaaSModelRef":{"name":"auth-test-model-e0615c","namespace":"ai-tenant-e2e-shared-b-w2-e0615c"},"tenant":"e2e-shared-b-w2-e0615c","gateway":"openshift-ingress/e2e-shared-b-w2-e0615c","model":"ai-tenant-e2e-shared-b-w2-e0615c/auth-test-model-e0615c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:43:06.785847311Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-e0615c","namespace":"ai-tenant-e2e-shared-b-w2-e0615c"},"namespace":"ai-tenant-e2e-shared-b-w2-e0615c","name":"auth-test-model-e0615c","reconcileID":"e0025831-9a8e-4fa9-9108-1e060214d538","MaaSModelRef":{"name":"auth-test-model-e0615c","namespace":"ai-tenant-e2e-shared-b-w2-e0615c"},"routeName":"auth-test-model-e0615c-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-e0615c","llmisvcName":"auth-test-model-e0615c","gateway":"openshift-ingress/e2e-shared-b-w2-e0615c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:43:06.826023995Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-5a75f1","namespace":"ai-tenant-e2e-shared-b-w2-e0615c"},"namespace":"ai-tenant-e2e-shared-b-w2-e0615c","name":"e2e-auth-iso-5a75f1","reconcileID":"f9cf1276-2ed5-4f29-85b2-378318a8438b","MaaSAuthPolicy":{"name":"e2e-auth-iso-5a75f1","namespace":"ai-tenant-e2e-shared-b-w2-e0615c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-e0615c","tenantID":"e2e-shared-b-w2-e0615c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T12:43:06.832479115Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-5a75f1","namespace":"ai-tenant-e2e-shared-b-w2-e0615c"},"namespace":"ai-tenant-e2e-shared-b-w2-e0615c","name":"e2e-auth-iso-5a75f1","reconcileID":"ee10440a-7b22-47b9-ba6c-3b32db34ea20","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-auth-iso-5a75f1\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T12:43:06.834801118Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-e0615c","namespace":"ai-tenant-e2e-shared-b-w2-e0615c"},"namespace":"ai-tenant-e2e-shared-b-w2-e0615c","name":"auth-test-model-e0615c","reconcileID":"e0025831-9a8e-4fa9-9108-1e060214d538","name":"auth-test-model-e0615c","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"auth-test-model-e0615c\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T12:43:06.834855297Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-e0615c","namespace":"ai-tenant-e2e-shared-b-w2-e0615c"},"namespace":"ai-tenant-e2e-shared-b-w2-e0615c","name":"auth-test-model-e0615c","reconcileID":"e0025831-9a8e-4fa9-9108-1e060214d538","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"auth-test-model-e0615c\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T12:43:06.840655923Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-e0615c","namespace":"ai-tenant-e2e-shared-b-w2-e0615c"},"namespace":"ai-tenant-e2e-shared-b-w2-e0615c","name":"auth-test-model-e0615c","reconcileID":"9d7579e5-ba6e-4bcc-a312-96498df8a70b","MaaSModelRef":{"name":"auth-test-model-e0615c","namespace":"ai-tenant-e2e-shared-b-w2-e0615c"},"tenant":"e2e-shared-b-w2-e0615c","gateway":"openshift-ingress/e2e-shared-b-w2-e0615c","model":"ai-tenant-e2e-shared-b-w2-e0615c/auth-test-model-e0615c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:43:06.84067023Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-e0615c","namespace":"ai-tenant-e2e-shared-b-w2-e0615c"},"namespace":"ai-tenant-e2e-shared-b-w2-e0615c","name":"auth-test-model-e0615c","reconcileID":"9d7579e5-ba6e-4bcc-a312-96498df8a70b","MaaSModelRef":{"name":"auth-test-model-e0615c","namespace":"ai-tenant-e2e-shared-b-w2-e0615c"},"routeName":"auth-test-model-e0615c-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-e0615c","llmisvcName":"auth-test-model-e0615c","gateway":"openshift-ingress/e2e-shared-b-w2-e0615c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:43:06.882952722Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-5a75f1","namespace":"ai-tenant-e2e-shared-b-w2-e0615c"},"namespace":"ai-tenant-e2e-shared-b-w2-e0615c","name":"e2e-auth-iso-5a75f1","reconcileID":"f9cf1276-2ed5-4f29-85b2-378318a8438b","MaaSAuthPolicy":{"name":"e2e-auth-iso-5a75f1","namespace":"ai-tenant-e2e-shared-b-w2-e0615c"},"name":"e2e-shared-b-w2-e0615c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:43:07.016642321Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-e0615c","namespace":"ai-tenant-e2e-shared-b-w2-e0615c"},"namespace":"ai-tenant-e2e-shared-b-w2-e0615c","name":"auth-test-model-e0615c","reconcileID":"37829dc1-013b-42dc-9281-2d6c01e3495f","MaaSModelRef":{"name":"auth-test-model-e0615c","namespace":"ai-tenant-e2e-shared-b-w2-e0615c"},"tenant":"e2e-shared-b-w2-e0615c","gateway":"openshift-ingress/e2e-shared-b-w2-e0615c","model":"ai-tenant-e2e-shared-b-w2-e0615c/auth-test-model-e0615c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:43:07.01666219Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-e0615c","namespace":"ai-tenant-e2e-shared-b-w2-e0615c"},"namespace":"ai-tenant-e2e-shared-b-w2-e0615c","name":"auth-test-model-e0615c","reconcileID":"37829dc1-013b-42dc-9281-2d6c01e3495f","MaaSModelRef":{"name":"auth-test-model-e0615c","namespace":"ai-tenant-e2e-shared-b-w2-e0615c"},"routeName":"auth-test-model-e0615c-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-e0615c","llmisvcName":"auth-test-model-e0615c","gateway":"openshift-ingress/e2e-shared-b-w2-e0615c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:43:07.069149486Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-e0615c","namespace":"ai-tenant-e2e-shared-b-w2-e0615c"},"namespace":"ai-tenant-e2e-shared-b-w2-e0615c","name":"auth-test-model-e0615c","reconcileID":"48990695-b9b2-4608-a4d4-ace19c5f111e","MaaSModelRef":{"name":"auth-test-model-e0615c","namespace":"ai-tenant-e2e-shared-b-w2-e0615c"},"tenant":"e2e-shared-b-w2-e0615c","gateway":"openshift-ingress/e2e-shared-b-w2-e0615c","model":"ai-tenant-e2e-shared-b-w2-e0615c/auth-test-model-e0615c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:43:07.069173478Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-e0615c","namespace":"ai-tenant-e2e-shared-b-w2-e0615c"},"namespace":"ai-tenant-e2e-shared-b-w2-e0615c","name":"auth-test-model-e0615c","reconcileID":"48990695-b9b2-4608-a4d4-ace19c5f111e","MaaSModelRef":{"name":"auth-test-model-e0615c","namespace":"ai-tenant-e2e-shared-b-w2-e0615c"},"routeName":"auth-test-model-e0615c-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-e0615c","llmisvcName":"auth-test-model-e0615c","gateway":"openshift-ingress/e2e-shared-b-w2-e0615c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:43:07.261084022Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-5a75f1","namespace":"ai-tenant-e2e-shared-b-w2-e0615c"},"namespace":"ai-tenant-e2e-shared-b-w2-e0615c","name":"e2e-auth-iso-5a75f1","reconcileID":"5e36bcaa-eb36-4227-bf89-f7938f672c6a","MaaSAuthPolicy":{"name":"e2e-auth-iso-5a75f1","namespace":"ai-tenant-e2e-shared-b-w2-e0615c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-e0615c","tenantID":"e2e-shared-b-w2-e0615c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:43:07.265852882Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-5a75f1","namespace":"ai-tenant-e2e-shared-b-w2-e0615c"},"namespace":"ai-tenant-e2e-shared-b-w2-e0615c","name":"e2e-auth-iso-5a75f1","reconcileID":"2a624209-8391-4c89-95a0-5055027fb780","MaaSSubscription":{"name":"e2e-auth-iso-5a75f1","namespace":"ai-tenant-e2e-shared-b-w2-e0615c"},"name":"maas-trlp-auth-test-model-e0615c","model":"auth-test-model-e0615c","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-shared-b-w2-e0615c/e2e-auth-iso-5a75f1"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:43:07.313591351Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-5a75f1","namespace":"ai-tenant-e2e-shared-b-w2-e0615c"},"namespace":"ai-tenant-e2e-shared-b-w2-e0615c","name":"e2e-auth-iso-5a75f1","reconcileID":"5e36bcaa-eb36-4227-bf89-f7938f672c6a","MaaSAuthPolicy":{"name":"e2e-auth-iso-5a75f1","namespace":"ai-tenant-e2e-shared-b-w2-e0615c"},"name":"e2e-shared-b-w2-e0615c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:43:07.420636689Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-e0615c","namespace":"ai-tenant-e2e-shared-b-w2-e0615c"},"namespace":"ai-tenant-e2e-shared-b-w2-e0615c","name":"auth-test-model-e0615c","reconcileID":"3b69946f-65be-4314-96e3-b519812252ef","MaaSModelRef":{"name":"auth-test-model-e0615c","namespace":"ai-tenant-e2e-shared-b-w2-e0615c"},"tenant":"e2e-shared-b-w2-e0615c","gateway":"openshift-ingress/e2e-shared-b-w2-e0615c","model":"ai-tenant-e2e-shared-b-w2-e0615c/auth-test-model-e0615c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:43:07.420654681Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-e0615c","namespace":"ai-tenant-e2e-shared-b-w2-e0615c"},"namespace":"ai-tenant-e2e-shared-b-w2-e0615c","name":"auth-test-model-e0615c","reconcileID":"3b69946f-65be-4314-96e3-b519812252ef","MaaSModelRef":{"name":"auth-test-model-e0615c","namespace":"ai-tenant-e2e-shared-b-w2-e0615c"},"routeName":"auth-test-model-e0615c-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-e0615c","llmisvcName":"auth-test-model-e0615c","gateway":"openshift-ingress/e2e-shared-b-w2-e0615c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:43:07.617825717Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-5a75f1","namespace":"ai-tenant-e2e-shared-b-w2-e0615c"},"namespace":"ai-tenant-e2e-shared-b-w2-e0615c","name":"e2e-auth-iso-5a75f1","reconcileID":"06fddc3a-1440-4cbf-9472-4c2a2cd3ceab","MaaSSubscription":{"name":"e2e-auth-iso-5a75f1","namespace":"ai-tenant-e2e-shared-b-w2-e0615c"},"name":"maas-trlp-auth-test-model-e0615c","model":"ai-tenant-e2e-shared-b-w2-e0615c/auth-test-model-e0615c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:43:09.049517549Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-f49287","namespace":"ai-tenant-e2e-shared-a-w3-1250b3"},"namespace":"ai-tenant-e2e-shared-a-w3-1250b3","name":"e2e-auth-iso-f49287","reconcileID":"531dc3b5-19c6-40bb-b10c-7e5bdba17052","MaaSSubscription":{"name":"e2e-auth-iso-f49287","namespace":"ai-tenant-e2e-shared-a-w3-1250b3"},"model":"ai-tenant-e2e-shared-a-w3-1250b3/auth-test-model-1250b3","subscription":"e2e-auth-iso-f49287","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:43:09.097950372Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-f49287","namespace":"ai-tenant-e2e-shared-a-w3-1250b3"},"namespace":"ai-tenant-e2e-shared-a-w3-1250b3","name":"e2e-auth-iso-f49287","reconcileID":"531dc3b5-19c6-40bb-b10c-7e5bdba17052","MaaSSubscription":{"name":"e2e-auth-iso-f49287","namespace":"ai-tenant-e2e-shared-a-w3-1250b3"},"model":"ai-tenant-e2e-shared-a-w3-1250b3/auth-test-model-1250b3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:43:09.151922086Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-f49287","namespace":"ai-tenant-e2e-shared-a-w3-1250b3"},"namespace":"ai-tenant-e2e-shared-a-w3-1250b3","name":"e2e-auth-iso-f49287","reconcileID":"531dc3b5-19c6-40bb-b10c-7e5bdba17052","MaaSSubscription":{"name":"e2e-auth-iso-f49287","namespace":"ai-tenant-e2e-shared-a-w3-1250b3"},"name":"maas-trlp-auth-test-model-1250b3","namespace":"ai-tenant-e2e-shared-a-w3-1250b3","model":"ai-tenant-e2e-shared-a-w3-1250b3/auth-test-model-1250b3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:43:09.410020517Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-1250b3","namespace":"ai-tenant-e2e-shared-a-w3-1250b3"},"namespace":"ai-tenant-e2e-shared-a-w3-1250b3","name":"auth-test-model-1250b3","reconcileID":"975e3eff-239f-4130-a568-d06e0bf0b8ca","MaaSModelRef":{"name":"auth-test-model-1250b3","namespace":"ai-tenant-e2e-shared-a-w3-1250b3"},"tenant":"e2e-shared-a-w3-1250b3","gateway":"openshift-ingress/e2e-shared-a-w3-1250b3","model":"ai-tenant-e2e-shared-a-w3-1250b3/auth-test-model-1250b3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:43:09.410040554Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-1250b3","namespace":"ai-tenant-e2e-shared-a-w3-1250b3"},"namespace":"ai-tenant-e2e-shared-a-w3-1250b3","name":"auth-test-model-1250b3","reconcileID":"975e3eff-239f-4130-a568-d06e0bf0b8ca","MaaSModelRef":{"name":"auth-test-model-1250b3","namespace":"ai-tenant-e2e-shared-a-w3-1250b3"},"routeName":"auth-test-model-1250b3-kserve-route","namespace":"ai-tenant-e2e-shared-a-w3-1250b3","llmisvcName":"auth-test-model-1250b3","gateway":"openshift-ingress/e2e-shared-a-w3-1250b3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:43:09.506218247Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-f49287","namespace":"ai-tenant-e2e-shared-a-w3-1250b3"},"namespace":"ai-tenant-e2e-shared-a-w3-1250b3","name":"e2e-auth-iso-f49287","reconcileID":"da26f325-3b43-4ae8-bb3f-a75bb98333e7","MaaSAuthPolicy":{"name":"e2e-auth-iso-f49287","namespace":"ai-tenant-e2e-shared-a-w3-1250b3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w3-1250b3","tenantID":"e2e-shared-a-w3-1250b3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:43:09.559028269Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-f49287","namespace":"ai-tenant-e2e-shared-a-w3-1250b3"},"namespace":"ai-tenant-e2e-shared-a-w3-1250b3","name":"e2e-auth-iso-f49287","reconcileID":"da26f325-3b43-4ae8-bb3f-a75bb98333e7","MaaSAuthPolicy":{"name":"e2e-auth-iso-f49287","namespace":"ai-tenant-e2e-shared-a-w3-1250b3"},"name":"e2e-shared-a-w3-1250b3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:43:09.573188477Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-8570a0","namespace":"ai-tenant-e2e-shared-b-w3-8570a0"},"namespace":"ai-tenant-e2e-shared-b-w3-8570a0","name":"auth-test-model-8570a0","reconcileID":"eabdc332-db47-4c13-8012-bdf6959b973a","MaaSModelRef":{"name":"auth-test-model-8570a0","namespace":"ai-tenant-e2e-shared-b-w3-8570a0"},"tenant":"e2e-shared-b-w3-8570a0","gateway":"openshift-ingress/e2e-shared-b-w3-8570a0","model":"ai-tenant-e2e-shared-b-w3-8570a0/auth-test-model-8570a0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:43:09.573206418Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-8570a0","namespace":"ai-tenant-e2e-shared-b-w3-8570a0"},"namespace":"ai-tenant-e2e-shared-b-w3-8570a0","name":"auth-test-model-8570a0","reconcileID":"eabdc332-db47-4c13-8012-bdf6959b973a","MaaSModelRef":{"name":"auth-test-model-8570a0","namespace":"ai-tenant-e2e-shared-b-w3-8570a0"},"routeName":"auth-test-model-8570a0-kserve-route","namespace":"ai-tenant-e2e-shared-b-w3-8570a0","llmisvcName":"auth-test-model-8570a0","gateway":"openshift-ingress/e2e-shared-b-w3-8570a0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:43:09.669609472Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-f49287","namespace":"ai-tenant-e2e-shared-b-w3-8570a0"},"namespace":"ai-tenant-e2e-shared-b-w3-8570a0","name":"e2e-auth-iso-f49287","reconcileID":"b6c096bd-a26b-4272-9f20-3f81aa58055c","MaaSAuthPolicy":{"name":"e2e-auth-iso-f49287","namespace":"ai-tenant-e2e-shared-b-w3-8570a0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w3-8570a0","tenantID":"e2e-shared-b-w3-8570a0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:43:09.722227471Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-f49287","namespace":"ai-tenant-e2e-shared-b-w3-8570a0"},"namespace":"ai-tenant-e2e-shared-b-w3-8570a0","name":"e2e-auth-iso-f49287","reconcileID":"b6c096bd-a26b-4272-9f20-3f81aa58055c","MaaSAuthPolicy":{"name":"e2e-auth-iso-f49287","namespace":"ai-tenant-e2e-shared-b-w3-8570a0"},"name":"e2e-shared-b-w3-8570a0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:43:09.724024952Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-f49287","namespace":"ai-tenant-e2e-shared-b-w3-8570a0"},"namespace":"ai-tenant-e2e-shared-b-w3-8570a0","name":"e2e-auth-iso-f49287","reconcileID":"791c3ee1-9e41-4371-9f0e-b1860aecfed5","MaaSSubscription":{"name":"e2e-auth-iso-f49287","namespace":"ai-tenant-e2e-shared-b-w3-8570a0"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-dae09438","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:43:09.841165421Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-f49287","namespace":"ai-tenant-e2e-shared-a-w3-1250b3"},"namespace":"ai-tenant-e2e-shared-a-w3-1250b3","name":"e2e-auth-iso-f49287","reconcileID":"c1022a93-c63c-466d-8790-5e053c47008c","MaaSAuthPolicy":{"name":"e2e-auth-iso-f49287","namespace":"ai-tenant-e2e-shared-a-w3-1250b3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w3-1250b3","tenantID":"e2e-shared-a-w3-1250b3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:43:09.893308845Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-f49287","namespace":"ai-tenant-e2e-shared-a-w3-1250b3"},"namespace":"ai-tenant-e2e-shared-a-w3-1250b3","name":"e2e-auth-iso-f49287","reconcileID":"c1022a93-c63c-466d-8790-5e053c47008c","MaaSAuthPolicy":{"name":"e2e-auth-iso-f49287","namespace":"ai-tenant-e2e-shared-a-w3-1250b3"},"name":"e2e-shared-a-w3-1250b3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:43:10.016475259Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-f49287","namespace":"ai-tenant-e2e-shared-b-w3-8570a0"},"namespace":"ai-tenant-e2e-shared-b-w3-8570a0","name":"e2e-auth-iso-f49287","reconcileID":"39927d91-134f-4e76-8e56-32b46a590580","MaaSAuthPolicy":{"name":"e2e-auth-iso-f49287","namespace":"ai-tenant-e2e-shared-b-w3-8570a0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w3-8570a0","tenantID":"e2e-shared-b-w3-8570a0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:43:10.068610368Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-f49287","namespace":"ai-tenant-e2e-shared-b-w3-8570a0"},"namespace":"ai-tenant-e2e-shared-b-w3-8570a0","name":"e2e-auth-iso-f49287","reconcileID":"39927d91-134f-4e76-8e56-32b46a590580","MaaSAuthPolicy":{"name":"e2e-auth-iso-f49287","namespace":"ai-tenant-e2e-shared-b-w3-8570a0"},"name":"e2e-shared-b-w3-8570a0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:43:19.773575699Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-f49287","namespace":"ai-tenant-e2e-shared-b-w3-8570a0"},"namespace":"ai-tenant-e2e-shared-b-w3-8570a0","name":"e2e-auth-iso-f49287","reconcileID":"180b8455-36bd-4980-9e27-c7249600e5f7","MaaSSubscription":{"name":"e2e-auth-iso-f49287","namespace":"ai-tenant-e2e-shared-b-w3-8570a0"},"model":"ai-tenant-e2e-shared-b-w3-8570a0/auth-test-model-8570a0","subscription":"e2e-auth-iso-f49287","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:43:19.822107481Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-f49287","namespace":"ai-tenant-e2e-shared-b-w3-8570a0"},"namespace":"ai-tenant-e2e-shared-b-w3-8570a0","name":"e2e-auth-iso-f49287","reconcileID":"180b8455-36bd-4980-9e27-c7249600e5f7","MaaSSubscription":{"name":"e2e-auth-iso-f49287","namespace":"ai-tenant-e2e-shared-b-w3-8570a0"},"model":"ai-tenant-e2e-shared-b-w3-8570a0/auth-test-model-8570a0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:43:19.871027474Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-f49287","namespace":"ai-tenant-e2e-shared-b-w3-8570a0"},"namespace":"ai-tenant-e2e-shared-b-w3-8570a0","name":"e2e-auth-iso-f49287","reconcileID":"180b8455-36bd-4980-9e27-c7249600e5f7","MaaSSubscription":{"name":"e2e-auth-iso-f49287","namespace":"ai-tenant-e2e-shared-b-w3-8570a0"},"name":"maas-trlp-auth-test-model-8570a0","namespace":"ai-tenant-e2e-shared-b-w3-8570a0","model":"ai-tenant-e2e-shared-b-w3-8570a0/auth-test-model-8570a0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:43:20.126774026Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-8570a0","namespace":"ai-tenant-e2e-shared-b-w3-8570a0"},"namespace":"ai-tenant-e2e-shared-b-w3-8570a0","name":"auth-test-model-8570a0","reconcileID":"0ddda30d-96b5-49a7-aae3-ba4ca35ad1d3","MaaSModelRef":{"name":"auth-test-model-8570a0","namespace":"ai-tenant-e2e-shared-b-w3-8570a0"},"tenant":"e2e-shared-b-w3-8570a0","gateway":"openshift-ingress/e2e-shared-b-w3-8570a0","model":"ai-tenant-e2e-shared-b-w3-8570a0/auth-test-model-8570a0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:43:20.126799791Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-8570a0","namespace":"ai-tenant-e2e-shared-b-w3-8570a0"},"namespace":"ai-tenant-e2e-shared-b-w3-8570a0","name":"auth-test-model-8570a0","reconcileID":"0ddda30d-96b5-49a7-aae3-ba4ca35ad1d3","MaaSModelRef":{"name":"auth-test-model-8570a0","namespace":"ai-tenant-e2e-shared-b-w3-8570a0"},"routeName":"auth-test-model-8570a0-kserve-route","namespace":"ai-tenant-e2e-shared-b-w3-8570a0","llmisvcName":"auth-test-model-8570a0","gateway":"openshift-ingress/e2e-shared-b-w3-8570a0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:43:20.222644794Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-f49287","namespace":"ai-tenant-e2e-shared-b-w3-8570a0"},"namespace":"ai-tenant-e2e-shared-b-w3-8570a0","name":"e2e-auth-iso-f49287","reconcileID":"c977f444-9615-447e-a42c-34bf59c5643c","MaaSAuthPolicy":{"name":"e2e-auth-iso-f49287","namespace":"ai-tenant-e2e-shared-b-w3-8570a0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w3-8570a0","tenantID":"e2e-shared-b-w3-8570a0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:43:20.264637437Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-f49287","namespace":"ai-tenant-e2e-shared-a-w3-1250b3"},"namespace":"ai-tenant-e2e-shared-a-w3-1250b3","name":"e2e-auth-iso-f49287","reconcileID":"12e2cd45-fc7a-46da-8900-6096b7bbfef3","MaaSAuthPolicy":{"name":"e2e-auth-iso-f49287","namespace":"ai-tenant-e2e-shared-a-w3-1250b3"},"model":"ai-tenant-e2e-shared-a-w3-1250b3/auth-test-model-1250b3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:43:20.264763288Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-1250b3","namespace":"ai-tenant-e2e-shared-a-w3-1250b3"},"namespace":"ai-tenant-e2e-shared-a-w3-1250b3","name":"auth-test-model-1250b3","reconcileID":"78c0536e-0f36-4f0c-a7bc-4c46b421b0c7","MaaSModelRef":{"name":"auth-test-model-1250b3","namespace":"ai-tenant-e2e-shared-a-w3-1250b3"},"tenant":"e2e-shared-a-w3-1250b3","gateway":"openshift-ingress/e2e-shared-a-w3-1250b3","model":"ai-tenant-e2e-shared-a-w3-1250b3/auth-test-model-1250b3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:43:20.26477933Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-1250b3","namespace":"ai-tenant-e2e-shared-a-w3-1250b3"},"namespace":"ai-tenant-e2e-shared-a-w3-1250b3","name":"auth-test-model-1250b3","reconcileID":"78c0536e-0f36-4f0c-a7bc-4c46b421b0c7","MaaSModelRef":{"name":"auth-test-model-1250b3","namespace":"ai-tenant-e2e-shared-a-w3-1250b3"},"routeName":"auth-test-model-1250b3-kserve-route","namespace":"ai-tenant-e2e-shared-a-w3-1250b3","llmisvcName":"auth-test-model-1250b3","gateway":"openshift-ingress/e2e-shared-a-w3-1250b3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:43:20.276043573Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-f49287","namespace":"ai-tenant-e2e-shared-b-w3-8570a0"},"namespace":"ai-tenant-e2e-shared-b-w3-8570a0","name":"e2e-auth-iso-f49287","reconcileID":"c977f444-9615-447e-a42c-34bf59c5643c","MaaSAuthPolicy":{"name":"e2e-auth-iso-f49287","namespace":"ai-tenant-e2e-shared-b-w3-8570a0"},"name":"e2e-shared-b-w3-8570a0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:43:20.463084043Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-f49287","namespace":"ai-tenant-e2e-shared-a-w3-1250b3"},"namespace":"ai-tenant-e2e-shared-a-w3-1250b3","name":"e2e-auth-iso-f49287","reconcileID":"12e2cd45-fc7a-46da-8900-6096b7bbfef3","MaaSAuthPolicy":{"name":"e2e-auth-iso-f49287","namespace":"ai-tenant-e2e-shared-a-w3-1250b3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w3-1250b3","tenantID":"e2e-shared-a-w3-1250b3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:43:20.5812679Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-f49287","namespace":"ai-tenant-e2e-shared-a-w3-1250b3"},"namespace":"ai-tenant-e2e-shared-a-w3-1250b3","name":"e2e-auth-iso-f49287","reconcileID":"12e2cd45-fc7a-46da-8900-6096b7bbfef3","MaaSAuthPolicy":{"name":"e2e-auth-iso-f49287","namespace":"ai-tenant-e2e-shared-a-w3-1250b3"},"name":"e2e-shared-a-w3-1250b3-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:43:20.581293759Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-f49287","namespace":"ai-tenant-e2e-shared-a-w3-1250b3"},"namespace":"ai-tenant-e2e-shared-a-w3-1250b3","name":"e2e-auth-iso-f49287","reconcileID":"12e2cd45-fc7a-46da-8900-6096b7bbfef3","MaaSAuthPolicy":{"name":"e2e-auth-iso-f49287","namespace":"ai-tenant-e2e-shared-a-w3-1250b3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w3-1250b3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:43:20.613930713Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-f49287","namespace":"ai-tenant-e2e-shared-b-w3-8570a0"},"namespace":"ai-tenant-e2e-shared-b-w3-8570a0","name":"e2e-auth-iso-f49287","reconcileID":"9ee2abe7-1184-4e98-a4f6-1e688dcc971b","MaaSAuthPolicy":{"name":"e2e-auth-iso-f49287","namespace":"ai-tenant-e2e-shared-b-w3-8570a0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w3-8570a0","tenantID":"e2e-shared-b-w3-8570a0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:43:20.632804211Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-1250b3","namespace":"ai-tenant-e2e-shared-a-w3-1250b3"},"namespace":"ai-tenant-e2e-shared-a-w3-1250b3","name":"auth-test-model-1250b3","reconcileID":"762ebba8-0744-4d4b-b2bd-46096d5b8ba7","MaaSModelRef":{"name":"auth-test-model-1250b3","namespace":"ai-tenant-e2e-shared-a-w3-1250b3"},"tenant":"e2e-shared-a-w3-1250b3","gateway":"openshift-ingress/e2e-shared-a-w3-1250b3","model":"ai-tenant-e2e-shared-a-w3-1250b3/auth-test-model-1250b3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:43:20.632824048Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-1250b3","namespace":"ai-tenant-e2e-shared-a-w3-1250b3"},"namespace":"ai-tenant-e2e-shared-a-w3-1250b3","name":"auth-test-model-1250b3","reconcileID":"762ebba8-0744-4d4b-b2bd-46096d5b8ba7","MaaSModelRef":{"name":"auth-test-model-1250b3","namespace":"ai-tenant-e2e-shared-a-w3-1250b3"},"routeName":"auth-test-model-1250b3-kserve-route","namespace":"ai-tenant-e2e-shared-a-w3-1250b3","llmisvcName":"auth-test-model-1250b3","gateway":"openshift-ingress/e2e-shared-a-w3-1250b3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:43:20.666176248Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-f49287","namespace":"ai-tenant-e2e-shared-b-w3-8570a0"},"namespace":"ai-tenant-e2e-shared-b-w3-8570a0","name":"e2e-auth-iso-f49287","reconcileID":"9ee2abe7-1184-4e98-a4f6-1e688dcc971b","MaaSAuthPolicy":{"name":"e2e-auth-iso-f49287","namespace":"ai-tenant-e2e-shared-b-w3-8570a0"},"name":"e2e-shared-b-w3-8570a0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:43:20.780886673Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-8570a0","namespace":"ai-tenant-e2e-shared-b-w3-8570a0"},"namespace":"ai-tenant-e2e-shared-b-w3-8570a0","name":"auth-test-model-8570a0","reconcileID":"15aa156a-e805-42dc-88a1-45e3dff635b4","MaaSModelRef":{"name":"auth-test-model-8570a0","namespace":"ai-tenant-e2e-shared-b-w3-8570a0"},"tenant":"e2e-shared-b-w3-8570a0","gateway":"openshift-ingress/e2e-shared-b-w3-8570a0","model":"ai-tenant-e2e-shared-b-w3-8570a0/auth-test-model-8570a0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:43:20.780904838Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-8570a0","namespace":"ai-tenant-e2e-shared-b-w3-8570a0"},"namespace":"ai-tenant-e2e-shared-b-w3-8570a0","name":"auth-test-model-8570a0","reconcileID":"15aa156a-e805-42dc-88a1-45e3dff635b4","MaaSModelRef":{"name":"auth-test-model-8570a0","namespace":"ai-tenant-e2e-shared-b-w3-8570a0"},"routeName":"auth-test-model-8570a0-kserve-route","namespace":"ai-tenant-e2e-shared-b-w3-8570a0","llmisvcName":"auth-test-model-8570a0","gateway":"openshift-ingress/e2e-shared-b-w3-8570a0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:43:20.864698085Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-f49287","namespace":"ai-tenant-e2e-shared-b-w3-8570a0"},"namespace":"ai-tenant-e2e-shared-b-w3-8570a0","name":"e2e-auth-iso-f49287","reconcileID":"7d47bbbe-84b3-4fb2-bc04-03afe074763d","MaaSAuthPolicy":{"name":"e2e-auth-iso-f49287","namespace":"ai-tenant-e2e-shared-b-w3-8570a0"},"model":"ai-tenant-e2e-shared-b-w3-8570a0/auth-test-model-8570a0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:43:21.010167439Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-f49287","namespace":"ai-tenant-e2e-shared-b-w3-8570a0"},"namespace":"ai-tenant-e2e-shared-b-w3-8570a0","name":"e2e-auth-iso-f49287","reconcileID":"7d47bbbe-84b3-4fb2-bc04-03afe074763d","MaaSAuthPolicy":{"name":"e2e-auth-iso-f49287","namespace":"ai-tenant-e2e-shared-b-w3-8570a0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w3-8570a0","tenantID":"e2e-shared-b-w3-8570a0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:43:21.12805311Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-f49287","namespace":"ai-tenant-e2e-shared-b-w3-8570a0"},"namespace":"ai-tenant-e2e-shared-b-w3-8570a0","name":"e2e-auth-iso-f49287","reconcileID":"7d47bbbe-84b3-4fb2-bc04-03afe074763d","MaaSAuthPolicy":{"name":"e2e-auth-iso-f49287","namespace":"ai-tenant-e2e-shared-b-w3-8570a0"},"name":"e2e-shared-b-w3-8570a0-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:43:21.128080507Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-f49287","namespace":"ai-tenant-e2e-shared-b-w3-8570a0"},"namespace":"ai-tenant-e2e-shared-b-w3-8570a0","name":"e2e-auth-iso-f49287","reconcileID":"7d47bbbe-84b3-4fb2-bc04-03afe074763d","MaaSAuthPolicy":{"name":"e2e-auth-iso-f49287","namespace":"ai-tenant-e2e-shared-b-w3-8570a0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w3-8570a0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:43:21.183336804Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-8570a0","namespace":"ai-tenant-e2e-shared-b-w3-8570a0"},"namespace":"ai-tenant-e2e-shared-b-w3-8570a0","name":"auth-test-model-8570a0","reconcileID":"fb4af309-e726-406b-be14-113600381363","MaaSModelRef":{"name":"auth-test-model-8570a0","namespace":"ai-tenant-e2e-shared-b-w3-8570a0"},"tenant":"e2e-shared-b-w3-8570a0","gateway":"openshift-ingress/e2e-shared-b-w3-8570a0","model":"ai-tenant-e2e-shared-b-w3-8570a0/auth-test-model-8570a0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:43:21.183357768Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-8570a0","namespace":"ai-tenant-e2e-shared-b-w3-8570a0"},"namespace":"ai-tenant-e2e-shared-b-w3-8570a0","name":"auth-test-model-8570a0","reconcileID":"fb4af309-e726-406b-be14-113600381363","MaaSModelRef":{"name":"auth-test-model-8570a0","namespace":"ai-tenant-e2e-shared-b-w3-8570a0"},"routeName":"auth-test-model-8570a0-kserve-route","namespace":"ai-tenant-e2e-shared-b-w3-8570a0","llmisvcName":"auth-test-model-8570a0","gateway":"openshift-ingress/e2e-shared-b-w3-8570a0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:43:25.713242606Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:43:27.350074046Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-5a75f1","namespace":"ai-tenant-e2e-shared-b-w2-e0615c"},"namespace":"ai-tenant-e2e-shared-b-w2-e0615c","name":"e2e-auth-iso-5a75f1","reconcileID":"64435211-f484-4c7a-94f2-95e0609a3119","MaaSSubscription":{"name":"e2e-auth-iso-5a75f1","namespace":"ai-tenant-e2e-shared-b-w2-e0615c"},"name":"maas-trlp-auth-test-model-e0615c","model":"ai-tenant-e2e-shared-b-w2-e0615c/auth-test-model-e0615c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:43:27.569495407Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-e0615c","namespace":"ai-tenant-e2e-shared-b-w2-e0615c"},"namespace":"ai-tenant-e2e-shared-b-w2-e0615c","name":"auth-test-model-e0615c","reconcileID":"6e234cd9-a69b-44f9-b28f-ea57b0d762f5","MaaSModelRef":{"name":"auth-test-model-e0615c","namespace":"ai-tenant-e2e-shared-b-w2-e0615c"},"tenant":"e2e-shared-b-w2-e0615c","gateway":"openshift-ingress/e2e-shared-b-w2-e0615c","model":"ai-tenant-e2e-shared-b-w2-e0615c/auth-test-model-e0615c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:43:27.569515479Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-e0615c","namespace":"ai-tenant-e2e-shared-b-w2-e0615c"},"namespace":"ai-tenant-e2e-shared-b-w2-e0615c","name":"auth-test-model-e0615c","reconcileID":"6e234cd9-a69b-44f9-b28f-ea57b0d762f5","MaaSModelRef":{"name":"auth-test-model-e0615c","namespace":"ai-tenant-e2e-shared-b-w2-e0615c"},"routeName":"auth-test-model-e0615c-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-e0615c","llmisvcName":"auth-test-model-e0615c","gateway":"openshift-ingress/e2e-shared-b-w2-e0615c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:43:27.961662134Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c86bc196-9352-4a62-a377-6f6df69a243d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:43:28.010347628Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c86bc196-9352-4a62-a377-6f6df69a243d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:43:28.059083113Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c86bc196-9352-4a62-a377-6f6df69a243d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:43:28.107576529Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c86bc196-9352-4a62-a377-6f6df69a243d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:43:28.505923809Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-a-02f899","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-a-02f899","reconcileID":"062960ce-2c3f-4ab2-bf82-4982dd2f64fb","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-extmod-a-02f899","applied":{"maas.opendatahub.io/gateway-access-e2e-extmod-a-02f899":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:43:28.945695913Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-5a75f1","namespace":"ai-tenant-e2e-shared-b-w2-e0615c"},"namespace":"ai-tenant-e2e-shared-b-w2-e0615c","name":"e2e-auth-iso-5a75f1","reconcileID":"405d986f-3fa2-417f-9064-87a44c5cfc9c","MaaSAuthPolicy":{"name":"e2e-auth-iso-5a75f1","namespace":"ai-tenant-e2e-shared-b-w2-e0615c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-e0615c","tenantID":"e2e-shared-b-w2-e0615c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:43:28.998789423Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-5a75f1","namespace":"ai-tenant-e2e-shared-b-w2-e0615c"},"namespace":"ai-tenant-e2e-shared-b-w2-e0615c","name":"e2e-auth-iso-5a75f1","reconcileID":"405d986f-3fa2-417f-9064-87a44c5cfc9c","MaaSAuthPolicy":{"name":"e2e-auth-iso-5a75f1","namespace":"ai-tenant-e2e-shared-b-w2-e0615c"},"name":"e2e-shared-b-w2-e0615c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:43:29.945713605Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3207db4f-f498-4494-9937-4e5fc99a9f20","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:43:29.995410565Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3207db4f-f498-4494-9937-4e5fc99a9f20","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:43:30.043940031Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3207db4f-f498-4494-9937-4e5fc99a9f20","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:43:30.092618018Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3207db4f-f498-4494-9937-4e5fc99a9f20","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:43:31.921103551Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"97136218-0703-4ebe-8cda-7438357e8387","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:43:31.970290352Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"97136218-0703-4ebe-8cda-7438357e8387","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:43:32.019640117Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"97136218-0703-4ebe-8cda-7438357e8387","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:43:32.068752261Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"97136218-0703-4ebe-8cda-7438357e8387","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:43:32.28198037Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-cacb84","namespace":"ai-tenant-e2e-shared-a-w2-cacb84"},"namespace":"ai-tenant-e2e-shared-a-w2-cacb84","name":"auth-test-model-cacb84","reconcileID":"86814e98-722f-4087-bf93-aa694f3d8713","MaaSModelRef":{"name":"auth-test-model-cacb84","namespace":"ai-tenant-e2e-shared-a-w2-cacb84"},"tenant":"e2e-shared-a-w2-cacb84","gateway":"openshift-ingress/e2e-shared-a-w2-cacb84","model":"ai-tenant-e2e-shared-a-w2-cacb84/auth-test-model-cacb84","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:43:32.281999157Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-cacb84","namespace":"ai-tenant-e2e-shared-a-w2-cacb84"},"namespace":"ai-tenant-e2e-shared-a-w2-cacb84","name":"auth-test-model-cacb84","reconcileID":"86814e98-722f-4087-bf93-aa694f3d8713","MaaSModelRef":{"name":"auth-test-model-cacb84","namespace":"ai-tenant-e2e-shared-a-w2-cacb84"},"routeName":"auth-test-model-cacb84-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-cacb84","llmisvcName":"auth-test-model-cacb84","gateway":"openshift-ingress/e2e-shared-a-w2-cacb84","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:43:32.378050123Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-5a75f1","namespace":"ai-tenant-e2e-shared-a-w2-cacb84"},"namespace":"ai-tenant-e2e-shared-a-w2-cacb84","name":"e2e-auth-iso-5a75f1","reconcileID":"688e0b65-9a4c-4dea-aac6-f48bb8104dfb","MaaSAuthPolicy":{"name":"e2e-auth-iso-5a75f1","namespace":"ai-tenant-e2e-shared-a-w2-cacb84"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-cacb84","tenantID":"e2e-shared-a-w2-cacb84","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:43:32.432119995Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-5a75f1","namespace":"ai-tenant-e2e-shared-a-w2-cacb84"},"namespace":"ai-tenant-e2e-shared-a-w2-cacb84","name":"e2e-auth-iso-5a75f1","reconcileID":"688e0b65-9a4c-4dea-aac6-f48bb8104dfb","MaaSAuthPolicy":{"name":"e2e-auth-iso-5a75f1","namespace":"ai-tenant-e2e-shared-a-w2-cacb84"},"name":"e2e-shared-a-w2-cacb84-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:43:32.440874946Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-5a75f1","namespace":"ai-tenant-e2e-shared-a-w2-cacb84"},"namespace":"ai-tenant-e2e-shared-a-w2-cacb84","name":"e2e-auth-iso-5a75f1","reconcileID":"105d8d32-4539-457a-9fae-2fdac78ba16c","MaaSSubscription":{"name":"e2e-auth-iso-5a75f1","namespace":"ai-tenant-e2e-shared-a-w2-cacb84"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-b18a55b2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:43:32.732631844Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-5a75f1","namespace":"ai-tenant-e2e-shared-a-w2-cacb84"},"namespace":"ai-tenant-e2e-shared-a-w2-cacb84","name":"e2e-auth-iso-5a75f1","reconcileID":"becef7af-3851-48af-b8ee-57f113674e1f","MaaSAuthPolicy":{"name":"e2e-auth-iso-5a75f1","namespace":"ai-tenant-e2e-shared-a-w2-cacb84"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-cacb84","tenantID":"e2e-shared-a-w2-cacb84","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:43:32.785256462Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-5a75f1","namespace":"ai-tenant-e2e-shared-a-w2-cacb84"},"namespace":"ai-tenant-e2e-shared-a-w2-cacb84","name":"e2e-auth-iso-5a75f1","reconcileID":"becef7af-3851-48af-b8ee-57f113674e1f","MaaSAuthPolicy":{"name":"e2e-auth-iso-5a75f1","namespace":"ai-tenant-e2e-shared-a-w2-cacb84"},"name":"e2e-shared-a-w2-cacb84-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:43:33.920775492Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c8217b85-8667-4464-acc3-daef860c324e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:43:33.969552117Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c8217b85-8667-4464-acc3-daef860c324e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:43:34.018110448Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c8217b85-8667-4464-acc3-daef860c324e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:43:34.066901066Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c8217b85-8667-4464-acc3-daef860c324e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:43:35.869925948Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a073ca57-40e7-40ce-baa0-55f0b9d75a2b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:43:35.919001676Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a073ca57-40e7-40ce-baa0-55f0b9d75a2b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:43:35.967595446Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a073ca57-40e7-40ce-baa0-55f0b9d75a2b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:43:36.0172611Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a073ca57-40e7-40ce-baa0-55f0b9d75a2b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:43:37.822781669Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a95e4cda-f90c-4c94-b151-4b1b495b4ff6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:43:37.871363535Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a95e4cda-f90c-4c94-b151-4b1b495b4ff6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:43:37.91980419Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a95e4cda-f90c-4c94-b151-4b1b495b4ff6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:43:37.968343296Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a95e4cda-f90c-4c94-b151-4b1b495b4ff6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:43:39.825967295Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a0596dec-a1aa-437f-b66c-4c371dc8f5c1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:43:39.874615142Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a0596dec-a1aa-437f-b66c-4c371dc8f5c1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:43:39.923464417Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a0596dec-a1aa-437f-b66c-4c371dc8f5c1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:43:39.972084086Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a0596dec-a1aa-437f-b66c-4c371dc8f5c1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:43:41.818226413Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a0aac6fc-b3cf-404b-b0d9-6b3302d219d6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:43:41.867052286Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a0aac6fc-b3cf-404b-b0d9-6b3302d219d6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:43:41.915855276Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a0aac6fc-b3cf-404b-b0d9-6b3302d219d6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:43:41.964716192Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a0aac6fc-b3cf-404b-b0d9-6b3302d219d6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:43:42.489738741Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-5a75f1","namespace":"ai-tenant-e2e-shared-a-w2-cacb84"},"namespace":"ai-tenant-e2e-shared-a-w2-cacb84","name":"e2e-auth-iso-5a75f1","reconcileID":"f3d32ec7-0260-4c5c-a706-3f76b26b0e90","MaaSSubscription":{"name":"e2e-auth-iso-5a75f1","namespace":"ai-tenant-e2e-shared-a-w2-cacb84"},"model":"ai-tenant-e2e-shared-a-w2-cacb84/auth-test-model-cacb84","subscription":"e2e-auth-iso-5a75f1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:43:42.538368057Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-5a75f1","namespace":"ai-tenant-e2e-shared-a-w2-cacb84"},"namespace":"ai-tenant-e2e-shared-a-w2-cacb84","name":"e2e-auth-iso-5a75f1","reconcileID":"f3d32ec7-0260-4c5c-a706-3f76b26b0e90","MaaSSubscription":{"name":"e2e-auth-iso-5a75f1","namespace":"ai-tenant-e2e-shared-a-w2-cacb84"},"model":"ai-tenant-e2e-shared-a-w2-cacb84/auth-test-model-cacb84","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:43:42.587141517Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-5a75f1","namespace":"ai-tenant-e2e-shared-a-w2-cacb84"},"namespace":"ai-tenant-e2e-shared-a-w2-cacb84","name":"e2e-auth-iso-5a75f1","reconcileID":"f3d32ec7-0260-4c5c-a706-3f76b26b0e90","MaaSSubscription":{"name":"e2e-auth-iso-5a75f1","namespace":"ai-tenant-e2e-shared-a-w2-cacb84"},"name":"maas-trlp-auth-test-model-cacb84","namespace":"ai-tenant-e2e-shared-a-w2-cacb84","model":"ai-tenant-e2e-shared-a-w2-cacb84/auth-test-model-cacb84","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:43:42.844854727Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-cacb84","namespace":"ai-tenant-e2e-shared-a-w2-cacb84"},"namespace":"ai-tenant-e2e-shared-a-w2-cacb84","name":"auth-test-model-cacb84","reconcileID":"0685e8bf-85a8-465f-8925-b84de5eb7f77","MaaSModelRef":{"name":"auth-test-model-cacb84","namespace":"ai-tenant-e2e-shared-a-w2-cacb84"},"tenant":"e2e-shared-a-w2-cacb84","gateway":"openshift-ingress/e2e-shared-a-w2-cacb84","model":"ai-tenant-e2e-shared-a-w2-cacb84/auth-test-model-cacb84","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:43:42.844883499Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-cacb84","namespace":"ai-tenant-e2e-shared-a-w2-cacb84"},"namespace":"ai-tenant-e2e-shared-a-w2-cacb84","name":"auth-test-model-cacb84","reconcileID":"0685e8bf-85a8-465f-8925-b84de5eb7f77","MaaSModelRef":{"name":"auth-test-model-cacb84","namespace":"ai-tenant-e2e-shared-a-w2-cacb84"},"routeName":"auth-test-model-cacb84-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-cacb84","llmisvcName":"auth-test-model-cacb84","gateway":"openshift-ingress/e2e-shared-a-w2-cacb84","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:43:42.97999675Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-e0615c","namespace":"ai-tenant-e2e-shared-b-w2-e0615c"},"namespace":"ai-tenant-e2e-shared-b-w2-e0615c","name":"auth-test-model-e0615c","reconcileID":"92eb2331-6b89-4c79-a83e-269b415cd082","MaaSModelRef":{"name":"auth-test-model-e0615c","namespace":"ai-tenant-e2e-shared-b-w2-e0615c"},"tenant":"e2e-shared-b-w2-e0615c","gateway":"openshift-ingress/e2e-shared-b-w2-e0615c","model":"ai-tenant-e2e-shared-b-w2-e0615c/auth-test-model-e0615c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:43:42.980015622Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-e0615c","namespace":"ai-tenant-e2e-shared-b-w2-e0615c"},"namespace":"ai-tenant-e2e-shared-b-w2-e0615c","name":"auth-test-model-e0615c","reconcileID":"92eb2331-6b89-4c79-a83e-269b415cd082","MaaSModelRef":{"name":"auth-test-model-e0615c","namespace":"ai-tenant-e2e-shared-b-w2-e0615c"},"routeName":"auth-test-model-e0615c-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-e0615c","llmisvcName":"auth-test-model-e0615c","gateway":"openshift-ingress/e2e-shared-b-w2-e0615c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:43:42.996733327Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-5a75f1","namespace":"ai-tenant-e2e-shared-a-w2-cacb84"},"namespace":"ai-tenant-e2e-shared-a-w2-cacb84","name":"e2e-auth-iso-5a75f1","reconcileID":"4d03f02e-49fe-4f61-9408-6bc8a00aff1b","MaaSAuthPolicy":{"name":"e2e-auth-iso-5a75f1","namespace":"ai-tenant-e2e-shared-a-w2-cacb84"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-cacb84","tenantID":"e2e-shared-a-w2-cacb84","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:43:43.049535444Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-5a75f1","namespace":"ai-tenant-e2e-shared-a-w2-cacb84"},"namespace":"ai-tenant-e2e-shared-a-w2-cacb84","name":"e2e-auth-iso-5a75f1","reconcileID":"4d03f02e-49fe-4f61-9408-6bc8a00aff1b","MaaSAuthPolicy":{"name":"e2e-auth-iso-5a75f1","namespace":"ai-tenant-e2e-shared-a-w2-cacb84"},"name":"e2e-shared-a-w2-cacb84-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:43:43.076048133Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-5a75f1","namespace":"ai-tenant-e2e-shared-b-w2-e0615c"},"namespace":"ai-tenant-e2e-shared-b-w2-e0615c","name":"e2e-auth-iso-5a75f1","reconcileID":"f805c4b0-ce17-4db0-b48a-2e50b8c78d64","MaaSAuthPolicy":{"name":"e2e-auth-iso-5a75f1","namespace":"ai-tenant-e2e-shared-b-w2-e0615c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-e0615c","tenantID":"e2e-shared-b-w2-e0615c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:43:43.12824839Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-5a75f1","namespace":"ai-tenant-e2e-shared-b-w2-e0615c"},"namespace":"ai-tenant-e2e-shared-b-w2-e0615c","name":"e2e-auth-iso-5a75f1","reconcileID":"f805c4b0-ce17-4db0-b48a-2e50b8c78d64","MaaSAuthPolicy":{"name":"e2e-auth-iso-5a75f1","namespace":"ai-tenant-e2e-shared-b-w2-e0615c"},"name":"e2e-shared-b-w2-e0615c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:43:43.1297401Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-5a75f1","namespace":"ai-tenant-e2e-shared-b-w2-e0615c"},"namespace":"ai-tenant-e2e-shared-b-w2-e0615c","name":"e2e-auth-iso-5a75f1","reconcileID":"0a6f9c15-b9a5-458c-ab28-ed282505cba3","MaaSSubscription":{"name":"e2e-auth-iso-5a75f1","namespace":"ai-tenant-e2e-shared-b-w2-e0615c"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-b62c3613","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:43:43.348404825Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-5a75f1","namespace":"ai-tenant-e2e-shared-a-w2-cacb84"},"namespace":"ai-tenant-e2e-shared-a-w2-cacb84","name":"e2e-auth-iso-5a75f1","reconcileID":"5bef0dd5-dbeb-4c02-b129-ed4494fefed1","MaaSAuthPolicy":{"name":"e2e-auth-iso-5a75f1","namespace":"ai-tenant-e2e-shared-a-w2-cacb84"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-cacb84","tenantID":"e2e-shared-a-w2-cacb84","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:43:43.400613381Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-5a75f1","namespace":"ai-tenant-e2e-shared-a-w2-cacb84"},"namespace":"ai-tenant-e2e-shared-a-w2-cacb84","name":"e2e-auth-iso-5a75f1","reconcileID":"5bef0dd5-dbeb-4c02-b129-ed4494fefed1","MaaSAuthPolicy":{"name":"e2e-auth-iso-5a75f1","namespace":"ai-tenant-e2e-shared-a-w2-cacb84"},"name":"e2e-shared-a-w2-cacb84-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:43:43.448429131Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-5a75f1","namespace":"ai-tenant-e2e-shared-b-w2-e0615c"},"namespace":"ai-tenant-e2e-shared-b-w2-e0615c","name":"e2e-auth-iso-5a75f1","reconcileID":"468993bb-4a94-44e5-a6c1-138f4a3ab4ea","MaaSAuthPolicy":{"name":"e2e-auth-iso-5a75f1","namespace":"ai-tenant-e2e-shared-b-w2-e0615c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-e0615c","tenantID":"e2e-shared-b-w2-e0615c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:43:43.500750553Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-5a75f1","namespace":"ai-tenant-e2e-shared-b-w2-e0615c"},"namespace":"ai-tenant-e2e-shared-b-w2-e0615c","name":"e2e-auth-iso-5a75f1","reconcileID":"468993bb-4a94-44e5-a6c1-138f4a3ab4ea","MaaSAuthPolicy":{"name":"e2e-auth-iso-5a75f1","namespace":"ai-tenant-e2e-shared-b-w2-e0615c"},"name":"e2e-shared-b-w2-e0615c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:43:43.81771326Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d57ca7c9-04a9-4325-a5b0-a2f595e2daa6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:43:43.86633498Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d57ca7c9-04a9-4325-a5b0-a2f595e2daa6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:43:43.914813618Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d57ca7c9-04a9-4325-a5b0-a2f595e2daa6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:43:43.963409367Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d57ca7c9-04a9-4325-a5b0-a2f595e2daa6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:43:48.321983083Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-a4489c"},"namespace":"ai-tenant-e2e-shared-a-w1-a4489c","name":"default-tenant","reconcileID":"7ce2279e-6bc0-4c91-b0cf-c13925cdd3a5","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-a4489c","tenantID":"e2e-shared-a-w1-a4489c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:43:48.429554028Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-a4489c"},"namespace":"ai-tenant-e2e-shared-a-w1-a4489c","name":"default-tenant","reconcileID":"7ce2279e-6bc0-4c91-b0cf-c13925cdd3a5","name":"e2e-shared-a-w1-a4489c-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:43:53.179292578Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-5a75f1","namespace":"ai-tenant-e2e-shared-b-w2-e0615c"},"namespace":"ai-tenant-e2e-shared-b-w2-e0615c","name":"e2e-auth-iso-5a75f1","reconcileID":"6a0063b0-563e-4649-8ca6-9160dc4d286d","MaaSSubscription":{"name":"e2e-auth-iso-5a75f1","namespace":"ai-tenant-e2e-shared-b-w2-e0615c"},"model":"ai-tenant-e2e-shared-b-w2-e0615c/auth-test-model-e0615c","subscription":"e2e-auth-iso-5a75f1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:43:53.228084095Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-5a75f1","namespace":"ai-tenant-e2e-shared-b-w2-e0615c"},"namespace":"ai-tenant-e2e-shared-b-w2-e0615c","name":"e2e-auth-iso-5a75f1","reconcileID":"6a0063b0-563e-4649-8ca6-9160dc4d286d","MaaSSubscription":{"name":"e2e-auth-iso-5a75f1","namespace":"ai-tenant-e2e-shared-b-w2-e0615c"},"model":"ai-tenant-e2e-shared-b-w2-e0615c/auth-test-model-e0615c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:43:53.277027149Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-5a75f1","namespace":"ai-tenant-e2e-shared-b-w2-e0615c"},"namespace":"ai-tenant-e2e-shared-b-w2-e0615c","name":"e2e-auth-iso-5a75f1","reconcileID":"6a0063b0-563e-4649-8ca6-9160dc4d286d","MaaSSubscription":{"name":"e2e-auth-iso-5a75f1","namespace":"ai-tenant-e2e-shared-b-w2-e0615c"},"name":"maas-trlp-auth-test-model-e0615c","namespace":"ai-tenant-e2e-shared-b-w2-e0615c","model":"ai-tenant-e2e-shared-b-w2-e0615c/auth-test-model-e0615c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:43:53.533220632Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-e0615c","namespace":"ai-tenant-e2e-shared-b-w2-e0615c"},"namespace":"ai-tenant-e2e-shared-b-w2-e0615c","name":"auth-test-model-e0615c","reconcileID":"9bb972a1-c827-4c39-b554-d0b337df50a9","MaaSModelRef":{"name":"auth-test-model-e0615c","namespace":"ai-tenant-e2e-shared-b-w2-e0615c"},"tenant":"e2e-shared-b-w2-e0615c","gateway":"openshift-ingress/e2e-shared-b-w2-e0615c","model":"ai-tenant-e2e-shared-b-w2-e0615c/auth-test-model-e0615c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:43:53.533241901Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-e0615c","namespace":"ai-tenant-e2e-shared-b-w2-e0615c"},"namespace":"ai-tenant-e2e-shared-b-w2-e0615c","name":"auth-test-model-e0615c","reconcileID":"9bb972a1-c827-4c39-b554-d0b337df50a9","MaaSModelRef":{"name":"auth-test-model-e0615c","namespace":"ai-tenant-e2e-shared-b-w2-e0615c"},"routeName":"auth-test-model-e0615c-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-e0615c","llmisvcName":"auth-test-model-e0615c","gateway":"openshift-ingress/e2e-shared-b-w2-e0615c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:43:53.632343928Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-5a75f1","namespace":"ai-tenant-e2e-shared-b-w2-e0615c"},"namespace":"ai-tenant-e2e-shared-b-w2-e0615c","name":"e2e-auth-iso-5a75f1","reconcileID":"d4ed3c4c-53f2-4fb5-a595-4f0deb7cb4a7","MaaSAuthPolicy":{"name":"e2e-auth-iso-5a75f1","namespace":"ai-tenant-e2e-shared-b-w2-e0615c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-e0615c","tenantID":"e2e-shared-b-w2-e0615c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:43:53.663476667Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-5a75f1","namespace":"ai-tenant-e2e-shared-a-w2-cacb84"},"namespace":"ai-tenant-e2e-shared-a-w2-cacb84","name":"e2e-auth-iso-5a75f1","reconcileID":"075ce4f5-89a0-4b51-bfa0-6c4be7260b20","MaaSAuthPolicy":{"name":"e2e-auth-iso-5a75f1","namespace":"ai-tenant-e2e-shared-a-w2-cacb84"},"model":"ai-tenant-e2e-shared-a-w2-cacb84/auth-test-model-cacb84","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:43:53.663619049Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-cacb84","namespace":"ai-tenant-e2e-shared-a-w2-cacb84"},"namespace":"ai-tenant-e2e-shared-a-w2-cacb84","name":"auth-test-model-cacb84","reconcileID":"fc6e83aa-8c3d-44c4-a02a-6add295dd304","MaaSModelRef":{"name":"auth-test-model-cacb84","namespace":"ai-tenant-e2e-shared-a-w2-cacb84"},"tenant":"e2e-shared-a-w2-cacb84","gateway":"openshift-ingress/e2e-shared-a-w2-cacb84","model":"ai-tenant-e2e-shared-a-w2-cacb84/auth-test-model-cacb84","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:43:53.66363711Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-cacb84","namespace":"ai-tenant-e2e-shared-a-w2-cacb84"},"namespace":"ai-tenant-e2e-shared-a-w2-cacb84","name":"auth-test-model-cacb84","reconcileID":"fc6e83aa-8c3d-44c4-a02a-6add295dd304","MaaSModelRef":{"name":"auth-test-model-cacb84","namespace":"ai-tenant-e2e-shared-a-w2-cacb84"},"routeName":"auth-test-model-cacb84-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-cacb84","llmisvcName":"auth-test-model-cacb84","gateway":"openshift-ingress/e2e-shared-a-w2-cacb84","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:43:53.684811747Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-5a75f1","namespace":"ai-tenant-e2e-shared-b-w2-e0615c"},"namespace":"ai-tenant-e2e-shared-b-w2-e0615c","name":"e2e-auth-iso-5a75f1","reconcileID":"d4ed3c4c-53f2-4fb5-a595-4f0deb7cb4a7","MaaSAuthPolicy":{"name":"e2e-auth-iso-5a75f1","namespace":"ai-tenant-e2e-shared-b-w2-e0615c"},"name":"e2e-shared-b-w2-e0615c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:43:53.808431027Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-5a75f1","namespace":"ai-tenant-e2e-shared-a-w2-cacb84"},"namespace":"ai-tenant-e2e-shared-a-w2-cacb84","name":"e2e-auth-iso-5a75f1","reconcileID":"075ce4f5-89a0-4b51-bfa0-6c4be7260b20","MaaSAuthPolicy":{"name":"e2e-auth-iso-5a75f1","namespace":"ai-tenant-e2e-shared-a-w2-cacb84"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-cacb84","tenantID":"e2e-shared-a-w2-cacb84","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:43:53.923042106Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-5a75f1","namespace":"ai-tenant-e2e-shared-a-w2-cacb84"},"namespace":"ai-tenant-e2e-shared-a-w2-cacb84","name":"e2e-auth-iso-5a75f1","reconcileID":"075ce4f5-89a0-4b51-bfa0-6c4be7260b20","MaaSAuthPolicy":{"name":"e2e-auth-iso-5a75f1","namespace":"ai-tenant-e2e-shared-a-w2-cacb84"},"name":"e2e-shared-a-w2-cacb84-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:43:53.92307033Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-5a75f1","namespace":"ai-tenant-e2e-shared-a-w2-cacb84"},"namespace":"ai-tenant-e2e-shared-a-w2-cacb84","name":"e2e-auth-iso-5a75f1","reconcileID":"075ce4f5-89a0-4b51-bfa0-6c4be7260b20","MaaSAuthPolicy":{"name":"e2e-auth-iso-5a75f1","namespace":"ai-tenant-e2e-shared-a-w2-cacb84"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-cacb84","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:43:53.95702847Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-5a75f1","namespace":"ai-tenant-e2e-shared-b-w2-e0615c"},"namespace":"ai-tenant-e2e-shared-b-w2-e0615c","name":"e2e-auth-iso-5a75f1","reconcileID":"586f071b-4fd3-4994-b705-5a57ff95754a","MaaSAuthPolicy":{"name":"e2e-auth-iso-5a75f1","namespace":"ai-tenant-e2e-shared-b-w2-e0615c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-e0615c","tenantID":"e2e-shared-b-w2-e0615c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:43:53.975275087Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-cacb84","namespace":"ai-tenant-e2e-shared-a-w2-cacb84"},"namespace":"ai-tenant-e2e-shared-a-w2-cacb84","name":"auth-test-model-cacb84","reconcileID":"792cce34-5683-4c46-ac93-87693799100d","MaaSModelRef":{"name":"auth-test-model-cacb84","namespace":"ai-tenant-e2e-shared-a-w2-cacb84"},"tenant":"e2e-shared-a-w2-cacb84","gateway":"openshift-ingress/e2e-shared-a-w2-cacb84","model":"ai-tenant-e2e-shared-a-w2-cacb84/auth-test-model-cacb84","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:43:53.97531925Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-cacb84","namespace":"ai-tenant-e2e-shared-a-w2-cacb84"},"namespace":"ai-tenant-e2e-shared-a-w2-cacb84","name":"auth-test-model-cacb84","reconcileID":"792cce34-5683-4c46-ac93-87693799100d","MaaSModelRef":{"name":"auth-test-model-cacb84","namespace":"ai-tenant-e2e-shared-a-w2-cacb84"},"routeName":"auth-test-model-cacb84-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-cacb84","llmisvcName":"auth-test-model-cacb84","gateway":"openshift-ingress/e2e-shared-a-w2-cacb84","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:43:54.009131917Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-5a75f1","namespace":"ai-tenant-e2e-shared-b-w2-e0615c"},"namespace":"ai-tenant-e2e-shared-b-w2-e0615c","name":"e2e-auth-iso-5a75f1","reconcileID":"586f071b-4fd3-4994-b705-5a57ff95754a","MaaSAuthPolicy":{"name":"e2e-auth-iso-5a75f1","namespace":"ai-tenant-e2e-shared-b-w2-e0615c"},"name":"e2e-shared-b-w2-e0615c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:43:54.111611853Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-e0615c","namespace":"ai-tenant-e2e-shared-b-w2-e0615c"},"namespace":"ai-tenant-e2e-shared-b-w2-e0615c","name":"auth-test-model-e0615c","reconcileID":"e71c2bde-f668-417f-9e20-d5ac739d622e","MaaSModelRef":{"name":"auth-test-model-e0615c","namespace":"ai-tenant-e2e-shared-b-w2-e0615c"},"tenant":"e2e-shared-b-w2-e0615c","gateway":"openshift-ingress/e2e-shared-b-w2-e0615c","model":"ai-tenant-e2e-shared-b-w2-e0615c/auth-test-model-e0615c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:43:54.111631368Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-e0615c","namespace":"ai-tenant-e2e-shared-b-w2-e0615c"},"namespace":"ai-tenant-e2e-shared-b-w2-e0615c","name":"auth-test-model-e0615c","reconcileID":"e71c2bde-f668-417f-9e20-d5ac739d622e","MaaSModelRef":{"name":"auth-test-model-e0615c","namespace":"ai-tenant-e2e-shared-b-w2-e0615c"},"routeName":"auth-test-model-e0615c-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-e0615c","llmisvcName":"auth-test-model-e0615c","gateway":"openshift-ingress/e2e-shared-b-w2-e0615c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:43:54.207488982Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-5a75f1","namespace":"ai-tenant-e2e-shared-b-w2-e0615c"},"namespace":"ai-tenant-e2e-shared-b-w2-e0615c","name":"e2e-auth-iso-5a75f1","reconcileID":"6ee661f4-51ad-4cf5-a8c8-cb28ef68d0a0","MaaSAuthPolicy":{"name":"e2e-auth-iso-5a75f1","namespace":"ai-tenant-e2e-shared-b-w2-e0615c"},"model":"ai-tenant-e2e-shared-b-w2-e0615c/auth-test-model-e0615c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:43:54.355716602Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-5a75f1","namespace":"ai-tenant-e2e-shared-b-w2-e0615c"},"namespace":"ai-tenant-e2e-shared-b-w2-e0615c","name":"e2e-auth-iso-5a75f1","reconcileID":"6ee661f4-51ad-4cf5-a8c8-cb28ef68d0a0","MaaSAuthPolicy":{"name":"e2e-auth-iso-5a75f1","namespace":"ai-tenant-e2e-shared-b-w2-e0615c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-e0615c","tenantID":"e2e-shared-b-w2-e0615c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:43:54.468942628Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-5a75f1","namespace":"ai-tenant-e2e-shared-b-w2-e0615c"},"namespace":"ai-tenant-e2e-shared-b-w2-e0615c","name":"e2e-auth-iso-5a75f1","reconcileID":"6ee661f4-51ad-4cf5-a8c8-cb28ef68d0a0","MaaSAuthPolicy":{"name":"e2e-auth-iso-5a75f1","namespace":"ai-tenant-e2e-shared-b-w2-e0615c"},"name":"e2e-shared-b-w2-e0615c-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:43:54.468965074Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-5a75f1","namespace":"ai-tenant-e2e-shared-b-w2-e0615c"},"namespace":"ai-tenant-e2e-shared-b-w2-e0615c","name":"e2e-auth-iso-5a75f1","reconcileID":"6ee661f4-51ad-4cf5-a8c8-cb28ef68d0a0","MaaSAuthPolicy":{"name":"e2e-auth-iso-5a75f1","namespace":"ai-tenant-e2e-shared-b-w2-e0615c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-e0615c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:43:54.521774596Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-e0615c","namespace":"ai-tenant-e2e-shared-b-w2-e0615c"},"namespace":"ai-tenant-e2e-shared-b-w2-e0615c","name":"auth-test-model-e0615c","reconcileID":"73ad510b-283f-47f2-ae55-4dd48894e00c","MaaSModelRef":{"name":"auth-test-model-e0615c","namespace":"ai-tenant-e2e-shared-b-w2-e0615c"},"tenant":"e2e-shared-b-w2-e0615c","gateway":"openshift-ingress/e2e-shared-b-w2-e0615c","model":"ai-tenant-e2e-shared-b-w2-e0615c/auth-test-model-e0615c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:43:54.521799089Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-e0615c","namespace":"ai-tenant-e2e-shared-b-w2-e0615c"},"namespace":"ai-tenant-e2e-shared-b-w2-e0615c","name":"auth-test-model-e0615c","reconcileID":"73ad510b-283f-47f2-ae55-4dd48894e00c","MaaSModelRef":{"name":"auth-test-model-e0615c","namespace":"ai-tenant-e2e-shared-b-w2-e0615c"},"routeName":"auth-test-model-e0615c-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-e0615c","llmisvcName":"auth-test-model-e0615c","gateway":"openshift-ingress/e2e-shared-b-w2-e0615c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:43:55.712752622Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:44:11.458674951Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"explicit-model-52ab15","namespace":"ai-tenant-e2e-explicit-52ab15"},"namespace":"ai-tenant-e2e-explicit-52ab15","name":"explicit-model-52ab15","reconcileID":"dcdabd30-7163-4082-8ac3-1e504f069972","MaaSModelRef":{"name":"explicit-model-52ab15","namespace":"ai-tenant-e2e-explicit-52ab15"},"routeName":"explicit-model-52ab15-kserve-route","namespace":"ai-tenant-e2e-explicit-52ab15","llmisvcName":"explicit-model-52ab15","gateway":"openshift-ingress/e2e-explicit-52ab15","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:44:25.71383296Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:44:29.087047734Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1558555d-74af-4bbe-aa01-a54b31c145ad","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:44:29.135914098Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1558555d-74af-4bbe-aa01-a54b31c145ad","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:44:29.184285102Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1558555d-74af-4bbe-aa01-a54b31c145ad","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:44:29.233135461Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1558555d-74af-4bbe-aa01-a54b31c145ad","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:44:29.634798745Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-a-bebc6d","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-a-bebc6d","reconcileID":"589bf1ef-ec72-4d02-95a0-758361e34511","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-extmod-a-bebc6d","applied":{"maas.opendatahub.io/gateway-access-e2e-extmod-a-bebc6d":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:44:31.081769186Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"56375d53-bddd-41fd-b536-58fca9cfc15d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:44:31.132070415Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"56375d53-bddd-41fd-b536-58fca9cfc15d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:44:31.181892149Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"56375d53-bddd-41fd-b536-58fca9cfc15d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:44:31.230643465Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"56375d53-bddd-41fd-b536-58fca9cfc15d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:44:37.530208003Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-02f899"},"namespace":"ai-tenant-e2e-extmod-a-02f899","name":"default-tenant","reconcileID":"68de54c5-8d7e-4289-96a5-f35d3e8230ec","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-02f899","tenantID":"e2e-extmod-a-02f899","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:44:37.641184296Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-02f899"},"namespace":"ai-tenant-e2e-extmod-a-02f899","name":"default-tenant","reconcileID":"68de54c5-8d7e-4289-96a5-f35d3e8230ec","name":"e2e-extmod-a-02f899-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:44:46.430879992Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8f875b65-0e92-4827-a649-379122840705","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:44:46.481030993Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8f875b65-0e92-4827-a649-379122840705","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:44:46.530531728Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8f875b65-0e92-4827-a649-379122840705","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:44:46.579177782Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8f875b65-0e92-4827-a649-379122840705","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:44:47.01401615Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-a-fd7881","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-a-fd7881","reconcileID":"cb0ec7c8-22a2-4781-a0bf-caa83f77cac8","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-extmod-a-fd7881","applied":{"maas.opendatahub.io/gateway-access-e2e-extmod-a-fd7881":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:44:48.402938643Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f600b892-5f9a-47c1-83e1-2485dc645f21","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:44:48.451633869Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f600b892-5f9a-47c1-83e1-2485dc645f21","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:44:48.500218645Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f600b892-5f9a-47c1-83e1-2485dc645f21","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:44:48.548764753Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f600b892-5f9a-47c1-83e1-2485dc645f21","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:44:50.351596502Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9dfd4c88-3a99-4060-aa48-581e83ca14b4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:44:50.400159492Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9dfd4c88-3a99-4060-aa48-581e83ca14b4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:44:50.448785217Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9dfd4c88-3a99-4060-aa48-581e83ca14b4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:44:50.49800278Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9dfd4c88-3a99-4060-aa48-581e83ca14b4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:44:52.325889658Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dabc3ceb-9e71-478c-85e2-3a87b243fb47","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:44:52.374771321Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dabc3ceb-9e71-478c-85e2-3a87b243fb47","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:44:52.423612323Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dabc3ceb-9e71-478c-85e2-3a87b243fb47","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:44:52.472159591Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dabc3ceb-9e71-478c-85e2-3a87b243fb47","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:44:54.286272373Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4f31f7c2-689d-4722-a817-15c536474914","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:44:54.335124775Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4f31f7c2-689d-4722-a817-15c536474914","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:44:54.383908762Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4f31f7c2-689d-4722-a817-15c536474914","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:44:54.432811924Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4f31f7c2-689d-4722-a817-15c536474914","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:44:55.71324204Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:44:57.701291574Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1dc25b7c-8fda-4c87-a887-f76cada73192","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:44:57.750512021Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1dc25b7c-8fda-4c87-a887-f76cada73192","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:44:57.799455585Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1dc25b7c-8fda-4c87-a887-f76cada73192","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:44:57.848701371Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1dc25b7c-8fda-4c87-a887-f76cada73192","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:44:59.712674093Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"274f6881-3cac-4ba4-888f-dcadc25b4cb0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:44:59.762181837Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"274f6881-3cac-4ba4-888f-dcadc25b4cb0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:44:59.81097369Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"274f6881-3cac-4ba4-888f-dcadc25b4cb0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:44:59.859682149Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"274f6881-3cac-4ba4-888f-dcadc25b4cb0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:45:06.641358217Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"55e77a44-29d7-4393-98be-3d02db5d42a7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:45:06.690278627Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"55e77a44-29d7-4393-98be-3d02db5d42a7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:45:06.738999588Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"55e77a44-29d7-4393-98be-3d02db5d42a7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:45:06.78787242Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"55e77a44-29d7-4393-98be-3d02db5d42a7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:45:07.189004824Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-b-w1-6fb3a8","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-b-w1-6fb3a8","reconcileID":"a53464ff-ba91-4ac8-ae6a-026c93cd6417","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-b-w1-6fb3a8","applied":{"maas.opendatahub.io/gateway-access-e2e-shared-b-w1-6fb3a8":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:45:08.613205494Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"35b67b0a-9fcc-405b-ac51-9879a3f6eba8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:45:08.661837388Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"35b67b0a-9fcc-405b-ac51-9879a3f6eba8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:45:08.710652759Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"35b67b0a-9fcc-405b-ac51-9879a3f6eba8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:45:08.759573452Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"35b67b0a-9fcc-405b-ac51-9879a3f6eba8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:45:10.715478374Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"82c8489b-67eb-4df7-8c7b-9d2f1cdc2af3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:45:10.763906766Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"82c8489b-67eb-4df7-8c7b-9d2f1cdc2af3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:45:10.812344476Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"82c8489b-67eb-4df7-8c7b-9d2f1cdc2af3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:45:10.861919518Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"82c8489b-67eb-4df7-8c7b-9d2f1cdc2af3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:45:12.713629004Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2e554fc0-ff76-4c81-af23-ca817e2653d5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:45:12.762221205Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2e554fc0-ff76-4c81-af23-ca817e2653d5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:45:12.811483453Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2e554fc0-ff76-4c81-af23-ca817e2653d5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:45:12.860154814Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2e554fc0-ff76-4c81-af23-ca817e2653d5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:45:14.668930857Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1eb6a408-2a22-41aa-9c44-054cb5ee9731","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:45:14.718301987Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1eb6a408-2a22-41aa-9c44-054cb5ee9731","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:45:14.815969794Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1eb6a408-2a22-41aa-9c44-054cb5ee9731","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:45:14.865008439Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1eb6a408-2a22-41aa-9c44-054cb5ee9731","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:45:25.713204559Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:45:28.184232546Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b5dae3f3-60cb-4252-ad37-9888ab0c256f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:45:28.232994104Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b5dae3f3-60cb-4252-ad37-9888ab0c256f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:45:28.282529853Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b5dae3f3-60cb-4252-ad37-9888ab0c256f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:45:28.333060212Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b5dae3f3-60cb-4252-ad37-9888ab0c256f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:45:30.13261696Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2c2343fe-9a26-4fdd-894b-512d07858e25","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:45:30.182291724Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2c2343fe-9a26-4fdd-894b-512d07858e25","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:45:30.231206149Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2c2343fe-9a26-4fdd-894b-512d07858e25","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:45:30.281646288Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2c2343fe-9a26-4fdd-894b-512d07858e25","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:45:32.085073179Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1672700d-4f2d-4cbc-aac2-ab07284d359b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:45:32.133959102Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1672700d-4f2d-4cbc-aac2-ab07284d359b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:45:32.182850473Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1672700d-4f2d-4cbc-aac2-ab07284d359b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:45:32.231579634Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1672700d-4f2d-4cbc-aac2-ab07284d359b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:45:34.125167647Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cf7dd3ac-c9ed-42fe-93af-d038ffef5c1f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:45:34.173830936Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cf7dd3ac-c9ed-42fe-93af-d038ffef5c1f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:45:34.222348629Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cf7dd3ac-c9ed-42fe-93af-d038ffef5c1f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:45:34.270865465Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cf7dd3ac-c9ed-42fe-93af-d038ffef5c1f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:45:36.123356725Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d71ebf28-6a50-4f41-bb37-a7d47f32806f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:45:36.172049463Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d71ebf28-6a50-4f41-bb37-a7d47f32806f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:45:36.220688147Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d71ebf28-6a50-4f41-bb37-a7d47f32806f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:45:36.269417738Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d71ebf28-6a50-4f41-bb37-a7d47f32806f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:45:38.118647745Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"22e055aa-98ad-4085-b4f1-d18b258d07e8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:45:38.167727228Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"22e055aa-98ad-4085-b4f1-d18b258d07e8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:45:38.216607979Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"22e055aa-98ad-4085-b4f1-d18b258d07e8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:45:38.265697641Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"22e055aa-98ad-4085-b4f1-d18b258d07e8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:45:38.415170114Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"f86b5d10-824d-46ec-ab2d-5f32e2dbd93f","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:45:38.562329074Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"simulator-subscription","reconcileID":"3f51e58b-fb5e-4b65-b768-c337e8e57ee2","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"name":"maas-trlp-simulator-w2-91cd99","model":"e2e-models-e2e-worker-w2-91cd99/simulator-w2-91cd99","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:45:38.66888074Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"2f798221-03bf-4149-ab03-3df48c15cd11","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:45:38.768843594Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"namespace":"ai-tenant-e2e-worker-w4-8d2c7c","name":"simulator-subscription","reconcileID":"5be85ce1-dfde-4571-87a4-da3dce7dbb5f","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"name":"maas-trlp-simulator-w4-8d2c7c","model":"e2e-models-e2e-worker-w4-8d2c7c/simulator-w4-8d2c7c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:45:38.960575552Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"namespace":"ai-tenant-e2e-worker-w1-5951bc","name":"premium-simulator-subscription","reconcileID":"f009af94-9478-4fd1-a7b0-d70594899f0c","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"name":"maas-trlp-premium-w1-5951bc","model":"e2e-models-e2e-worker-w1-5951bc/premium-w1-5951bc","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:45:39.061300696Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"namespace":"ai-tenant-e2e-worker-w0-9893f0","name":"simulator-subscription","reconcileID":"2bb8304c-12e1-4c10-bc11-24148d43f1da","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"name":"maas-trlp-simulator-w0-9893f0","model":"e2e-models-e2e-worker-w0-9893f0/simulator-w0-9893f0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:45:39.080844293Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"namespace":"ai-tenant-e2e-worker-w3-bb1b51","name":"premium-simulator-subscription","reconcileID":"c2ceed0a-7605-4446-9dec-4f52196c50ae","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"name":"maas-trlp-premium-w3-bb1b51","model":"e2e-models-e2e-worker-w3-bb1b51/premium-w3-bb1b51","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:45:39.160329014Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"namespace":"ai-tenant-e2e-worker-w0-9893f0","name":"premium-simulator-subscription","reconcileID":"0c883eb5-93b8-4ce9-8253-02e34c0715d3","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"name":"maas-trlp-premium-w0-9893f0","model":"e2e-models-e2e-worker-w0-9893f0/premium-w0-9893f0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:45:39.260361737Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"namespace":"ai-tenant-e2e-worker-w1-5951bc","name":"simulator-subscription","reconcileID":"cd51c8fe-0240-43b2-8f23-ea504a18b487","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"name":"maas-trlp-simulator-w1-5951bc","model":"e2e-models-e2e-worker-w1-5951bc/simulator-w1-5951bc","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:45:39.359803718Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"namespace":"ai-tenant-e2e-worker-w4-8d2c7c","name":"premium-simulator-subscription","reconcileID":"d23b4952-551b-4d0f-99dd-63c4320039c6","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"name":"maas-trlp-premium-w4-8d2c7c","model":"e2e-models-e2e-worker-w4-8d2c7c/premium-w4-8d2c7c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:45:39.460295454Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"namespace":"ai-tenant-e2e-worker-w3-bb1b51","name":"simulator-subscription","reconcileID":"70950d13-4c5b-4d38-9a5a-7ff2744be667","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"name":"maas-trlp-simulator-w3-bb1b51","model":"e2e-models-e2e-worker-w3-bb1b51/simulator-w3-bb1b51","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:45:39.61835168Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"premium-simulator-subscription","reconcileID":"d077b234-1bdd-4c72-8bc8-3b995096571d","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"name":"maas-trlp-premium-w2-91cd99","model":"e2e-models-e2e-worker-w2-91cd99/premium-w2-91cd99","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:45:41.954977847Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-bebc6d"},"namespace":"ai-tenant-e2e-extmod-a-bebc6d","name":"default-tenant","reconcileID":"06fa4d33-564c-4d66-bf09-7d5ba2de98a5","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-bebc6d","tenantID":"e2e-extmod-a-bebc6d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:45:42.06223834Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-bebc6d"},"namespace":"ai-tenant-e2e-extmod-a-bebc6d","name":"default-tenant","reconcileID":"06fa4d33-564c-4d66-bf09-7d5ba2de98a5","name":"e2e-extmod-a-bebc6d-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:45:52.792072035Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f9dd8651-fda5-461c-8fc6-62918269f65f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:45:52.841338118Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f9dd8651-fda5-461c-8fc6-62918269f65f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:45:52.890134102Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f9dd8651-fda5-461c-8fc6-62918269f65f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:45:52.938681632Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f9dd8651-fda5-461c-8fc6-62918269f65f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:45:54.828688958Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c6ceeae5-3726-4157-b197-e6f1bc6e51a1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:45:54.879054468Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c6ceeae5-3726-4157-b197-e6f1bc6e51a1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:45:54.927905945Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c6ceeae5-3726-4157-b197-e6f1bc6e51a1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:45:54.976593067Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c6ceeae5-3726-4157-b197-e6f1bc6e51a1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:45:55.713184983Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:45:55.77391479Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-52ab15"},"namespace":"ai-tenant-e2e-explicit-52ab15","name":"default-tenant","reconcileID":"aa397e67-1d57-4699-8b47-71c5a9a733d7","namespace":"ai-tenant-e2e-explicit-52ab15","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:45:55.773976682Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-52ab15"},"namespace":"ai-tenant-e2e-explicit-52ab15","name":"default-tenant","reconcileID":"aa397e67-1d57-4699-8b47-71c5a9a733d7","namespace":"ai-tenant-e2e-explicit-52ab15","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:45:55.774026467Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-52ab15"},"namespace":"ai-tenant-e2e-explicit-52ab15","name":"default-tenant","reconcileID":"aa397e67-1d57-4699-8b47-71c5a9a733d7","tenant":"e2e-explicit-52ab15","tenantID":"e2e-explicit-52ab15","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:45:55.824210846Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-52ab15"},"namespace":"ai-tenant-e2e-explicit-52ab15","name":"default-tenant","reconcileID":"aa397e67-1d57-4699-8b47-71c5a9a733d7","gvk":"Deployment","name":"maas-api-e2e-explicit-52ab15","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:45:55.879613102Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-52ab15"},"namespace":"ai-tenant-e2e-explicit-52ab15","name":"default-tenant","reconcileID":"aa397e67-1d57-4699-8b47-71c5a9a733d7","gvk":"Service","name":"maas-api-e2e-explicit-52ab15","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:45:55.957177682Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-52ab15"},"namespace":"ai-tenant-e2e-explicit-52ab15","name":"default-tenant","reconcileID":"aa397e67-1d57-4699-8b47-71c5a9a733d7","gvk":"HTTPRoute","name":"maas-api-route-e2e-explicit-52ab15","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:45:56.007021908Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-52ab15"},"namespace":"ai-tenant-e2e-explicit-52ab15","name":"default-tenant","reconcileID":"aa397e67-1d57-4699-8b47-71c5a9a733d7","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-explicit-52ab15","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:45:56.058621799Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-52ab15"},"namespace":"ai-tenant-e2e-explicit-52ab15","name":"default-tenant","reconcileID":"aa397e67-1d57-4699-8b47-71c5a9a733d7","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-explicit-52ab15","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:45:56.109275429Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-52ab15"},"namespace":"ai-tenant-e2e-explicit-52ab15","name":"default-tenant","reconcileID":"aa397e67-1d57-4699-8b47-71c5a9a733d7","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-explicit-52ab15","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:45:56.153937093Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"namespace":"ai-tenant-e2e-worker-w1-5951bc","name":"premium-simulator-subscription","reconcileID":"3a23f1f7-3fa3-437c-9ea2-810114a16d46","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"name":"maas-trlp-premium-w1-5951bc","model":"e2e-models-e2e-worker-w1-5951bc/premium-w1-5951bc","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:45:56.162536291Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-52ab15"},"namespace":"ai-tenant-e2e-explicit-52ab15","name":"default-tenant","reconcileID":"aa397e67-1d57-4699-8b47-71c5a9a733d7","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-explicit-52ab15","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:45:56.253167993Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"053c7192-5453-4823-871f-c12f5ac358f0","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:45:56.262351347Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-52ab15"},"namespace":"ai-tenant-e2e-explicit-52ab15","name":"default-tenant","reconcileID":"aa397e67-1d57-4699-8b47-71c5a9a733d7","gvk":"Telemetry","name":"latency-per-subscription-e2e-explicit-52ab15","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:45:56.32153103Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-52ab15"},"namespace":"ai-tenant-e2e-explicit-52ab15","name":"default-tenant","reconcileID":"aa397e67-1d57-4699-8b47-71c5a9a733d7","gvk":"Deployment","name":"payload-processing-e2e-explicit-52ab15","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:45:56.36985044Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-52ab15"},"namespace":"ai-tenant-e2e-explicit-52ab15","name":"default-tenant","reconcileID":"aa397e67-1d57-4699-8b47-71c5a9a733d7","gvk":"Deployment","name":"payload-pre-processing-e2e-explicit-52ab15","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:45:56.417966519Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-52ab15"},"namespace":"ai-tenant-e2e-explicit-52ab15","name":"default-tenant","reconcileID":"aa397e67-1d57-4699-8b47-71c5a9a733d7","gvk":"Service","name":"payload-processing-e2e-explicit-52ab15","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:45:56.468235075Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-52ab15"},"namespace":"ai-tenant-e2e-explicit-52ab15","name":"default-tenant","reconcileID":"aa397e67-1d57-4699-8b47-71c5a9a733d7","gvk":"Service","name":"payload-pre-processing-e2e-explicit-52ab15","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:45:56.516262727Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-52ab15"},"namespace":"ai-tenant-e2e-explicit-52ab15","name":"default-tenant","reconcileID":"aa397e67-1d57-4699-8b47-71c5a9a733d7","gvk":"DestinationRule","name":"payload-processing-e2e-explicit-52ab15","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:45:56.517097444Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"namespace":"ai-tenant-e2e-worker-w0-9893f0","name":"premium-simulator-subscription","reconcileID":"ca6cb83c-ad7a-4bab-936f-be47bfde5241","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"name":"maas-trlp-premium-w0-9893f0","model":"e2e-models-e2e-worker-w0-9893f0/premium-w0-9893f0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:45:56.564679727Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-52ab15"},"namespace":"ai-tenant-e2e-explicit-52ab15","name":"default-tenant","reconcileID":"aa397e67-1d57-4699-8b47-71c5a9a733d7","gvk":"DestinationRule","name":"payload-pre-processing-e2e-explicit-52ab15","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:45:56.61287837Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-52ab15"},"namespace":"ai-tenant-e2e-explicit-52ab15","name":"default-tenant","reconcileID":"aa397e67-1d57-4699-8b47-71c5a9a733d7","gvk":"EnvoyFilter","name":"payload-processing-e2e-explicit-52ab15","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:45:56.617316051Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"namespace":"ai-tenant-e2e-worker-w3-bb1b51","name":"simulator-subscription","reconcileID":"0f54ec09-a4ff-4542-a72c-41f329c57c23","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"name":"maas-trlp-simulator-w3-bb1b51","model":"e2e-models-e2e-worker-w3-bb1b51/simulator-w3-bb1b51","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:45:56.665935519Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-52ab15"},"namespace":"ai-tenant-e2e-explicit-52ab15","name":"default-tenant","reconcileID":"aa397e67-1d57-4699-8b47-71c5a9a733d7","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-explicit-52ab15","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:45:56.714230529Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-52ab15"},"namespace":"ai-tenant-e2e-explicit-52ab15","name":"default-tenant","reconcileID":"aa397e67-1d57-4699-8b47-71c5a9a733d7","gvk":"NetworkPolicy","name":"payload-processing-e2e-explicit-52ab15","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:45:56.722233805Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"simulator-subscription","reconcileID":"699b16aa-36ce-4196-835c-3054a413821a","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"name":"maas-trlp-simulator-w2-91cd99","model":"e2e-models-e2e-worker-w2-91cd99/simulator-w2-91cd99","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:45:56.762520638Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-52ab15"},"namespace":"ai-tenant-e2e-explicit-52ab15","name":"default-tenant","reconcileID":"aa397e67-1d57-4699-8b47-71c5a9a733d7","gvk":"ServiceAccount","name":"payload-processing-e2e-explicit-52ab15","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:45:56.810468675Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-52ab15"},"namespace":"ai-tenant-e2e-explicit-52ab15","name":"default-tenant","reconcileID":"aa397e67-1d57-4699-8b47-71c5a9a733d7","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-explicit-52ab15","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:45:56.822513694Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"namespace":"ai-tenant-e2e-worker-w4-8d2c7c","name":"premium-simulator-subscription","reconcileID":"28b89da9-3798-45f5-84ac-fe9c44b77d1a","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"name":"maas-trlp-premium-w4-8d2c7c","model":"e2e-models-e2e-worker-w4-8d2c7c/premium-w4-8d2c7c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:45:56.823001123Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ca2a8ffc-3a9a-48e7-a536-711df45c960a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:45:56.840268253Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"namespace":"ai-tenant-e2e-worker-w1-5951bc","name":"simulator-subscription","reconcileID":"f43ac2af-3f3f-4478-9f86-f56026205db5","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"name":"maas-trlp-simulator-w1-5951bc","model":"e2e-models-e2e-worker-w1-5951bc/simulator-w1-5951bc","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:45:56.871981052Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ca2a8ffc-3a9a-48e7-a536-711df45c960a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:45:56.920606691Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-52ab15"},"namespace":"ai-tenant-e2e-explicit-52ab15","name":"default-tenant","reconcileID":"aa397e67-1d57-4699-8b47-71c5a9a733d7","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-explicit-52ab15","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:45:56.920859101Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ca2a8ffc-3a9a-48e7-a536-711df45c960a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:45:56.969879881Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ca2a8ffc-3a9a-48e7-a536-711df45c960a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:45:56.970559248Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"c239c43c-0073-438a-a53a-6873504730cf","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:45:57.318985556Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"premium-simulator-subscription","reconcileID":"4f6be9e6-cb4d-405e-b96c-001d3cfd9564","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"name":"maas-trlp-premium-w2-91cd99","model":"e2e-models-e2e-worker-w2-91cd99/premium-w2-91cd99","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:45:57.42010177Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"namespace":"ai-tenant-e2e-worker-w4-8d2c7c","name":"simulator-subscription","reconcileID":"9bda4464-ce4e-4f69-8c26-e3d943d6501b","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"name":"maas-trlp-simulator-w4-8d2c7c","model":"e2e-models-e2e-worker-w4-8d2c7c/simulator-w4-8d2c7c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:45:57.516876395Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"namespace":"ai-tenant-e2e-worker-w0-9893f0","name":"simulator-subscription","reconcileID":"5ca3213e-f719-4e92-a188-3e9ea3215025","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"name":"maas-trlp-simulator-w0-9893f0","model":"e2e-models-e2e-worker-w0-9893f0/simulator-w0-9893f0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:45:57.659571565Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"namespace":"ai-tenant-e2e-worker-w3-bb1b51","name":"premium-simulator-subscription","reconcileID":"ac974901-4271-4a6d-9da5-8a253f48c5c4","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"name":"maas-trlp-premium-w3-bb1b51","model":"e2e-models-e2e-worker-w3-bb1b51/premium-w3-bb1b51","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:45:58.834237349Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"345a1ca0-b974-4040-99e8-fda8db78d3df","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:45:58.88654987Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"345a1ca0-b974-4040-99e8-fda8db78d3df","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:45:58.936542971Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"345a1ca0-b974-4040-99e8-fda8db78d3df","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:45:58.985426565Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"345a1ca0-b974-4040-99e8-fda8db78d3df","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:46:01.547146099Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-fd7881"},"namespace":"ai-tenant-e2e-extmod-a-fd7881","name":"default-tenant","reconcileID":"5b4b0165-0bb2-4008-a641-08652698b660","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-fd7881","tenantID":"e2e-extmod-a-fd7881","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:46:01.654454172Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-fd7881"},"namespace":"ai-tenant-e2e-extmod-a-fd7881","name":"default-tenant","reconcileID":"5b4b0165-0bb2-4008-a641-08652698b660","name":"e2e-extmod-a-fd7881-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:46:01.82882612Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c56cacd6-40fe-4809-80cd-37153bb3689b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:46:01.878016583Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c56cacd6-40fe-4809-80cd-37153bb3689b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:46:01.927554644Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c56cacd6-40fe-4809-80cd-37153bb3689b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:46:01.976125213Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c56cacd6-40fe-4809-80cd-37153bb3689b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:46:02.71232289Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-b-94e247","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-b-94e247","reconcileID":"d62a91c0-6fd1-499f-882e-35db36a429a8","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-extmod-b-94e247","applied":{"maas.opendatahub.io/gateway-access-e2e-extmod-b-94e247":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:46:03.788030465Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7a7509d1-ec55-4be0-925c-aabcc7275bc2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:46:03.837236832Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7a7509d1-ec55-4be0-925c-aabcc7275bc2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:46:03.885899545Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7a7509d1-ec55-4be0-925c-aabcc7275bc2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:46:03.935120105Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7a7509d1-ec55-4be0-925c-aabcc7275bc2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:46:05.745073468Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f792de2b-73f6-456d-aaf2-147b5af0e95a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:46:05.793891335Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f792de2b-73f6-456d-aaf2-147b5af0e95a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:46:05.843474135Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f792de2b-73f6-456d-aaf2-147b5af0e95a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:46:05.892473112Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f792de2b-73f6-456d-aaf2-147b5af0e95a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:46:06.138662747Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-explicit-52ab15","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-explicit-52ab15","reconcileID":"88bb743d-5419-4f89-8614-60853c42c033","aitenant":"ai-tenants/e2e-explicit-52ab15","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:46:06.875010247Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-explicit-52ab15","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-explicit-52ab15","reconcileID":"88bb743d-5419-4f89-8614-60853c42c033","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-explicit-52ab15","removed":["maas.opendatahub.io/gateway-access-e2e-explicit-52ab15"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:46:07.703903072Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9ba596ab-fd99-4a65-a4ff-2a8bee62ce6a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:46:07.752984209Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9ba596ab-fd99-4a65-a4ff-2a8bee62ce6a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:46:07.801754233Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9ba596ab-fd99-4a65-a4ff-2a8bee62ce6a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:46:07.850352771Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9ba596ab-fd99-4a65-a4ff-2a8bee62ce6a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:46:09.676550969Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"572aa3c3-44d9-4b4a-b870-890fd369d017","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:46:09.725038522Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"572aa3c3-44d9-4b4a-b870-890fd369d017","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:46:09.773583887Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"572aa3c3-44d9-4b4a-b870-890fd369d017","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:46:09.822126602Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"572aa3c3-44d9-4b4a-b870-890fd369d017","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:46:11.67385243Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2dee0c25-3d7c-4157-bc3a-57bdb799249b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:46:11.722591145Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2dee0c25-3d7c-4157-bc3a-57bdb799249b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:46:11.771879114Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2dee0c25-3d7c-4157-bc3a-57bdb799249b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:46:11.82062408Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2dee0c25-3d7c-4157-bc3a-57bdb799249b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T12:46:17.465242472Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-ff65b5","namespace":"ai-tenant-e2e-noten-ff65b5"},"namespace":"ai-tenant-e2e-noten-ff65b5","name":"noten-model-ff65b5","reconcileID":"109b4007-8760-4324-bf4a-59a8be9e8412","MaaSModelRef":{"name":"noten-model-ff65b5","namespace":"ai-tenant-e2e-noten-ff65b5"},"error":"resolve tenant gateway for model ai-tenant-e2e-noten-ff65b5/noten-model-ff65b5: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-ff65b5/noten-model-ff65b5-kserve-route (gateways: [openshift-ingress/e2e-noten-ff65b5]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T12:46:17.517008382Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-ff65b5","namespace":"ai-tenant-e2e-noten-ff65b5"},"namespace":"ai-tenant-e2e-noten-ff65b5","name":"noten-model-ff65b5","reconcileID":"109b4007-8760-4324-bf4a-59a8be9e8412","error":"resolve tenant gateway for model ai-tenant-e2e-noten-ff65b5/noten-model-ff65b5: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-ff65b5/noten-model-ff65b5-kserve-route (gateways: [openshift-ingress/e2e-noten-ff65b5]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T12:46:17.523100595Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-ff65b5","namespace":"ai-tenant-e2e-noten-ff65b5"},"namespace":"ai-tenant-e2e-noten-ff65b5","name":"noten-model-ff65b5","reconcileID":"0a069e18-7092-435b-a4be-4e630fe8256b","MaaSModelRef":{"name":"noten-model-ff65b5","namespace":"ai-tenant-e2e-noten-ff65b5"},"error":"resolve tenant gateway for model ai-tenant-e2e-noten-ff65b5/noten-model-ff65b5: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-ff65b5/noten-model-ff65b5-kserve-route (gateways: [openshift-ingress/e2e-noten-ff65b5]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T12:46:17.523174371Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-ff65b5","namespace":"ai-tenant-e2e-noten-ff65b5"},"namespace":"ai-tenant-e2e-noten-ff65b5","name":"noten-model-ff65b5","reconcileID":"0a069e18-7092-435b-a4be-4e630fe8256b","error":"resolve tenant gateway for model ai-tenant-e2e-noten-ff65b5/noten-model-ff65b5: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-ff65b5/noten-model-ff65b5-kserve-route (gateways: [openshift-ingress/e2e-noten-ff65b5]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T12:46:17.534460792Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-ff65b5","namespace":"ai-tenant-e2e-noten-ff65b5"},"namespace":"ai-tenant-e2e-noten-ff65b5","name":"noten-model-ff65b5","reconcileID":"6b1ebe78-ae9e-44bd-823f-17bbd394cfa7","MaaSModelRef":{"name":"noten-model-ff65b5","namespace":"ai-tenant-e2e-noten-ff65b5"},"error":"resolve tenant gateway for model ai-tenant-e2e-noten-ff65b5/noten-model-ff65b5: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-ff65b5/noten-model-ff65b5-kserve-route (gateways: [openshift-ingress/e2e-noten-ff65b5]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T12:46:17.534527583Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-ff65b5","namespace":"ai-tenant-e2e-noten-ff65b5"},"namespace":"ai-tenant-e2e-noten-ff65b5","name":"noten-model-ff65b5","reconcileID":"6b1ebe78-ae9e-44bd-823f-17bbd394cfa7","error":"resolve tenant gateway for model ai-tenant-e2e-noten-ff65b5/noten-model-ff65b5: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-ff65b5/noten-model-ff65b5-kserve-route (gateways: [openshift-ingress/e2e-noten-ff65b5]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T12:46:17.554849569Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-ff65b5","namespace":"ai-tenant-e2e-noten-ff65b5"},"namespace":"ai-tenant-e2e-noten-ff65b5","name":"noten-model-ff65b5","reconcileID":"ffe63d10-759b-48ad-9930-4f2683f0c9e4","MaaSModelRef":{"name":"noten-model-ff65b5","namespace":"ai-tenant-e2e-noten-ff65b5"},"error":"resolve tenant gateway for model ai-tenant-e2e-noten-ff65b5/noten-model-ff65b5: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-ff65b5/noten-model-ff65b5-kserve-route (gateways: [openshift-ingress/e2e-noten-ff65b5]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T12:46:17.554921331Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-ff65b5","namespace":"ai-tenant-e2e-noten-ff65b5"},"namespace":"ai-tenant-e2e-noten-ff65b5","name":"noten-model-ff65b5","reconcileID":"ffe63d10-759b-48ad-9930-4f2683f0c9e4","error":"resolve tenant gateway for model ai-tenant-e2e-noten-ff65b5/noten-model-ff65b5: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-ff65b5/noten-model-ff65b5-kserve-route (gateways: [openshift-ingress/e2e-noten-ff65b5]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T12:46:17.596074644Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-ff65b5","namespace":"ai-tenant-e2e-noten-ff65b5"},"namespace":"ai-tenant-e2e-noten-ff65b5","name":"noten-model-ff65b5","reconcileID":"e3bde959-8196-4513-808b-225ebac7c0ee","MaaSModelRef":{"name":"noten-model-ff65b5","namespace":"ai-tenant-e2e-noten-ff65b5"},"error":"resolve tenant gateway for model ai-tenant-e2e-noten-ff65b5/noten-model-ff65b5: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-ff65b5/noten-model-ff65b5-kserve-route (gateways: [openshift-ingress/e2e-noten-ff65b5]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T12:46:17.596151133Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-ff65b5","namespace":"ai-tenant-e2e-noten-ff65b5"},"namespace":"ai-tenant-e2e-noten-ff65b5","name":"noten-model-ff65b5","reconcileID":"e3bde959-8196-4513-808b-225ebac7c0ee","error":"resolve tenant gateway for model ai-tenant-e2e-noten-ff65b5/noten-model-ff65b5: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-ff65b5/noten-model-ff65b5-kserve-route (gateways: [openshift-ingress/e2e-noten-ff65b5]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T12:46:17.677119593Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-ff65b5","namespace":"ai-tenant-e2e-noten-ff65b5"},"namespace":"ai-tenant-e2e-noten-ff65b5","name":"noten-model-ff65b5","reconcileID":"f1a02e25-444a-41ba-9ba2-f5b44e539bd6","MaaSModelRef":{"name":"noten-model-ff65b5","namespace":"ai-tenant-e2e-noten-ff65b5"},"error":"resolve tenant gateway for model ai-tenant-e2e-noten-ff65b5/noten-model-ff65b5: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-ff65b5/noten-model-ff65b5-kserve-route (gateways: [openshift-ingress/e2e-noten-ff65b5]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T12:46:17.677190424Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-ff65b5","namespace":"ai-tenant-e2e-noten-ff65b5"},"namespace":"ai-tenant-e2e-noten-ff65b5","name":"noten-model-ff65b5","reconcileID":"f1a02e25-444a-41ba-9ba2-f5b44e539bd6","error":"resolve tenant gateway for model ai-tenant-e2e-noten-ff65b5/noten-model-ff65b5: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-ff65b5/noten-model-ff65b5-kserve-route (gateways: [openshift-ingress/e2e-noten-ff65b5]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T12:46:17.837952457Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-ff65b5","namespace":"ai-tenant-e2e-noten-ff65b5"},"namespace":"ai-tenant-e2e-noten-ff65b5","name":"noten-model-ff65b5","reconcileID":"165539a9-830e-41dd-95fc-f50237e528dd","MaaSModelRef":{"name":"noten-model-ff65b5","namespace":"ai-tenant-e2e-noten-ff65b5"},"error":"resolve tenant gateway for model ai-tenant-e2e-noten-ff65b5/noten-model-ff65b5: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-ff65b5/noten-model-ff65b5-kserve-route (gateways: [openshift-ingress/e2e-noten-ff65b5]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T12:46:17.838021663Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-ff65b5","namespace":"ai-tenant-e2e-noten-ff65b5"},"namespace":"ai-tenant-e2e-noten-ff65b5","name":"noten-model-ff65b5","reconcileID":"165539a9-830e-41dd-95fc-f50237e528dd","error":"resolve tenant gateway for model ai-tenant-e2e-noten-ff65b5/noten-model-ff65b5: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-ff65b5/noten-model-ff65b5-kserve-route (gateways: [openshift-ingress/e2e-noten-ff65b5]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T12:46:18.159352883Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-ff65b5","namespace":"ai-tenant-e2e-noten-ff65b5"},"namespace":"ai-tenant-e2e-noten-ff65b5","name":"noten-model-ff65b5","reconcileID":"40a72dfc-b867-4c01-a87a-e963e0a33fa4","MaaSModelRef":{"name":"noten-model-ff65b5","namespace":"ai-tenant-e2e-noten-ff65b5"},"error":"resolve tenant gateway for model ai-tenant-e2e-noten-ff65b5/noten-model-ff65b5: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-ff65b5/noten-model-ff65b5-kserve-route (gateways: [openshift-ingress/e2e-noten-ff65b5]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T12:46:18.159461399Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-ff65b5","namespace":"ai-tenant-e2e-noten-ff65b5"},"namespace":"ai-tenant-e2e-noten-ff65b5","name":"noten-model-ff65b5","reconcileID":"40a72dfc-b867-4c01-a87a-e963e0a33fa4","error":"resolve tenant gateway for model ai-tenant-e2e-noten-ff65b5/noten-model-ff65b5: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-ff65b5/noten-model-ff65b5-kserve-route (gateways: [openshift-ingress/e2e-noten-ff65b5]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T12:46:18.800138631Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-ff65b5","namespace":"ai-tenant-e2e-noten-ff65b5"},"namespace":"ai-tenant-e2e-noten-ff65b5","name":"noten-model-ff65b5","reconcileID":"fc6d846a-8f26-433e-92f2-5882c2eb79a2","MaaSModelRef":{"name":"noten-model-ff65b5","namespace":"ai-tenant-e2e-noten-ff65b5"},"error":"resolve tenant gateway for model ai-tenant-e2e-noten-ff65b5/noten-model-ff65b5: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-ff65b5/noten-model-ff65b5-kserve-route (gateways: [openshift-ingress/e2e-noten-ff65b5]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T12:46:18.800213045Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-ff65b5","namespace":"ai-tenant-e2e-noten-ff65b5"},"namespace":"ai-tenant-e2e-noten-ff65b5","name":"noten-model-ff65b5","reconcileID":"fc6d846a-8f26-433e-92f2-5882c2eb79a2","error":"resolve tenant gateway for model ai-tenant-e2e-noten-ff65b5/noten-model-ff65b5: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-ff65b5/noten-model-ff65b5-kserve-route (gateways: [openshift-ingress/e2e-noten-ff65b5]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T12:46:20.080571841Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-ff65b5","namespace":"ai-tenant-e2e-noten-ff65b5"},"namespace":"ai-tenant-e2e-noten-ff65b5","name":"noten-model-ff65b5","reconcileID":"4871d201-afba-4969-b766-49e8ae678614","MaaSModelRef":{"name":"noten-model-ff65b5","namespace":"ai-tenant-e2e-noten-ff65b5"},"error":"resolve tenant gateway for model ai-tenant-e2e-noten-ff65b5/noten-model-ff65b5: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-ff65b5/noten-model-ff65b5-kserve-route (gateways: [openshift-ingress/e2e-noten-ff65b5]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T12:46:20.080637644Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-ff65b5","namespace":"ai-tenant-e2e-noten-ff65b5"},"namespace":"ai-tenant-e2e-noten-ff65b5","name":"noten-model-ff65b5","reconcileID":"4871d201-afba-4969-b766-49e8ae678614","error":"resolve tenant gateway for model ai-tenant-e2e-noten-ff65b5/noten-model-ff65b5: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-ff65b5/noten-model-ff65b5-kserve-route (gateways: [openshift-ingress/e2e-noten-ff65b5]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T12:46:22.641713436Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-ff65b5","namespace":"ai-tenant-e2e-noten-ff65b5"},"namespace":"ai-tenant-e2e-noten-ff65b5","name":"noten-model-ff65b5","reconcileID":"d473109e-da53-4930-98d9-4bf0a6f83e14","MaaSModelRef":{"name":"noten-model-ff65b5","namespace":"ai-tenant-e2e-noten-ff65b5"},"error":"resolve tenant gateway for model ai-tenant-e2e-noten-ff65b5/noten-model-ff65b5: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-ff65b5/noten-model-ff65b5-kserve-route (gateways: [openshift-ingress/e2e-noten-ff65b5]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T12:46:22.641795542Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-ff65b5","namespace":"ai-tenant-e2e-noten-ff65b5"},"namespace":"ai-tenant-e2e-noten-ff65b5","name":"noten-model-ff65b5","reconcileID":"d473109e-da53-4930-98d9-4bf0a6f83e14","error":"resolve tenant gateway for model ai-tenant-e2e-noten-ff65b5/noten-model-ff65b5: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-ff65b5/noten-model-ff65b5-kserve-route (gateways: [openshift-ingress/e2e-noten-ff65b5]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T12:46:24.630075461Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-6fb3a8"},"namespace":"ai-tenant-e2e-shared-b-w1-6fb3a8","name":"default-tenant","reconcileID":"a267f135-6f30-44e5-96cc-07a5ef212886","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-6fb3a8","tenantID":"e2e-shared-b-w1-6fb3a8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:46:24.737324128Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-6fb3a8"},"namespace":"ai-tenant-e2e-shared-b-w1-6fb3a8","name":"default-tenant","reconcileID":"a267f135-6f30-44e5-96cc-07a5ef212886","name":"e2e-shared-b-w1-6fb3a8-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:46:25.713372499Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:46:55.712576001Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:47:01.789664506Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f8a4bdd6-f16b-4916-8073-3b1ca77ce1bf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:47:01.838587863Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f8a4bdd6-f16b-4916-8073-3b1ca77ce1bf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:47:01.887442874Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f8a4bdd6-f16b-4916-8073-3b1ca77ce1bf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:47:01.936573004Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f8a4bdd6-f16b-4916-8073-3b1ca77ce1bf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:47:03.757618216Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"009edf50-4558-47d9-ad9e-8ffa4008045c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:47:03.806674006Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"009edf50-4558-47d9-ad9e-8ffa4008045c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:47:03.855331197Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"009edf50-4558-47d9-ad9e-8ffa4008045c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:47:03.904882304Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"009edf50-4558-47d9-ad9e-8ffa4008045c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:47:05.791299902Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5a23eecd-a676-49c0-bf8c-352783fc6b6a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:47:05.841930287Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5a23eecd-a676-49c0-bf8c-352783fc6b6a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:47:05.890680218Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5a23eecd-a676-49c0-bf8c-352783fc6b6a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:47:05.950022119Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5a23eecd-a676-49c0-bf8c-352783fc6b6a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:47:08.554097291Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b5ad5235-a084-40d2-8676-509be12ed8ef","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:47:08.602976503Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b5ad5235-a084-40d2-8676-509be12ed8ef","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:47:08.652608537Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b5ad5235-a084-40d2-8676-509be12ed8ef","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:47:08.701283358Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b5ad5235-a084-40d2-8676-509be12ed8ef","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:47:09.009149562Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-b-aa20ad","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-b-aa20ad","reconcileID":"850baec9-4698-44a4-a46f-2d4227bfba72","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-extmod-b-aa20ad","applied":{"maas.opendatahub.io/gateway-access-e2e-extmod-b-aa20ad":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:47:10.545974042Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"37bcb347-cc5c-4e94-940d-9a3087a1f3be","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:47:10.595543358Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"37bcb347-cc5c-4e94-940d-9a3087a1f3be","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:47:10.644743398Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"37bcb347-cc5c-4e94-940d-9a3087a1f3be","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:47:10.693432368Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"37bcb347-cc5c-4e94-940d-9a3087a1f3be","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:47:20.492064059Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ac9f842b-4aa6-4465-995f-e66d7169e4a5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:47:20.542289292Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ac9f842b-4aa6-4465-995f-e66d7169e4a5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:47:20.591716378Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ac9f842b-4aa6-4465-995f-e66d7169e4a5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:47:20.640821704Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ac9f842b-4aa6-4465-995f-e66d7169e4a5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:47:22.469787094Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"50e97fcc-8c5c-4c40-9a21-e55f21e45371","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:47:22.519250241Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"50e97fcc-8c5c-4c40-9a21-e55f21e45371","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:47:22.568817373Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"50e97fcc-8c5c-4c40-9a21-e55f21e45371","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:47:22.61770374Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"50e97fcc-8c5c-4c40-9a21-e55f21e45371","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:47:23.418574221Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-94e247"},"namespace":"ai-tenant-e2e-extmod-b-94e247","name":"default-tenant","reconcileID":"62639088-2d25-464b-b3f9-729596944263","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-94e247","tenantID":"e2e-extmod-b-94e247","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:47:23.527233682Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-94e247"},"namespace":"ai-tenant-e2e-extmod-b-94e247","name":"default-tenant","reconcileID":"62639088-2d25-464b-b3f9-729596944263","name":"e2e-extmod-b-94e247-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:47:25.71275262Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:47:26.639410983Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c05dcc25-1500-47b4-afa5-b58c0039d506","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:47:26.688024752Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c05dcc25-1500-47b4-afa5-b58c0039d506","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:47:26.739141366Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c05dcc25-1500-47b4-afa5-b58c0039d506","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:47:26.789283276Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c05dcc25-1500-47b4-afa5-b58c0039d506","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:47:27.188630417Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-b-c84ae1","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-b-c84ae1","reconcileID":"f51a21bc-5d4a-4729-bcd9-3bb0e2732533","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-extmod-b-c84ae1","applied":{"maas.opendatahub.io/gateway-access-e2e-extmod-b-c84ae1":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:47:28.624175681Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7fcf45da-4356-4588-bca5-b0f858869258","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:47:28.673202432Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7fcf45da-4356-4588-bca5-b0f858869258","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:47:28.722584879Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7fcf45da-4356-4588-bca5-b0f858869258","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:47:28.771432721Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7fcf45da-4356-4588-bca5-b0f858869258","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:47:42.167812395Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"81115a35-9d18-4737-a2e7-de84db016009","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:47:42.216855798Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"81115a35-9d18-4737-a2e7-de84db016009","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:47:42.265701734Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"81115a35-9d18-4737-a2e7-de84db016009","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:47:42.314703552Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"81115a35-9d18-4737-a2e7-de84db016009","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:47:42.922207178Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-a-38f178","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-a-38f178","reconcileID":"d76565b1-eb4c-49ee-95d8-b73c9ee3f7ba","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-extmod-a-38f178","applied":{"maas.opendatahub.io/gateway-access-e2e-extmod-a-38f178":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:47:44.118836762Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e2e33d3c-3a6e-443e-b1ef-7b84a17e5208","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:47:44.168481095Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e2e33d3c-3a6e-443e-b1ef-7b84a17e5208","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:47:44.217116332Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e2e33d3c-3a6e-443e-b1ef-7b84a17e5208","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:47:44.266036395Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e2e33d3c-3a6e-443e-b1ef-7b84a17e5208","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:47:48.270560835Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6fe93d20-a3a9-4fe5-8e18-e7fdc8a25324","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:47:48.319149335Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6fe93d20-a3a9-4fe5-8e18-e7fdc8a25324","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:47:48.367810369Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6fe93d20-a3a9-4fe5-8e18-e7fdc8a25324","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:47:48.416763439Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6fe93d20-a3a9-4fe5-8e18-e7fdc8a25324","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:47:50.237299903Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a2014bbe-8b35-4a17-8022-6f3fff112f45","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:47:50.286009252Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a2014bbe-8b35-4a17-8022-6f3fff112f45","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:47:50.33528737Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a2014bbe-8b35-4a17-8022-6f3fff112f45","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:47:50.384031008Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a2014bbe-8b35-4a17-8022-6f3fff112f45","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:47:52.215212223Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b76100ca-33c3-4ce7-b2ff-4d953fa370d6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:47:52.264144153Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b76100ca-33c3-4ce7-b2ff-4d953fa370d6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:47:52.313046295Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b76100ca-33c3-4ce7-b2ff-4d953fa370d6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:47:52.361888066Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b76100ca-33c3-4ce7-b2ff-4d953fa370d6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:47:55.71269519Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:48:25.713251272Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:48:35.383193156Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-aa20ad"},"namespace":"ai-tenant-e2e-extmod-b-aa20ad","name":"default-tenant","reconcileID":"fec696f1-fda3-4513-8889-de244171c07d","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-aa20ad","tenantID":"e2e-extmod-b-aa20ad","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:48:35.490065929Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-aa20ad"},"namespace":"ai-tenant-e2e-extmod-b-aa20ad","name":"default-tenant","reconcileID":"fec696f1-fda3-4513-8889-de244171c07d","name":"e2e-extmod-b-aa20ad-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:48:40.458849473Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"namespace":"ai-tenant-e2e-worker-w0-9893f0","name":"premium-simulator-subscription","reconcileID":"259b4e77-5314-4299-ae8b-04c786c38daa","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"name":"maas-trlp-premium-w0-9893f0","model":"e2e-models-e2e-worker-w0-9893f0/premium-w0-9893f0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:48:40.609049597Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"namespace":"ai-tenant-e2e-worker-w3-bb1b51","name":"premium-simulator-subscription","reconcileID":"4b7d5a33-f246-45e4-bc16-64bb02d124e0","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"name":"maas-trlp-premium-w3-bb1b51","model":"e2e-models-e2e-worker-w3-bb1b51/premium-w3-bb1b51","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:48:40.708407559Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"namespace":"ai-tenant-e2e-worker-w0-9893f0","name":"simulator-subscription","reconcileID":"eec80b52-7087-4ebc-9f47-034e2e858fd9","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"name":"maas-trlp-simulator-w0-9893f0","model":"e2e-models-e2e-worker-w0-9893f0/simulator-w0-9893f0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:48:40.726293858Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"namespace":"ai-tenant-e2e-worker-w1-5951bc","name":"premium-simulator-subscription","reconcileID":"ae33d319-6bf6-4d5e-996d-adeb8e776ddb","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"name":"maas-trlp-premium-w1-5951bc","model":"e2e-models-e2e-worker-w1-5951bc/premium-w1-5951bc","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:48:40.810466264Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"namespace":"ai-tenant-e2e-worker-w3-bb1b51","name":"simulator-subscription","reconcileID":"37b90559-014d-482d-90c8-573b842de5bc","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"name":"maas-trlp-simulator-w3-bb1b51","model":"e2e-models-e2e-worker-w3-bb1b51/simulator-w3-bb1b51","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:48:41.069404205Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"7b28f689-b7db-4edf-9fcb-0b48f33809e6","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:48:41.6525214Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"simulator-subscription","reconcileID":"73f99ef0-d062-4e84-9f3a-33b836896dc7","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"name":"maas-trlp-simulator-w2-91cd99","model":"e2e-models-e2e-worker-w2-91cd99/simulator-w2-91cd99","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:48:41.752249006Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"premium-simulator-subscription","reconcileID":"326bda01-f3fe-41ab-8be1-1e4db8fdd7bb","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"name":"maas-trlp-premium-w2-91cd99","model":"e2e-models-e2e-worker-w2-91cd99/premium-w2-91cd99","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:48:41.853084139Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"namespace":"ai-tenant-e2e-worker-w1-5951bc","name":"simulator-subscription","reconcileID":"a828cb61-0b08-492a-bac2-ad55030a9844","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"name":"maas-trlp-simulator-w1-5951bc","model":"e2e-models-e2e-worker-w1-5951bc/simulator-w1-5951bc","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:48:41.954316432Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"namespace":"ai-tenant-e2e-worker-w4-8d2c7c","name":"simulator-subscription","reconcileID":"2d2d9768-f9c8-41aa-8c0b-859feaf7bfc5","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"name":"maas-trlp-simulator-w4-8d2c7c","model":"e2e-models-e2e-worker-w4-8d2c7c/simulator-w4-8d2c7c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:48:42.054808256Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"fdbd0768-c605-464d-9924-4a5d9975cd75","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:48:42.175656793Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"namespace":"ai-tenant-e2e-worker-w4-8d2c7c","name":"premium-simulator-subscription","reconcileID":"feff44f5-e27a-47e5-8346-1ccd9488d34b","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"name":"maas-trlp-premium-w4-8d2c7c","model":"e2e-models-e2e-worker-w4-8d2c7c/premium-w4-8d2c7c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:48:50.523094585Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9de2cb35-b9f1-48d6-9e46-970ecc78d28c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:48:50.571843247Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9de2cb35-b9f1-48d6-9e46-970ecc78d28c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:48:50.620765111Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9de2cb35-b9f1-48d6-9e46-970ecc78d28c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:48:50.669923385Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9de2cb35-b9f1-48d6-9e46-970ecc78d28c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:48:52.533783596Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a171bc02-cdfc-48ad-8e21-ce3981766d2c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:48:52.582524246Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a171bc02-cdfc-48ad-8e21-ce3981766d2c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:48:52.631329925Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a171bc02-cdfc-48ad-8e21-ce3981766d2c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:48:52.68026622Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a171bc02-cdfc-48ad-8e21-ce3981766d2c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:48:53.838832753Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-serve-2a91e7","namespace":"e2e-extmod-att-user-a4da68"},"namespace":"e2e-extmod-att-user-a4da68","name":"e2e-att-serve-2a91e7","reconcileID":"4522ada1-a8cc-472d-ba49-46c616e03d25","namespace":"e2e-extmod-att-user-a4da68","name":"e2e-att-serve-2a91e7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:48:53.891479399Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-serve-2a91e7","namespace":"e2e-extmod-att-user-a4da68"},"namespace":"e2e-extmod-att-user-a4da68","name":"e2e-att-serve-2a91e7","reconcileID":"ba4c8937-f808-453b-8722-9d51cda3fa71","namespace":"e2e-extmod-att-user-a4da68","name":"e2e-att-serve-2a91e7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:48:53.985630156Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"namespace":"ai-tenant-e2e-worker-w0-9893f0","name":"premium-simulator-access","reconcileID":"a6c51414-dfea-42be-8d95-4c6e6495315c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9893f0","tenantID":"e2e-worker-w0-9893f0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:48:53.985699493Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"namespace":"ai-tenant-e2e-worker-w3-bb1b51","name":"simulator-access","reconcileID":"4c746c20-f89f-4d2d-a3ec-03ac929a32e0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bb1b51","tenantID":"e2e-worker-w3-bb1b51","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:48:53.986153229Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"premium-simulator-access","reconcileID":"1f617c29-9570-4162-bd19-909c3f91f4fa","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-91cd99","tenantID":"e2e-worker-w2-91cd99","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:48:53.98619213Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"namespace":"ai-tenant-e2e-worker-w4-8d2c7c","name":"simulator-access","reconcileID":"d1c08d1f-12ba-4fa6-8e1d-0c69dfe3362c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-8d2c7c","tenantID":"e2e-worker-w4-8d2c7c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:48:53.986597994Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"namespace":"ai-tenant-e2e-worker-w3-bb1b51","name":"premium-simulator-access","reconcileID":"a2e40f7e-7847-492e-959c-4723fc80b92d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bb1b51","tenantID":"e2e-worker-w3-bb1b51","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:48:54.03862205Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"namespace":"ai-tenant-e2e-worker-w3-bb1b51","name":"simulator-access","reconcileID":"4c746c20-f89f-4d2d-a3ec-03ac929a32e0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"name":"e2e-worker-w3-bb1b51-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:48:54.040671733Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"namespace":"ai-tenant-e2e-worker-w3-bb1b51","name":"premium-simulator-access","reconcileID":"a2e40f7e-7847-492e-959c-4723fc80b92d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"name":"e2e-worker-w3-bb1b51-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:48:54.040802393Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"premium-simulator-access","reconcileID":"1f617c29-9570-4162-bd19-909c3f91f4fa","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"name":"e2e-worker-w2-91cd99-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:48:54.043043986Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"namespace":"ai-tenant-e2e-worker-w0-9893f0","name":"premium-simulator-access","reconcileID":"a6c51414-dfea-42be-8d95-4c6e6495315c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"name":"e2e-worker-w0-9893f0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:48:54.044056515Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"namespace":"ai-tenant-e2e-worker-w4-8d2c7c","name":"simulator-access","reconcileID":"d1c08d1f-12ba-4fa6-8e1d-0c69dfe3362c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"name":"e2e-worker-w4-8d2c7c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:48:54.341461317Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-2a91e7","namespace":"e2e-extmod-att-user-a4da68"},"namespace":"e2e-extmod-att-user-a4da68","name":"e2e-att-serve-2a91e7","reconcileID":"a08e2500-bfc0-4afa-a7af-80b88a54f5fd","MaaSModelRef":{"name":"e2e-att-serve-2a91e7","namespace":"e2e-extmod-att-user-a4da68"},"name":"e2e-att-serve-2a91e7","namespace":"e2e-extmod-att-user-a4da68","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:48:54.391328169Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"namespace":"ai-tenant-e2e-worker-w4-8d2c7c","name":"premium-simulator-access","reconcileID":"cd6c9aea-9669-4974-8dd9-479499e9abbf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-8d2c7c","tenantID":"e2e-worker-w4-8d2c7c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:48:54.392174573Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"namespace":"ai-tenant-e2e-worker-w1-5951bc","name":"simulator-access","reconcileID":"76123bca-9d8c-45a5-aa95-b70376b60e63","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5951bc","tenantID":"e2e-worker-w1-5951bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:48:54.392725096Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"83423ce1-2aae-4245-901b-7f519007c426","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:48:54.393172778Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"575a155b-5020-4f28-997f-d2c134d8b562","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:48:54.393333441Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"simulator-access","reconcileID":"d4fbf98e-1850-45ff-96ac-1c24b7513a23","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-91cd99","tenantID":"e2e-worker-w2-91cd99","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:48:54.45013791Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"namespace":"ai-tenant-e2e-worker-w4-8d2c7c","name":"premium-simulator-access","reconcileID":"cd6c9aea-9669-4974-8dd9-479499e9abbf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"name":"e2e-worker-w4-8d2c7c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:48:54.455515988Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"namespace":"ai-tenant-e2e-worker-w1-5951bc","name":"simulator-access","reconcileID":"76123bca-9d8c-45a5-aa95-b70376b60e63","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"name":"e2e-worker-w1-5951bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:48:54.458168063Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"simulator-access","reconcileID":"d4fbf98e-1850-45ff-96ac-1c24b7513a23","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"name":"e2e-worker-w2-91cd99-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:48:54.515053161Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"575a155b-5020-4f28-997f-d2c134d8b562","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T12:48:54.55381919Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"83423ce1-2aae-4245-901b-7f519007c426","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T12:48:54.567233377Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 5, current generation is 6","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"575a155b-5020-4f28-997f-d2c134d8b562","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T12:48:54.607228805Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"83423ce1-2aae-4245-901b-7f519007c426","error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T12:48:54.649398141Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-2a91e7","namespace":"e2e-extmod-att-user-a4da68"},"namespace":"e2e-extmod-att-user-a4da68","name":"e2e-att-serve-2a91e7","reconcileID":"11021d56-9c09-4b26-a533-3d6caa8c634c","MaaSModelRef":{"name":"e2e-att-serve-2a91e7","namespace":"e2e-extmod-att-user-a4da68"},"name":"e2e-att-serve-2a91e7","namespace":"e2e-extmod-att-user-a4da68","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:48:54.698218656Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"669c7d93-5486-4a5c-9df3-5d935bb79625","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:48:54.698243401Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"669c7d93-5486-4a5c-9df3-5d935bb79625","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:48:54.698874022Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"60819b4b-d4df-4207-aa12-6c5877dcb2ca","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:48:54.698892976Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"60819b4b-d4df-4207-aa12-6c5877dcb2ca","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:48:54.752140351Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"namespace":"ai-tenant-e2e-worker-w0-9893f0","name":"simulator-access","reconcileID":"48dea9ae-41ad-4945-a13d-6bca01c13129","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9893f0","tenantID":"e2e-worker-w0-9893f0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:48:54.804584493Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"namespace":"ai-tenant-e2e-worker-w0-9893f0","name":"simulator-access","reconcileID":"48dea9ae-41ad-4945-a13d-6bca01c13129","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"name":"e2e-worker-w0-9893f0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:48:54.852875934Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"namespace":"ai-tenant-e2e-worker-w4-8d2c7c","name":"simulator-access","reconcileID":"9a58b106-fd6a-40a9-94f8-0810c8af44f9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-8d2c7c","tenantID":"e2e-worker-w4-8d2c7c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:48:54.85326653Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"namespace":"ai-tenant-e2e-worker-w1-5951bc","name":"premium-simulator-access","reconcileID":"6518821f-ce54-4b30-8c90-9871a5d25afb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5951bc","tenantID":"e2e-worker-w1-5951bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:48:54.902862636Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"namespace":"ai-tenant-e2e-worker-w0-9893f0","name":"premium-simulator-access","reconcileID":"638aa426-39af-47e0-b850-764bf18f5511","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9893f0","tenantID":"e2e-worker-w0-9893f0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:48:54.902868097Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"premium-simulator-access","reconcileID":"31537a8a-0e6a-4114-8eac-aee76bdc8627","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-91cd99","tenantID":"e2e-worker-w2-91cd99","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:48:54.907236895Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"namespace":"ai-tenant-e2e-worker-w1-5951bc","name":"premium-simulator-access","reconcileID":"6518821f-ce54-4b30-8c90-9871a5d25afb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"name":"e2e-worker-w1-5951bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:48:54.907303359Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"namespace":"ai-tenant-e2e-worker-w4-8d2c7c","name":"simulator-access","reconcileID":"9a58b106-fd6a-40a9-94f8-0810c8af44f9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"name":"e2e-worker-w4-8d2c7c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:48:54.9564628Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"premium-simulator-access","reconcileID":"31537a8a-0e6a-4114-8eac-aee76bdc8627","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"name":"e2e-worker-w2-91cd99-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:48:54.957484153Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-serve-2a91e7","namespace":"e2e-extmod-att-user-a4da68"},"namespace":"e2e-extmod-att-user-a4da68","name":"e2e-att-serve-2a91e7","reconcileID":"549ce92e-297c-457a-8e04-e92dec887905","namespace":"e2e-extmod-att-user-a4da68","name":"e2e-att-serve-2a91e7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:48:54.957482887Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"namespace":"ai-tenant-e2e-worker-w0-9893f0","name":"premium-simulator-access","reconcileID":"638aa426-39af-47e0-b850-764bf18f5511","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"name":"e2e-worker-w0-9893f0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:48:55.006143587Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-2a91e7","namespace":"e2e-extmod-att-user-a4da68"},"namespace":"e2e-extmod-att-user-a4da68","name":"e2e-att-serve-2a91e7","reconcileID":"63097ca3-e8d6-44fa-b8de-0126e58f40d1","MaaSModelRef":{"name":"e2e-att-serve-2a91e7","namespace":"e2e-extmod-att-user-a4da68"},"tenant":"e2e-extmod-b-94e247","gateway":"openshift-ingress/e2e-extmod-b-94e247","model":"e2e-extmod-att-user-a4da68/e2e-att-serve-2a91e7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:48:55.006174707Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-2a91e7","namespace":"e2e-extmod-att-user-a4da68"},"namespace":"e2e-extmod-att-user-a4da68","name":"e2e-att-serve-2a91e7","reconcileID":"63097ca3-e8d6-44fa-b8de-0126e58f40d1","MaaSModelRef":{"name":"e2e-att-serve-2a91e7","namespace":"e2e-extmod-att-user-a4da68"},"routeName":"external-model-e2e-att-serve-2a91e7-4a5f3d5e4b74","namespace":"e2e-extmod-att-user-a4da68","model":"e2e-att-serve-2a91e7","externalModel":"e2e-att-serve-2a91e7","provider":"e2e-att-serve-2a91e7-provider","gateway":"openshift-ingress/e2e-extmod-b-94e247","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:48:55.09743743Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"namespace":"ai-tenant-e2e-worker-w3-bb1b51","name":"simulator-access","reconcileID":"4b972431-cdd3-4c75-9cf2-8170b59e7388","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bb1b51","tenantID":"e2e-worker-w3-bb1b51","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:48:55.151437901Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"namespace":"ai-tenant-e2e-worker-w3-bb1b51","name":"simulator-access","reconcileID":"4b972431-cdd3-4c75-9cf2-8170b59e7388","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"name":"e2e-worker-w3-bb1b51-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:48:55.157026653Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-2a91e7","namespace":"e2e-extmod-att-user-a4da68"},"namespace":"e2e-extmod-att-user-a4da68","name":"e2e-att-serve-2a91e7","reconcileID":"b1e2d0eb-efa6-44ce-9e94-fe4482b139ed","MaaSModelRef":{"name":"e2e-att-serve-2a91e7","namespace":"e2e-extmod-att-user-a4da68"},"tenant":"e2e-extmod-b-94e247","gateway":"openshift-ingress/e2e-extmod-b-94e247","model":"e2e-extmod-att-user-a4da68/e2e-att-serve-2a91e7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:48:55.157049001Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-2a91e7","namespace":"e2e-extmod-att-user-a4da68"},"namespace":"e2e-extmod-att-user-a4da68","name":"e2e-att-serve-2a91e7","reconcileID":"b1e2d0eb-efa6-44ce-9e94-fe4482b139ed","MaaSModelRef":{"name":"e2e-att-serve-2a91e7","namespace":"e2e-extmod-att-user-a4da68"},"routeName":"external-model-e2e-att-serve-2a91e7-4a5f3d5e4b74","namespace":"e2e-extmod-att-user-a4da68","model":"e2e-att-serve-2a91e7","externalModel":"e2e-att-serve-2a91e7","provider":"e2e-att-serve-2a91e7-provider","gateway":"openshift-ingress/e2e-extmod-b-94e247","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:48:55.200218852Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"namespace":"ai-tenant-e2e-worker-w3-bb1b51","name":"premium-simulator-access","reconcileID":"4c929b14-7b89-46b1-bb92-c3dd0ab5d980","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bb1b51","tenantID":"e2e-worker-w3-bb1b51","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:48:55.252335289Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"namespace":"ai-tenant-e2e-worker-w3-bb1b51","name":"premium-simulator-access","reconcileID":"4c929b14-7b89-46b1-bb92-c3dd0ab5d980","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"name":"e2e-worker-w3-bb1b51-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:48:55.254155899Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-2a91e7-access","namespace":"ai-tenant-e2e-extmod-b-94e247"},"namespace":"ai-tenant-e2e-extmod-b-94e247","name":"e2e-att-serve-2a91e7-access","reconcileID":"ae4dd151-f42b-45dc-b843-da801f3d208c","MaaSAuthPolicy":{"name":"e2e-att-serve-2a91e7-access","namespace":"ai-tenant-e2e-extmod-b-94e247"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-94e247","tenantID":"e2e-extmod-b-94e247","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T12:48:55.255566316Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-2a91e7","namespace":"e2e-extmod-att-user-a4da68"},"namespace":"e2e-extmod-att-user-a4da68","name":"e2e-att-serve-2a91e7","reconcileID":"b1e2d0eb-efa6-44ce-9e94-fe4482b139ed","name":"e2e-att-serve-2a91e7","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-att-serve-2a91e7\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T12:48:55.255618123Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-2a91e7","namespace":"e2e-extmod-att-user-a4da68"},"namespace":"e2e-extmod-att-user-a4da68","name":"e2e-att-serve-2a91e7","reconcileID":"b1e2d0eb-efa6-44ce-9e94-fe4482b139ed","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-att-serve-2a91e7\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T12:48:55.301943081Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"5d32371c-1120-44d7-93d3-65d57c04827e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:48:55.302215385Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"2339dcef-8d84-4780-8667-d2077d13acbf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:48:55.354538211Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"2339dcef-8d84-4780-8667-d2077d13acbf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:48:55.354634433Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"5d32371c-1120-44d7-93d3-65d57c04827e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:48:55.358760115Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-a4489c","namespace":"ai-tenant-e2e-shared-a-w1-a4489c"},"namespace":"ai-tenant-e2e-shared-a-w1-a4489c","name":"auth-test-model-a4489c","reconcileID":"05a83240-9d78-473a-ac31-b89e314d7a7a","MaaSModelRef":{"name":"auth-test-model-a4489c","namespace":"ai-tenant-e2e-shared-a-w1-a4489c"},"tenant":"e2e-shared-a-w1-a4489c","gateway":"openshift-ingress/e2e-shared-a-w1-a4489c","model":"ai-tenant-e2e-shared-a-w1-a4489c/auth-test-model-a4489c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:48:55.358787661Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-a4489c","namespace":"ai-tenant-e2e-shared-a-w1-a4489c"},"namespace":"ai-tenant-e2e-shared-a-w1-a4489c","name":"auth-test-model-a4489c","reconcileID":"05a83240-9d78-473a-ac31-b89e314d7a7a","MaaSModelRef":{"name":"auth-test-model-a4489c","namespace":"ai-tenant-e2e-shared-a-w1-a4489c"},"routeName":"auth-test-model-a4489c-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-a4489c","llmisvcName":"auth-test-model-a4489c","gateway":"openshift-ingress/e2e-shared-a-w1-a4489c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:48:55.36886514Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-2a91e7-access","namespace":"ai-tenant-e2e-extmod-b-94e247"},"namespace":"ai-tenant-e2e-extmod-b-94e247","name":"e2e-att-serve-2a91e7-access","reconcileID":"ae4dd151-f42b-45dc-b843-da801f3d208c","MaaSAuthPolicy":{"name":"e2e-att-serve-2a91e7-access","namespace":"ai-tenant-e2e-extmod-b-94e247"},"name":"e2e-extmod-b-94e247-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:48:55.405721822Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 5, current generation is 6","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"5d32371c-1120-44d7-93d3-65d57c04827e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:48:55.405830846Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 5, current generation is 6","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"2339dcef-8d84-4780-8667-d2077d13acbf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:48:55.420224804Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-94e247-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-2a91e7-access","namespace":"ai-tenant-e2e-extmod-b-94e247"},"namespace":"ai-tenant-e2e-extmod-b-94e247","name":"e2e-att-serve-2a91e7-access","reconcileID":"ae4dd151-f42b-45dc-b843-da801f3d208c","MaaSAuthPolicy":{"name":"e2e-att-serve-2a91e7-access","namespace":"ai-tenant-e2e-extmod-b-94e247"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:48:55.460158879Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-2a91e7","namespace":"e2e-extmod-att-user-a4da68"},"namespace":"e2e-extmod-att-user-a4da68","name":"e2e-att-serve-2a91e7","reconcileID":"0e06c9a2-a411-4e08-9f89-6ea22431dac4","MaaSModelRef":{"name":"e2e-att-serve-2a91e7","namespace":"e2e-extmod-att-user-a4da68"},"tenant":"e2e-extmod-b-94e247","gateway":"openshift-ingress/e2e-extmod-b-94e247","model":"e2e-extmod-att-user-a4da68/e2e-att-serve-2a91e7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:48:55.460184906Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-2a91e7","namespace":"e2e-extmod-att-user-a4da68"},"namespace":"e2e-extmod-att-user-a4da68","name":"e2e-att-serve-2a91e7","reconcileID":"0e06c9a2-a411-4e08-9f89-6ea22431dac4","MaaSModelRef":{"name":"e2e-att-serve-2a91e7","namespace":"e2e-extmod-att-user-a4da68"},"routeName":"external-model-e2e-att-serve-2a91e7-4a5f3d5e4b74","namespace":"e2e-extmod-att-user-a4da68","model":"e2e-att-serve-2a91e7","externalModel":"e2e-att-serve-2a91e7","provider":"e2e-att-serve-2a91e7-provider","gateway":"openshift-ingress/e2e-extmod-b-94e247","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:48:55.493797388Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"premium-simulator-access","reconcileID":"3c96f3a0-196a-42df-a317-0b57b4a6ab65","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-91cd99","tenantID":"e2e-worker-w2-91cd99","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:48:55.510615016Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"00ab7622-9813-496d-98fc-c78ae70e1c00","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:48:55.510635289Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"00ab7622-9813-496d-98fc-c78ae70e1c00","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:48:55.545971705Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"premium-simulator-access","reconcileID":"3c96f3a0-196a-42df-a317-0b57b4a6ab65","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"name":"e2e-worker-w2-91cd99-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:48:55.559290719Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-2a91e7","namespace":"e2e-extmod-att-user-a4da68"},"namespace":"e2e-extmod-att-user-a4da68","name":"e2e-att-serve-2a91e7","reconcileID":"809245cb-3867-4a4d-8f76-d9af4fab7f77","MaaSModelRef":{"name":"e2e-att-serve-2a91e7","namespace":"e2e-extmod-att-user-a4da68"},"tenant":"e2e-extmod-b-94e247","gateway":"openshift-ingress/e2e-extmod-b-94e247","model":"e2e-extmod-att-user-a4da68/e2e-att-serve-2a91e7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:48:55.559313121Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-2a91e7","namespace":"e2e-extmod-att-user-a4da68"},"namespace":"e2e-extmod-att-user-a4da68","name":"e2e-att-serve-2a91e7","reconcileID":"809245cb-3867-4a4d-8f76-d9af4fab7f77","MaaSModelRef":{"name":"e2e-att-serve-2a91e7","namespace":"e2e-extmod-att-user-a4da68"},"routeName":"external-model-e2e-att-serve-2a91e7-4a5f3d5e4b74","namespace":"e2e-extmod-att-user-a4da68","model":"e2e-att-serve-2a91e7","externalModel":"e2e-att-serve-2a91e7","provider":"e2e-att-serve-2a91e7-provider","gateway":"openshift-ingress/e2e-extmod-b-94e247","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:48:55.595114609Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"namespace":"ai-tenant-e2e-worker-w1-5951bc","name":"simulator-access","reconcileID":"5a7aee37-00df-4387-8a8f-8da8389b57f3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5951bc","tenantID":"e2e-worker-w1-5951bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:48:55.595154601Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"namespace":"ai-tenant-e2e-worker-w3-bb1b51","name":"simulator-access","reconcileID":"38f7a1c7-9ee5-4acb-ae8d-72ed21ab784a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bb1b51","tenantID":"e2e-worker-w3-bb1b51","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:48:55.606250589Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"simulator-access","reconcileID":"633150ba-814f-4089-9dde-01fcc71b73e5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-91cd99","tenantID":"e2e-worker-w2-91cd99","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:48:55.615514987Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"namespace":"ai-tenant-e2e-worker-w4-8d2c7c","name":"premium-simulator-access","reconcileID":"d90726ea-9fe8-4b15-a553-cbc6b79ca830","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-8d2c7c","tenantID":"e2e-worker-w4-8d2c7c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:48:55.648613752Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"namespace":"ai-tenant-e2e-worker-w3-bb1b51","name":"simulator-access","reconcileID":"38f7a1c7-9ee5-4acb-ae8d-72ed21ab784a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"name":"e2e-worker-w3-bb1b51-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:48:55.648621507Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"namespace":"ai-tenant-e2e-worker-w1-5951bc","name":"simulator-access","reconcileID":"5a7aee37-00df-4387-8a8f-8da8389b57f3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"name":"e2e-worker-w1-5951bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:48:55.658291578Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"simulator-access","reconcileID":"633150ba-814f-4089-9dde-01fcc71b73e5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"name":"e2e-worker-w2-91cd99-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:48:55.668075655Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"namespace":"ai-tenant-e2e-worker-w4-8d2c7c","name":"premium-simulator-access","reconcileID":"d90726ea-9fe8-4b15-a553-cbc6b79ca830","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"name":"e2e-worker-w4-8d2c7c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:48:55.71291845Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:48:55.888322648Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"namespace":"ai-tenant-e2e-worker-w0-9893f0","name":"simulator-access","reconcileID":"e3a3c899-8ff0-490b-95c9-60552d6a0358","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9893f0","tenantID":"e2e-worker-w0-9893f0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:48:55.940655361Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-2a91e7-access","namespace":"ai-tenant-e2e-extmod-b-94e247"},"namespace":"ai-tenant-e2e-extmod-b-94e247","name":"e2e-att-serve-2a91e7-access","reconcileID":"c20b53b9-5c0e-4c71-975c-ec12a725fb39","MaaSAuthPolicy":{"name":"e2e-att-serve-2a91e7-access","namespace":"ai-tenant-e2e-extmod-b-94e247"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-94e247","tenantID":"e2e-extmod-b-94e247","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:48:55.942093568Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"namespace":"ai-tenant-e2e-worker-w0-9893f0","name":"simulator-access","reconcileID":"e3a3c899-8ff0-490b-95c9-60552d6a0358","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"name":"e2e-worker-w0-9893f0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:48:55.988561957Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"namespace":"ai-tenant-e2e-worker-w4-8d2c7c","name":"simulator-access","reconcileID":"d40a2ea9-a168-4da8-9033-11be6c3f7678","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-8d2c7c","tenantID":"e2e-worker-w4-8d2c7c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:48:55.988561075Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"namespace":"ai-tenant-e2e-worker-w1-5951bc","name":"premium-simulator-access","reconcileID":"112e4e65-5c9a-42bc-aada-e03f45dab1cd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5951bc","tenantID":"e2e-worker-w1-5951bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:48:55.991282906Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"namespace":"ai-tenant-e2e-worker-w0-9893f0","name":"premium-simulator-access","reconcileID":"51c5c2f4-ed8b-4bdd-96c8-7d5810e9c1a3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9893f0","tenantID":"e2e-worker-w0-9893f0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:48:55.993207765Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-2a91e7-access","namespace":"ai-tenant-e2e-extmod-b-94e247"},"namespace":"ai-tenant-e2e-extmod-b-94e247","name":"e2e-att-serve-2a91e7-access","reconcileID":"c20b53b9-5c0e-4c71-975c-ec12a725fb39","MaaSAuthPolicy":{"name":"e2e-att-serve-2a91e7-access","namespace":"ai-tenant-e2e-extmod-b-94e247"},"name":"e2e-extmod-b-94e247-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:48:56.043088961Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"namespace":"ai-tenant-e2e-worker-w1-5951bc","name":"premium-simulator-access","reconcileID":"112e4e65-5c9a-42bc-aada-e03f45dab1cd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"name":"e2e-worker-w1-5951bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:48:56.04342188Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"namespace":"ai-tenant-e2e-worker-w4-8d2c7c","name":"simulator-access","reconcileID":"d40a2ea9-a168-4da8-9033-11be6c3f7678","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"name":"e2e-worker-w4-8d2c7c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:48:56.045594254Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-94e247-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-2a91e7-access","namespace":"ai-tenant-e2e-extmod-b-94e247"},"namespace":"ai-tenant-e2e-extmod-b-94e247","name":"e2e-att-serve-2a91e7-access","reconcileID":"c20b53b9-5c0e-4c71-975c-ec12a725fb39","MaaSAuthPolicy":{"name":"e2e-att-serve-2a91e7-access","namespace":"ai-tenant-e2e-extmod-b-94e247"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:48:56.046882152Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"namespace":"ai-tenant-e2e-worker-w0-9893f0","name":"premium-simulator-access","reconcileID":"51c5c2f4-ed8b-4bdd-96c8-7d5810e9c1a3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"name":"e2e-worker-w0-9893f0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:48:57.859598021Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-c84ae1"},"namespace":"ai-tenant-e2e-extmod-b-c84ae1","name":"default-tenant","reconcileID":"c68cce2e-c938-4662-bb36-82546fc6d188","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-c84ae1","tenantID":"e2e-extmod-b-c84ae1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:48:57.966438252Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-c84ae1"},"namespace":"ai-tenant-e2e-extmod-b-c84ae1","name":"default-tenant","reconcileID":"c68cce2e-c938-4662-bb36-82546fc6d188","name":"e2e-extmod-b-c84ae1-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:49:02.476056271Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"namespace":"ai-tenant-e2e-worker-w0-9893f0","name":"simulator-subscription","reconcileID":"92685a12-71f0-4809-ba61-88a985638a74","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"name":"maas-trlp-simulator-w0-9893f0","model":"e2e-models-e2e-worker-w0-9893f0/simulator-w0-9893f0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:49:02.647910024Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"namespace":"ai-tenant-e2e-worker-w0-9893f0","name":"premium-simulator-subscription","reconcileID":"f15f464f-6cd1-446d-8241-bf1e19acf80d","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"name":"maas-trlp-premium-w0-9893f0","model":"e2e-models-e2e-worker-w0-9893f0/premium-w0-9893f0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:49:02.745243534Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"namespace":"ai-tenant-e2e-worker-w1-5951bc","name":"premium-simulator-subscription","reconcileID":"f394e4c3-c987-4056-b34d-1c30e60fa5e1","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"name":"maas-trlp-premium-w1-5951bc","model":"e2e-models-e2e-worker-w1-5951bc/premium-w1-5951bc","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:49:03.172744833Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"simulator-subscription","reconcileID":"2bc71b7d-92e6-4815-9a91-49a421330cad","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"name":"maas-trlp-simulator-w2-91cd99","model":"e2e-models-e2e-worker-w2-91cd99/simulator-w2-91cd99","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:49:03.271788507Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"namespace":"ai-tenant-e2e-worker-w3-bb1b51","name":"premium-simulator-subscription","reconcileID":"5f0de256-4e1c-4d6a-83b7-81c86b2bd50b","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"name":"maas-trlp-premium-w3-bb1b51","model":"e2e-models-e2e-worker-w3-bb1b51/premium-w3-bb1b51","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:49:03.374128392Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"namespace":"ai-tenant-e2e-worker-w1-5951bc","name":"simulator-subscription","reconcileID":"97f1b02d-fbec-4708-804c-de4171be9dcb","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"name":"maas-trlp-simulator-w1-5951bc","model":"e2e-models-e2e-worker-w1-5951bc/simulator-w1-5951bc","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:49:03.374138983Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"premium-simulator-subscription","reconcileID":"accbdf70-260b-4c0b-8de1-7c50c849dfd5","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"name":"maas-trlp-premium-w2-91cd99","model":"e2e-models-e2e-worker-w2-91cd99/premium-w2-91cd99","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:49:03.410181626Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"340b7fea-1711-4b80-9ed8-0021f6286730","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:49:03.472152365Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"namespace":"ai-tenant-e2e-worker-w4-8d2c7c","name":"simulator-subscription","reconcileID":"addc7ba9-7e3b-4d60-a687-94c0b03d51a5","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"name":"maas-trlp-simulator-w4-8d2c7c","model":"e2e-models-e2e-worker-w4-8d2c7c/simulator-w4-8d2c7c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:49:03.572539252Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"namespace":"ai-tenant-e2e-worker-w4-8d2c7c","name":"premium-simulator-subscription","reconcileID":"99680770-d288-4c8a-8d30-037a39a0d67c","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"name":"maas-trlp-premium-w4-8d2c7c","model":"e2e-models-e2e-worker-w4-8d2c7c/premium-w4-8d2c7c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:49:04.053238246Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"namespace":"ai-tenant-e2e-worker-w3-bb1b51","name":"simulator-subscription","reconcileID":"f1ec3140-a0ec-4a79-9dc1-2d0e0869bbc5","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"name":"maas-trlp-simulator-w3-bb1b51","model":"e2e-models-e2e-worker-w3-bb1b51/simulator-w3-bb1b51","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:49:04.156048272Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"1d0d61de-f445-4016-b7d8-e9d9672df1ec","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:49:05.551226142Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"7ad62d3b-5233-4717-b354-28df3f598ca1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:49:05.604046713Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"7ad62d3b-5233-4717-b354-28df3f598ca1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:49:05.651609419Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"bbb4fd5e-34fb-4b3e-bde3-d4bce76f30b8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:49:05.654904396Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 5, current generation is 6","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"7ad62d3b-5233-4717-b354-28df3f598ca1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:49:05.703843276Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"bbb4fd5e-34fb-4b3e-bde3-d4bce76f30b8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:49:05.754621544Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 5, current generation is 6","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"bbb4fd5e-34fb-4b3e-bde3-d4bce76f30b8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:49:06.143611821Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-2a91e7-access","namespace":"ai-tenant-e2e-extmod-b-94e247"},"namespace":"ai-tenant-e2e-extmod-b-94e247","name":"e2e-att-serve-2a91e7-access","reconcileID":"9ca7ff12-1f82-4dc3-9c56-bf0f734e606c","MaaSAuthPolicy":{"name":"e2e-att-serve-2a91e7-access","namespace":"ai-tenant-e2e-extmod-b-94e247"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-94e247","tenantID":"e2e-extmod-b-94e247","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:49:06.198839002Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-2a91e7-access","namespace":"ai-tenant-e2e-extmod-b-94e247"},"namespace":"ai-tenant-e2e-extmod-b-94e247","name":"e2e-att-serve-2a91e7-access","reconcileID":"9ca7ff12-1f82-4dc3-9c56-bf0f734e606c","MaaSAuthPolicy":{"name":"e2e-att-serve-2a91e7-access","namespace":"ai-tenant-e2e-extmod-b-94e247"},"name":"e2e-extmod-b-94e247-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:49:06.250072737Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-94e247-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-2a91e7-access","namespace":"ai-tenant-e2e-extmod-b-94e247"},"namespace":"ai-tenant-e2e-extmod-b-94e247","name":"e2e-att-serve-2a91e7-access","reconcileID":"9ca7ff12-1f82-4dc3-9c56-bf0f734e606c","MaaSAuthPolicy":{"name":"e2e-att-serve-2a91e7-access","namespace":"ai-tenant-e2e-extmod-b-94e247"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:49:15.579007068Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-38f178"},"namespace":"ai-tenant-e2e-extmod-a-38f178","name":"default-tenant","reconcileID":"e095efed-5105-44bd-8086-a6dc295c54e0","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-38f178","tenantID":"e2e-extmod-a-38f178","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:49:15.685216154Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-38f178"},"namespace":"ai-tenant-e2e-extmod-a-38f178","name":"default-tenant","reconcileID":"e095efed-5105-44bd-8086-a6dc295c54e0","name":"e2e-extmod-a-38f178-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:49:15.801022706Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"872a6002-7ff9-467b-8e41-aee0072a90b8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:49:15.854412107Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"872a6002-7ff9-467b-8e41-aee0072a90b8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:49:15.90265301Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"49b4159b-022e-4ec8-aa98-d075bd854e2c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:49:15.905365093Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 5, current generation is 6","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"872a6002-7ff9-467b-8e41-aee0072a90b8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:49:15.95491906Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"49b4159b-022e-4ec8-aa98-d075bd854e2c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:49:16.005778699Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 5, current generation is 6","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"49b4159b-022e-4ec8-aa98-d075bd854e2c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:49:16.347754894Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-2a91e7-access","namespace":"ai-tenant-e2e-extmod-b-94e247"},"namespace":"ai-tenant-e2e-extmod-b-94e247","name":"e2e-att-serve-2a91e7-access","reconcileID":"5a8672ba-bd59-4124-8eb7-07d216189ffe","MaaSAuthPolicy":{"name":"e2e-att-serve-2a91e7-access","namespace":"ai-tenant-e2e-extmod-b-94e247"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-94e247","tenantID":"e2e-extmod-b-94e247","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:49:16.400081535Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-2a91e7-access","namespace":"ai-tenant-e2e-extmod-b-94e247"},"namespace":"ai-tenant-e2e-extmod-b-94e247","name":"e2e-att-serve-2a91e7-access","reconcileID":"5a8672ba-bd59-4124-8eb7-07d216189ffe","MaaSAuthPolicy":{"name":"e2e-att-serve-2a91e7-access","namespace":"ai-tenant-e2e-extmod-b-94e247"},"name":"e2e-extmod-b-94e247-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:49:16.451591071Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-94e247-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-2a91e7-access","namespace":"ai-tenant-e2e-extmod-b-94e247"},"namespace":"ai-tenant-e2e-extmod-b-94e247","name":"e2e-att-serve-2a91e7-access","reconcileID":"5a8672ba-bd59-4124-8eb7-07d216189ffe","MaaSAuthPolicy":{"name":"e2e-att-serve-2a91e7-access","namespace":"ai-tenant-e2e-extmod-b-94e247"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:49:25.713292215Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:49:26.062297244Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"97106eea-43bd-4c17-b91d-f263a38fc325","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:49:26.115075295Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"97106eea-43bd-4c17-b91d-f263a38fc325","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:49:26.162017694Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"54be4544-3196-4155-bd3f-d35c74c74aa9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:49:26.168913099Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 5, current generation is 6","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"97106eea-43bd-4c17-b91d-f263a38fc325","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:49:26.213931794Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"54be4544-3196-4155-bd3f-d35c74c74aa9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:49:26.26681655Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 5, current generation is 6","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"54be4544-3196-4155-bd3f-d35c74c74aa9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:49:26.55100668Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-2a91e7-access","namespace":"ai-tenant-e2e-extmod-b-94e247"},"namespace":"ai-tenant-e2e-extmod-b-94e247","name":"e2e-att-serve-2a91e7-access","reconcileID":"3993df41-4aea-4b04-a545-8a102c4ce3d5","MaaSAuthPolicy":{"name":"e2e-att-serve-2a91e7-access","namespace":"ai-tenant-e2e-extmod-b-94e247"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-94e247","tenantID":"e2e-extmod-b-94e247","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:49:26.604270675Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-2a91e7-access","namespace":"ai-tenant-e2e-extmod-b-94e247"},"namespace":"ai-tenant-e2e-extmod-b-94e247","name":"e2e-att-serve-2a91e7-access","reconcileID":"3993df41-4aea-4b04-a545-8a102c4ce3d5","MaaSAuthPolicy":{"name":"e2e-att-serve-2a91e7-access","namespace":"ai-tenant-e2e-extmod-b-94e247"},"name":"e2e-extmod-b-94e247-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:49:26.655740251Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-94e247-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-2a91e7-access","namespace":"ai-tenant-e2e-extmod-b-94e247"},"namespace":"ai-tenant-e2e-extmod-b-94e247","name":"e2e-att-serve-2a91e7-access","reconcileID":"3993df41-4aea-4b04-a545-8a102c4ce3d5","MaaSAuthPolicy":{"name":"e2e-att-serve-2a91e7-access","namespace":"ai-tenant-e2e-extmod-b-94e247"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:49:32.934268415Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-2a91e7-access","namespace":"ai-tenant-e2e-extmod-b-94e247"},"namespace":"ai-tenant-e2e-extmod-b-94e247","name":"e2e-att-serve-2a91e7-access","reconcileID":"b6f77134-7791-4e2a-9e38-303534d36681","MaaSAuthPolicy":{"name":"e2e-att-serve-2a91e7-access","namespace":"ai-tenant-e2e-extmod-b-94e247"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-94e247","tenantID":"e2e-extmod-b-94e247","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:49:32.986522785Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-2a91e7-access","namespace":"ai-tenant-e2e-extmod-b-94e247"},"namespace":"ai-tenant-e2e-extmod-b-94e247","name":"e2e-att-serve-2a91e7-access","reconcileID":"b6f77134-7791-4e2a-9e38-303534d36681","MaaSAuthPolicy":{"name":"e2e-att-serve-2a91e7-access","namespace":"ai-tenant-e2e-extmod-b-94e247"},"name":"e2e-extmod-b-94e247-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:49:33.037880946Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-94e247-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (c2a1e9498601efc462a8c90b4ade343f4b2ff92feb72eccf5a61e6bcd1fe4a26) AuthConfig (80b297cb0447832e8bfb0e24e6d827da3b83fc02b48279c572c4e22b83a780a6) AuthConfig (7595ad355983b4e536df99a8d46aa84b1b65e28b5f36935690a92df486c62ef5) AuthConfig (3aa2b93e033ee10a7432398d95e58b57f2ccbf08cb4f82237ff86a972a34a1d9) AuthConfig (75da8c9436bca6d81f750b78e753405c6782cff8c53028acc9aa6455ac444aa4) AuthConfig (19a223e6fc0dd4d26de05089b7cb212872dac6bf69465ad618c96d68a6c9c0d6) AuthConfig (1f9e71d8ca9c401adfb3079d35ec3b49f7ea4cb81b359fec94246a0d4f8750cf) AuthConfig (1eacfc9c5f46dcdaefe38b6686b23a984d3c67ce597c4d89e58b804abf76d05a) AuthConfig (d4ae375fbb630833c2a523db7e873b0a4e737d26d2d1d33c2624c22c241d739d) AuthConfig (ab0339d2420d2a7bdafe8ee54fc8fceab1396ccf03da6062eae708b0bdb29a68)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-2a91e7-access","namespace":"ai-tenant-e2e-extmod-b-94e247"},"namespace":"ai-tenant-e2e-extmod-b-94e247","name":"e2e-att-serve-2a91e7-access","reconcileID":"b6f77134-7791-4e2a-9e38-303534d36681","MaaSAuthPolicy":{"name":"e2e-att-serve-2a91e7-access","namespace":"ai-tenant-e2e-extmod-b-94e247"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:49:33.137745094Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-2a91e7","namespace":"e2e-extmod-att-user-a4da68"},"namespace":"e2e-extmod-att-user-a4da68","name":"e2e-att-serve-2a91e7","reconcileID":"b51f978a-be94-4333-acd0-f4c12435414d","MaaSModelRef":{"name":"e2e-att-serve-2a91e7","namespace":"e2e-extmod-att-user-a4da68"},"tenant":"e2e-extmod-b-94e247","gateway":"openshift-ingress/e2e-extmod-b-94e247","model":"e2e-extmod-att-user-a4da68/e2e-att-serve-2a91e7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:49:33.13777495Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-2a91e7","namespace":"e2e-extmod-att-user-a4da68"},"namespace":"e2e-extmod-att-user-a4da68","name":"e2e-att-serve-2a91e7","reconcileID":"b51f978a-be94-4333-acd0-f4c12435414d","MaaSModelRef":{"name":"e2e-att-serve-2a91e7","namespace":"e2e-extmod-att-user-a4da68"},"routeName":"external-model-e2e-att-serve-2a91e7-4a5f3d5e4b74","namespace":"e2e-extmod-att-user-a4da68","model":"e2e-att-serve-2a91e7","externalModel":"e2e-att-serve-2a91e7","provider":"e2e-att-serve-2a91e7-provider","gateway":"openshift-ingress/e2e-extmod-b-94e247","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:49:36.314669637Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"784bbbc1-de70-428c-96f4-da1bc1387a0f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:49:36.367508764Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"784bbbc1-de70-428c-96f4-da1bc1387a0f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:49:36.412134924Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"f667352b-d5d7-4a7a-a9a7-f6c034e57d50","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:49:36.419515846Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"784bbbc1-de70-428c-96f4-da1bc1387a0f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:49:36.464362471Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"f667352b-d5d7-4a7a-a9a7-f6c034e57d50","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:49:36.47427122Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"7eb1f5f5-8e62-4894-8650-c6e7e01a974e","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:49:36.474289543Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"7eb1f5f5-8e62-4894-8650-c6e7e01a974e","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:49:36.515549298Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"f667352b-d5d7-4a7a-a9a7-f6c034e57d50","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:49:36.570201246Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"db79853d-6256-4a0c-8b4b-42ee42822d47","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:49:36.570228147Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"db79853d-6256-4a0c-8b4b-42ee42822d47","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:49:37.948792659Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-6fb3a8","namespace":"ai-tenant-e2e-shared-b-w1-6fb3a8"},"namespace":"ai-tenant-e2e-shared-b-w1-6fb3a8","name":"auth-test-model-6fb3a8","reconcileID":"1e92bcc4-00e7-4052-bac1-0c0f3e6a0a4e","MaaSModelRef":{"name":"auth-test-model-6fb3a8","namespace":"ai-tenant-e2e-shared-b-w1-6fb3a8"},"tenant":"e2e-shared-b-w1-6fb3a8","gateway":"openshift-ingress/e2e-shared-b-w1-6fb3a8","model":"ai-tenant-e2e-shared-b-w1-6fb3a8/auth-test-model-6fb3a8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:49:37.948821196Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-6fb3a8","namespace":"ai-tenant-e2e-shared-b-w1-6fb3a8"},"namespace":"ai-tenant-e2e-shared-b-w1-6fb3a8","name":"auth-test-model-6fb3a8","reconcileID":"1e92bcc4-00e7-4052-bac1-0c0f3e6a0a4e","MaaSModelRef":{"name":"auth-test-model-6fb3a8","namespace":"ai-tenant-e2e-shared-b-w1-6fb3a8"},"routeName":"auth-test-model-6fb3a8-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-6fb3a8","llmisvcName":"auth-test-model-6fb3a8","gateway":"openshift-ingress/e2e-shared-b-w1-6fb3a8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:49:43.187515457Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-2a91e7-access","namespace":"ai-tenant-e2e-extmod-b-94e247"},"namespace":"ai-tenant-e2e-extmod-b-94e247","name":"e2e-att-serve-2a91e7-access","reconcileID":"37c3c027-cb24-4d5f-a735-b1c6dab01a30","MaaSAuthPolicy":{"name":"e2e-att-serve-2a91e7-access","namespace":"ai-tenant-e2e-extmod-b-94e247"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-94e247","tenantID":"e2e-extmod-b-94e247","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:49:43.241061826Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-2a91e7-access","namespace":"ai-tenant-e2e-extmod-b-94e247"},"namespace":"ai-tenant-e2e-extmod-b-94e247","name":"e2e-att-serve-2a91e7-access","reconcileID":"37c3c027-cb24-4d5f-a735-b1c6dab01a30","MaaSAuthPolicy":{"name":"e2e-att-serve-2a91e7-access","namespace":"ai-tenant-e2e-extmod-b-94e247"},"name":"e2e-extmod-b-94e247-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:49:43.292069002Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-94e247-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (c2a1e9498601efc462a8c90b4ade343f4b2ff92feb72eccf5a61e6bcd1fe4a26) AuthConfig (80b297cb0447832e8bfb0e24e6d827da3b83fc02b48279c572c4e22b83a780a6) AuthConfig (7595ad355983b4e536df99a8d46aa84b1b65e28b5f36935690a92df486c62ef5) AuthConfig (3aa2b93e033ee10a7432398d95e58b57f2ccbf08cb4f82237ff86a972a34a1d9) AuthConfig (75da8c9436bca6d81f750b78e753405c6782cff8c53028acc9aa6455ac444aa4) AuthConfig (19a223e6fc0dd4d26de05089b7cb212872dac6bf69465ad618c96d68a6c9c0d6) AuthConfig (1f9e71d8ca9c401adfb3079d35ec3b49f7ea4cb81b359fec94246a0d4f8750cf) AuthConfig (1eacfc9c5f46dcdaefe38b6686b23a984d3c67ce597c4d89e58b804abf76d05a) AuthConfig (d4ae375fbb630833c2a523db7e873b0a4e737d26d2d1d33c2624c22c241d739d) AuthConfig (ab0339d2420d2a7bdafe8ee54fc8fceab1396ccf03da6062eae708b0bdb29a68)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-2a91e7-access","namespace":"ai-tenant-e2e-extmod-b-94e247"},"namespace":"ai-tenant-e2e-extmod-b-94e247","name":"e2e-att-serve-2a91e7-access","reconcileID":"37c3c027-cb24-4d5f-a735-b1c6dab01a30","MaaSAuthPolicy":{"name":"e2e-att-serve-2a91e7-access","namespace":"ai-tenant-e2e-extmod-b-94e247"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:49:43.425218679Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-a4489c","namespace":"ai-tenant-e2e-shared-a-w1-a4489c"},"namespace":"ai-tenant-e2e-shared-a-w1-a4489c","name":"auth-test-model-a4489c","reconcileID":"eb94bf4f-1d0a-44f4-b718-632f2a523329","MaaSModelRef":{"name":"auth-test-model-a4489c","namespace":"ai-tenant-e2e-shared-a-w1-a4489c"},"tenant":"e2e-shared-a-w1-a4489c","gateway":"openshift-ingress/e2e-shared-a-w1-a4489c","model":"ai-tenant-e2e-shared-a-w1-a4489c/auth-test-model-a4489c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:49:43.425239189Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-a4489c","namespace":"ai-tenant-e2e-shared-a-w1-a4489c"},"namespace":"ai-tenant-e2e-shared-a-w1-a4489c","name":"auth-test-model-a4489c","reconcileID":"eb94bf4f-1d0a-44f4-b718-632f2a523329","MaaSModelRef":{"name":"auth-test-model-a4489c","namespace":"ai-tenant-e2e-shared-a-w1-a4489c"},"routeName":"auth-test-model-a4489c-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-a4489c","llmisvcName":"auth-test-model-a4489c","gateway":"openshift-ingress/e2e-shared-a-w1-a4489c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:49:43.478007078Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-a4489c","namespace":"ai-tenant-e2e-shared-a-w1-a4489c"},"namespace":"ai-tenant-e2e-shared-a-w1-a4489c","name":"auth-test-model-a4489c","reconcileID":"faf4d14b-7378-465f-a77d-426b877b4ea1","MaaSModelRef":{"name":"auth-test-model-a4489c","namespace":"ai-tenant-e2e-shared-a-w1-a4489c"},"tenant":"e2e-shared-a-w1-a4489c","gateway":"openshift-ingress/e2e-shared-a-w1-a4489c","model":"ai-tenant-e2e-shared-a-w1-a4489c/auth-test-model-a4489c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:49:43.478028501Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-a4489c","namespace":"ai-tenant-e2e-shared-a-w1-a4489c"},"namespace":"ai-tenant-e2e-shared-a-w1-a4489c","name":"auth-test-model-a4489c","reconcileID":"faf4d14b-7378-465f-a77d-426b877b4ea1","MaaSModelRef":{"name":"auth-test-model-a4489c","namespace":"ai-tenant-e2e-shared-a-w1-a4489c"},"routeName":"auth-test-model-a4489c-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-a4489c","llmisvcName":"auth-test-model-a4489c","gateway":"openshift-ingress/e2e-shared-a-w1-a4489c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:49:43.575486157Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-c8b962","namespace":"ai-tenant-e2e-shared-a-w1-a4489c"},"namespace":"ai-tenant-e2e-shared-a-w1-a4489c","name":"e2e-auth-iso-c8b962","reconcileID":"485ec7e4-84c7-4193-9fe8-dd084d889e7e","MaaSAuthPolicy":{"name":"e2e-auth-iso-c8b962","namespace":"ai-tenant-e2e-shared-a-w1-a4489c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-a4489c","tenantID":"e2e-shared-a-w1-a4489c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:49:43.692155382Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-c8b962","namespace":"ai-tenant-e2e-shared-a-w1-a4489c"},"namespace":"ai-tenant-e2e-shared-a-w1-a4489c","name":"e2e-auth-iso-c8b962","reconcileID":"485ec7e4-84c7-4193-9fe8-dd084d889e7e","MaaSAuthPolicy":{"name":"e2e-auth-iso-c8b962","namespace":"ai-tenant-e2e-shared-a-w1-a4489c"},"name":"e2e-shared-a-w1-a4489c-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:49:43.743588522Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w1-a4489c-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-c8b962","namespace":"ai-tenant-e2e-shared-a-w1-a4489c"},"namespace":"ai-tenant-e2e-shared-a-w1-a4489c","name":"e2e-auth-iso-c8b962","reconcileID":"485ec7e4-84c7-4193-9fe8-dd084d889e7e","MaaSAuthPolicy":{"name":"e2e-auth-iso-c8b962","namespace":"ai-tenant-e2e-shared-a-w1-a4489c"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:49:43.796890565Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-a4489c","namespace":"ai-tenant-e2e-shared-a-w1-a4489c"},"namespace":"ai-tenant-e2e-shared-a-w1-a4489c","name":"auth-test-model-a4489c","reconcileID":"4d1ae10b-08c4-41b7-977d-684ce779adf4","MaaSModelRef":{"name":"auth-test-model-a4489c","namespace":"ai-tenant-e2e-shared-a-w1-a4489c"},"tenant":"e2e-shared-a-w1-a4489c","gateway":"openshift-ingress/e2e-shared-a-w1-a4489c","model":"ai-tenant-e2e-shared-a-w1-a4489c/auth-test-model-a4489c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:49:43.796911573Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-a4489c","namespace":"ai-tenant-e2e-shared-a-w1-a4489c"},"namespace":"ai-tenant-e2e-shared-a-w1-a4489c","name":"auth-test-model-a4489c","reconcileID":"4d1ae10b-08c4-41b7-977d-684ce779adf4","MaaSModelRef":{"name":"auth-test-model-a4489c","namespace":"ai-tenant-e2e-shared-a-w1-a4489c"},"routeName":"auth-test-model-a4489c-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-a4489c","llmisvcName":"auth-test-model-a4489c","gateway":"openshift-ingress/e2e-shared-a-w1-a4489c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:49:46.619075707Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"7bfc3d7e-d91c-4ac1-b81f-149a127a0adf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:49:46.671614755Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"7bfc3d7e-d91c-4ac1-b81f-149a127a0adf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:49:46.714658426Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"055a4296-0f82-407b-8d31-33ffd46c98d9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:49:46.723208632Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"7bfc3d7e-d91c-4ac1-b81f-149a127a0adf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:49:46.767070499Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"055a4296-0f82-407b-8d31-33ffd46c98d9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:49:46.832065096Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"055a4296-0f82-407b-8d31-33ffd46c98d9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:49:53.389426059Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-2a91e7-access","namespace":"ai-tenant-e2e-extmod-b-94e247"},"namespace":"ai-tenant-e2e-extmod-b-94e247","name":"e2e-att-serve-2a91e7-access","reconcileID":"cabf6679-f9e5-4bad-b151-01a8f476dcca","MaaSAuthPolicy":{"name":"e2e-att-serve-2a91e7-access","namespace":"ai-tenant-e2e-extmod-b-94e247"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-94e247","tenantID":"e2e-extmod-b-94e247","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:49:53.442025172Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-2a91e7-access","namespace":"ai-tenant-e2e-extmod-b-94e247"},"namespace":"ai-tenant-e2e-extmod-b-94e247","name":"e2e-att-serve-2a91e7-access","reconcileID":"cabf6679-f9e5-4bad-b151-01a8f476dcca","MaaSAuthPolicy":{"name":"e2e-att-serve-2a91e7-access","namespace":"ai-tenant-e2e-extmod-b-94e247"},"name":"e2e-extmod-b-94e247-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:49:53.855268266Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-2a91e7","namespace":"e2e-extmod-att-user-a4da68"},"namespace":"e2e-extmod-att-user-a4da68","name":"e2e-att-serve-2a91e7","reconcileID":"52c3115e-d5d6-4601-9ca4-a93450dc6931","MaaSModelRef":{"name":"e2e-att-serve-2a91e7","namespace":"e2e-extmod-att-user-a4da68"},"tenant":"e2e-extmod-b-94e247","gateway":"openshift-ingress/e2e-extmod-b-94e247","model":"e2e-extmod-att-user-a4da68/e2e-att-serve-2a91e7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:49:53.855294405Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-2a91e7","namespace":"e2e-extmod-att-user-a4da68"},"namespace":"e2e-extmod-att-user-a4da68","name":"e2e-att-serve-2a91e7","reconcileID":"52c3115e-d5d6-4601-9ca4-a93450dc6931","MaaSModelRef":{"name":"e2e-att-serve-2a91e7","namespace":"e2e-extmod-att-user-a4da68"},"routeName":"external-model-e2e-att-serve-2a91e7-4a5f3d5e4b74","namespace":"e2e-extmod-att-user-a4da68","model":"e2e-att-serve-2a91e7","externalModel":"e2e-att-serve-2a91e7","provider":"e2e-att-serve-2a91e7-provider","gateway":"openshift-ingress/e2e-extmod-b-94e247","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:49:53.902479527Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-c8b962","namespace":"ai-tenant-e2e-shared-a-w1-a4489c"},"namespace":"ai-tenant-e2e-shared-a-w1-a4489c","name":"e2e-auth-iso-c8b962","reconcileID":"663690f4-aa1b-44c5-a15f-6633a484d711","MaaSAuthPolicy":{"name":"e2e-auth-iso-c8b962","namespace":"ai-tenant-e2e-shared-a-w1-a4489c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-a4489c","tenantID":"e2e-shared-a-w1-a4489c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:49:53.955009241Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-c8b962","namespace":"ai-tenant-e2e-shared-a-w1-a4489c"},"namespace":"ai-tenant-e2e-shared-a-w1-a4489c","name":"e2e-auth-iso-c8b962","reconcileID":"663690f4-aa1b-44c5-a15f-6633a484d711","MaaSAuthPolicy":{"name":"e2e-auth-iso-c8b962","namespace":"ai-tenant-e2e-shared-a-w1-a4489c"},"name":"e2e-shared-a-w1-a4489c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:49:54.005796226Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w1-a4489c-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-c8b962","namespace":"ai-tenant-e2e-shared-a-w1-a4489c"},"namespace":"ai-tenant-e2e-shared-a-w1-a4489c","name":"e2e-auth-iso-c8b962","reconcileID":"663690f4-aa1b-44c5-a15f-6633a484d711","MaaSAuthPolicy":{"name":"e2e-auth-iso-c8b962","namespace":"ai-tenant-e2e-shared-a-w1-a4489c"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:49:55.715619368Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:49:56.868842555Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b60ff3af-5f7d-4bd1-929e-74d89a7b0874","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:49:56.920870081Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b60ff3af-5f7d-4bd1-929e-74d89a7b0874","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:49:56.97804404Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"6302a300-c9af-44e6-ac71-9dce3dfcb071","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:49:57.030177725Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"6302a300-c9af-44e6-ac71-9dce3dfcb071","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:49:57.033345914Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-2a91e7","namespace":"e2e-extmod-att-user-a4da68"},"namespace":"e2e-extmod-att-user-a4da68","name":"e2e-att-serve-2a91e7","reconcileID":"0b64b6a4-86f9-4823-a7dd-ea749f0dc825","MaaSModelRef":{"name":"e2e-att-serve-2a91e7","namespace":"e2e-extmod-att-user-a4da68"},"tenant":"e2e-extmod-b-94e247","gateway":"openshift-ingress/e2e-extmod-b-94e247","model":"e2e-extmod-att-user-a4da68/e2e-att-serve-2a91e7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:49:57.033366799Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-2a91e7","namespace":"e2e-extmod-att-user-a4da68"},"namespace":"e2e-extmod-att-user-a4da68","name":"e2e-att-serve-2a91e7","reconcileID":"0b64b6a4-86f9-4823-a7dd-ea749f0dc825","MaaSModelRef":{"name":"e2e-att-serve-2a91e7","namespace":"e2e-extmod-att-user-a4da68"},"routeName":"external-model-e2e-att-serve-2a91e7-4a5f3d5e4b74","namespace":"e2e-extmod-att-user-a4da68","model":"e2e-att-serve-2a91e7","externalModel":"e2e-att-serve-2a91e7","provider":"e2e-att-serve-2a91e7-provider","gateway":"openshift-ingress/e2e-extmod-b-94e247","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:49:57.081340636Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-2a91e7-access","namespace":"ai-tenant-e2e-extmod-b-94e247"},"namespace":"ai-tenant-e2e-extmod-b-94e247","name":"e2e-att-serve-2a91e7-access","reconcileID":"c01484ea-5e1e-40b8-88c4-c9b6ab146bfb","MaaSAuthPolicy":{"name":"e2e-att-serve-2a91e7-access","namespace":"ai-tenant-e2e-extmod-b-94e247"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-94e247","tenantID":"e2e-extmod-b-94e247","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T12:49:57.086347293Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-serve-2a91e7-sub","namespace":"ai-tenant-e2e-extmod-b-94e247"},"namespace":"ai-tenant-e2e-extmod-b-94e247","name":"e2e-att-serve-2a91e7-sub","reconcileID":"6e7f0467-eb79-47d1-82aa-92e27226cd99","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-att-serve-2a91e7-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T12:49:57.134477647Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-2a91e7-access","namespace":"ai-tenant-e2e-extmod-b-94e247"},"namespace":"ai-tenant-e2e-extmod-b-94e247","name":"e2e-att-serve-2a91e7-access","reconcileID":"c01484ea-5e1e-40b8-88c4-c9b6ab146bfb","MaaSAuthPolicy":{"name":"e2e-att-serve-2a91e7-access","namespace":"ai-tenant-e2e-extmod-b-94e247"},"name":"e2e-extmod-b-94e247-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:49:57.184607847Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-2a91e7","namespace":"e2e-extmod-att-user-a4da68"},"namespace":"e2e-extmod-att-user-a4da68","name":"e2e-att-serve-2a91e7","reconcileID":"79668c9e-aded-4bb8-957f-9a936a437c45","MaaSModelRef":{"name":"e2e-att-serve-2a91e7","namespace":"e2e-extmod-att-user-a4da68"},"tenant":"e2e-extmod-b-94e247","gateway":"openshift-ingress/e2e-extmod-b-94e247","model":"e2e-extmod-att-user-a4da68/e2e-att-serve-2a91e7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:49:57.184634161Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-2a91e7","namespace":"e2e-extmod-att-user-a4da68"},"namespace":"e2e-extmod-att-user-a4da68","name":"e2e-att-serve-2a91e7","reconcileID":"79668c9e-aded-4bb8-957f-9a936a437c45","MaaSModelRef":{"name":"e2e-att-serve-2a91e7","namespace":"e2e-extmod-att-user-a4da68"},"routeName":"external-model-e2e-att-serve-2a91e7-4a5f3d5e4b74","namespace":"e2e-extmod-att-user-a4da68","model":"e2e-att-serve-2a91e7","externalModel":"e2e-att-serve-2a91e7","provider":"e2e-att-serve-2a91e7-provider","gateway":"openshift-ingress/e2e-extmod-b-94e247","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T12:49:57.282469688Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-2a91e7","namespace":"e2e-extmod-att-user-a4da68"},"namespace":"e2e-extmod-att-user-a4da68","name":"e2e-att-serve-2a91e7","reconcileID":"79668c9e-aded-4bb8-957f-9a936a437c45","name":"e2e-att-serve-2a91e7","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-att-serve-2a91e7\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T12:49:57.282535479Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-2a91e7","namespace":"e2e-extmod-att-user-a4da68"},"namespace":"e2e-extmod-att-user-a4da68","name":"e2e-att-serve-2a91e7","reconcileID":"79668c9e-aded-4bb8-957f-9a936a437c45","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-att-serve-2a91e7\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T12:49:57.282732793Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"f4258f75-d345-47cd-bec2-97c3228af356","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:49:57.282743757Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"f4258f75-d345-47cd-bec2-97c3228af356","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:49:57.331862493Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-2a91e7","namespace":"e2e-extmod-att-user-a4da68"},"namespace":"e2e-extmod-att-user-a4da68","name":"e2e-att-serve-2a91e7","reconcileID":"0fabe793-d519-47ab-b52f-03b52f23851a","MaaSModelRef":{"name":"e2e-att-serve-2a91e7","namespace":"e2e-extmod-att-user-a4da68"},"tenant":"e2e-extmod-b-94e247","gateway":"openshift-ingress/e2e-extmod-b-94e247","model":"e2e-extmod-att-user-a4da68/e2e-att-serve-2a91e7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:49:57.331896158Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-2a91e7","namespace":"e2e-extmod-att-user-a4da68"},"namespace":"e2e-extmod-att-user-a4da68","name":"e2e-att-serve-2a91e7","reconcileID":"0fabe793-d519-47ab-b52f-03b52f23851a","MaaSModelRef":{"name":"e2e-att-serve-2a91e7","namespace":"e2e-extmod-att-user-a4da68"},"routeName":"external-model-e2e-att-serve-2a91e7-4a5f3d5e4b74","namespace":"e2e-extmod-att-user-a4da68","model":"e2e-att-serve-2a91e7","externalModel":"e2e-att-serve-2a91e7","provider":"e2e-att-serve-2a91e7-provider","gateway":"openshift-ingress/e2e-extmod-b-94e247","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:49:57.380920607Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"1e6213ac-a93f-49e8-957c-366b735e25b6","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:49:57.380940793Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"1e6213ac-a93f-49e8-957c-366b735e25b6","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:49:57.474919621Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-2a91e7-access","namespace":"ai-tenant-e2e-extmod-b-94e247"},"namespace":"ai-tenant-e2e-extmod-b-94e247","name":"e2e-att-serve-2a91e7-access","reconcileID":"18bac919-ce1f-4864-a461-99969e09492a","MaaSAuthPolicy":{"name":"e2e-att-serve-2a91e7-access","namespace":"ai-tenant-e2e-extmod-b-94e247"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-94e247","tenantID":"e2e-extmod-b-94e247","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:49:57.497261942Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-serve-2a91e7-sub","namespace":"ai-tenant-e2e-extmod-b-94e247"},"namespace":"ai-tenant-e2e-extmod-b-94e247","name":"e2e-att-serve-2a91e7-sub","reconcileID":"9dfcc547-534b-4376-831f-877b848ef5b5","MaaSSubscription":{"name":"e2e-att-serve-2a91e7-sub","namespace":"ai-tenant-e2e-extmod-b-94e247"},"name":"maas-trlp-e2e-att-serve-2a91e7","model":"e2e-att-serve-2a91e7","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-extmod-b-94e247/e2e-att-serve-2a91e7-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:49:57.527011019Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-2a91e7-access","namespace":"ai-tenant-e2e-extmod-b-94e247"},"namespace":"ai-tenant-e2e-extmod-b-94e247","name":"e2e-att-serve-2a91e7-access","reconcileID":"18bac919-ce1f-4864-a461-99969e09492a","MaaSAuthPolicy":{"name":"e2e-att-serve-2a91e7-access","namespace":"ai-tenant-e2e-extmod-b-94e247"},"name":"e2e-extmod-b-94e247-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:49:57.748842465Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-2a91e7","namespace":"e2e-extmod-att-user-a4da68"},"namespace":"e2e-extmod-att-user-a4da68","name":"e2e-att-serve-2a91e7","reconcileID":"bf2496ae-e2f7-4f66-aabf-ea2466941f5f","MaaSModelRef":{"name":"e2e-att-serve-2a91e7","namespace":"e2e-extmod-att-user-a4da68"},"tenant":"e2e-extmod-b-94e247","gateway":"openshift-ingress/e2e-extmod-b-94e247","model":"e2e-extmod-att-user-a4da68/e2e-att-serve-2a91e7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:49:57.748878479Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-2a91e7","namespace":"e2e-extmod-att-user-a4da68"},"namespace":"e2e-extmod-att-user-a4da68","name":"e2e-att-serve-2a91e7","reconcileID":"bf2496ae-e2f7-4f66-aabf-ea2466941f5f","MaaSModelRef":{"name":"e2e-att-serve-2a91e7","namespace":"e2e-extmod-att-user-a4da68"},"routeName":"external-model-e2e-att-serve-2a91e7-4a5f3d5e4b74","namespace":"e2e-extmod-att-user-a4da68","model":"e2e-att-serve-2a91e7","externalModel":"e2e-att-serve-2a91e7","provider":"e2e-att-serve-2a91e7-provider","gateway":"openshift-ingress/e2e-extmod-b-94e247","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:49:57.944578141Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-serve-2a91e7-sub","namespace":"ai-tenant-e2e-extmod-b-94e247"},"namespace":"ai-tenant-e2e-extmod-b-94e247","name":"e2e-att-serve-2a91e7-sub","reconcileID":"a0aaf50c-9b52-4348-9e57-5a02b9fe9dfb","MaaSSubscription":{"name":"e2e-att-serve-2a91e7-sub","namespace":"ai-tenant-e2e-extmod-b-94e247"},"name":"maas-trlp-e2e-att-serve-2a91e7","model":"e2e-extmod-att-user-a4da68/e2e-att-serve-2a91e7","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:50:04.103998402Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-c8b962","namespace":"ai-tenant-e2e-shared-a-w1-a4489c"},"namespace":"ai-tenant-e2e-shared-a-w1-a4489c","name":"e2e-auth-iso-c8b962","reconcileID":"6abe13e9-d841-43d5-8903-318b2069b5ce","MaaSAuthPolicy":{"name":"e2e-auth-iso-c8b962","namespace":"ai-tenant-e2e-shared-a-w1-a4489c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-a4489c","tenantID":"e2e-shared-a-w1-a4489c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:50:04.156072829Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-c8b962","namespace":"ai-tenant-e2e-shared-a-w1-a4489c"},"namespace":"ai-tenant-e2e-shared-a-w1-a4489c","name":"e2e-auth-iso-c8b962","reconcileID":"6abe13e9-d841-43d5-8903-318b2069b5ce","MaaSAuthPolicy":{"name":"e2e-auth-iso-c8b962","namespace":"ai-tenant-e2e-shared-a-w1-a4489c"},"name":"e2e-shared-a-w1-a4489c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:50:04.207134646Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w1-a4489c-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-c8b962","namespace":"ai-tenant-e2e-shared-a-w1-a4489c"},"namespace":"ai-tenant-e2e-shared-a-w1-a4489c","name":"e2e-auth-iso-c8b962","reconcileID":"6abe13e9-d841-43d5-8903-318b2069b5ce","MaaSAuthPolicy":{"name":"e2e-auth-iso-c8b962","namespace":"ai-tenant-e2e-shared-a-w1-a4489c"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:50:10.54040477Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f78041d9-1a18-46a6-9976-6198684ab1d4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:50:10.589543139Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f78041d9-1a18-46a6-9976-6198684ab1d4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:50:10.638206894Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f78041d9-1a18-46a6-9976-6198684ab1d4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:50:10.686849144Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f78041d9-1a18-46a6-9976-6198684ab1d4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:50:12.499814226Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"425a67eb-17ca-4496-ab12-115bbde79ea2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:50:12.548482535Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"425a67eb-17ca-4496-ab12-115bbde79ea2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:50:12.596908612Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"425a67eb-17ca-4496-ab12-115bbde79ea2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:50:12.645458687Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"425a67eb-17ca-4496-ab12-115bbde79ea2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:50:12.987956436Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-serve-2a91e7-sub","namespace":"ai-tenant-e2e-extmod-b-94e247"},"namespace":"ai-tenant-e2e-extmod-b-94e247","name":"e2e-att-serve-2a91e7-sub","reconcileID":"dc97afd1-5fb4-49be-8d65-eeb6ff6cf525","MaaSSubscription":{"name":"e2e-att-serve-2a91e7-sub","namespace":"ai-tenant-e2e-extmod-b-94e247"},"name":"maas-trlp-e2e-att-serve-2a91e7","model":"e2e-extmod-att-user-a4da68/e2e-att-serve-2a91e7","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:50:13.240889037Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-2a91e7","namespace":"e2e-extmod-att-user-a4da68"},"namespace":"e2e-extmod-att-user-a4da68","name":"e2e-att-serve-2a91e7","reconcileID":"84785d58-5c6e-4496-8bb6-0bb2b6ceda40","MaaSModelRef":{"name":"e2e-att-serve-2a91e7","namespace":"e2e-extmod-att-user-a4da68"},"tenant":"e2e-extmod-b-94e247","gateway":"openshift-ingress/e2e-extmod-b-94e247","model":"e2e-extmod-att-user-a4da68/e2e-att-serve-2a91e7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:50:13.240917816Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-2a91e7","namespace":"e2e-extmod-att-user-a4da68"},"namespace":"e2e-extmod-att-user-a4da68","name":"e2e-att-serve-2a91e7","reconcileID":"84785d58-5c6e-4496-8bb6-0bb2b6ceda40","MaaSModelRef":{"name":"e2e-att-serve-2a91e7","namespace":"e2e-extmod-att-user-a4da68"},"routeName":"external-model-e2e-att-serve-2a91e7-4a5f3d5e4b74","namespace":"e2e-extmod-att-user-a4da68","model":"e2e-att-serve-2a91e7","externalModel":"e2e-att-serve-2a91e7","provider":"e2e-att-serve-2a91e7-provider","gateway":"openshift-ingress/e2e-extmod-b-94e247","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:50:14.311641924Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-c8b962","namespace":"ai-tenant-e2e-shared-a-w1-a4489c"},"namespace":"ai-tenant-e2e-shared-a-w1-a4489c","name":"e2e-auth-iso-c8b962","reconcileID":"44c4d71c-d990-485a-a03a-3011f43722a1","MaaSAuthPolicy":{"name":"e2e-auth-iso-c8b962","namespace":"ai-tenant-e2e-shared-a-w1-a4489c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-a4489c","tenantID":"e2e-shared-a-w1-a4489c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:50:14.364985698Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-c8b962","namespace":"ai-tenant-e2e-shared-a-w1-a4489c"},"namespace":"ai-tenant-e2e-shared-a-w1-a4489c","name":"e2e-auth-iso-c8b962","reconcileID":"44c4d71c-d990-485a-a03a-3011f43722a1","MaaSAuthPolicy":{"name":"e2e-auth-iso-c8b962","namespace":"ai-tenant-e2e-shared-a-w1-a4489c"},"name":"e2e-shared-a-w1-a4489c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:50:14.41577077Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w1-a4489c-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (a8576686e7dc188eda49e217aa53bf1f2a317e5ca49b7e1076b435c00cb4a67d) AuthConfig (0a375b0dc0db2cb0bb5c4fb48ad2d81304b47f1a73782f988bf1212e9ac85438) AuthConfig (bdb8761b5af8f7a5068e3dad434bb4b4de95516a0ace5333c009b25e06ebc6c8) AuthConfig (214ebe57f9536b5c25eee66b6caa1ab8ca5911939e51655594a6abce163609bb) AuthConfig (e235912c186ff2b3e7357d7ffc372684c8fd284dfd9a3615920ec796314ea24a) AuthConfig (ac9a947397de2b8552818506a0ee81f2029799d26deb09146cd172f7ec16b404) AuthConfig (b52b49a967a055760a90aa5ce7f7de93102b73332fadfb74ca7cf64afdccf28d) AuthConfig (f135d54ced0d3b951026635ef73ae176faf958bdc202da5b7100f012b3c43e08) AuthConfig (56645059d63902a8d779888ccc6056d0140d950799c03cb4dc60a24c89222ccb) AuthConfig (e245a9ed11cd227962320402c3b73bffc208a97931ab16946542c6ae3be3c9c8) AuthConfig (f4fa238b4f32b8d9b52cef9a59321fad15c8d3ef7dd5fff880fe6d948a8c8b29) AuthConfig (459d67dbe91327c97e9e8e7a72c6e9ecb5170ec9a73f781cd3aac52e392e2a2b) AuthConfig (b6b476fceb6b8921ee94ff9e57026df68601f41cdedd84eef5b5e58c3674c065) AuthConfig (6c0c0ff2fe7e473fbfb7a647984d481c546290c81f204da5755674135aec8384) AuthConfig (72ad600aa6919277f37ba16c2ffd4f359554f03cfecda20a71a5fc39dcb9346b) AuthConfig (101f675c9b3ec0683d18450fdeb7c603a68d73dd42d13b5a548226c608a63e1c) AuthConfig (0e4a30b86310de1b54800af1aa2a24c591433e3eee108dbd56d088cba76602b1) AuthConfig (2c6ce1cbf50e2b32d8e76b0b0272aad2cc48714d3a25a484838f00070be908a7)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-c8b962","namespace":"ai-tenant-e2e-shared-a-w1-a4489c"},"namespace":"ai-tenant-e2e-shared-a-w1-a4489c","name":"e2e-auth-iso-c8b962","reconcileID":"44c4d71c-d990-485a-a03a-3011f43722a1","MaaSAuthPolicy":{"name":"e2e-auth-iso-c8b962","namespace":"ai-tenant-e2e-shared-a-w1-a4489c"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:50:14.469132203Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-a4489c","namespace":"ai-tenant-e2e-shared-a-w1-a4489c"},"namespace":"ai-tenant-e2e-shared-a-w1-a4489c","name":"auth-test-model-a4489c","reconcileID":"5ae89b39-f16f-4636-92af-cf012f68e904","MaaSModelRef":{"name":"auth-test-model-a4489c","namespace":"ai-tenant-e2e-shared-a-w1-a4489c"},"tenant":"e2e-shared-a-w1-a4489c","gateway":"openshift-ingress/e2e-shared-a-w1-a4489c","model":"ai-tenant-e2e-shared-a-w1-a4489c/auth-test-model-a4489c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:50:14.46915325Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-a4489c","namespace":"ai-tenant-e2e-shared-a-w1-a4489c"},"namespace":"ai-tenant-e2e-shared-a-w1-a4489c","name":"auth-test-model-a4489c","reconcileID":"5ae89b39-f16f-4636-92af-cf012f68e904","MaaSModelRef":{"name":"auth-test-model-a4489c","namespace":"ai-tenant-e2e-shared-a-w1-a4489c"},"routeName":"auth-test-model-a4489c-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-a4489c","llmisvcName":"auth-test-model-a4489c","gateway":"openshift-ingress/e2e-shared-a-w1-a4489c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:50:14.734450757Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5df2d819-f256-42c0-92b6-a597af5e7033","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:50:14.783622793Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5df2d819-f256-42c0-92b6-a597af5e7033","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:50:14.832230275Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5df2d819-f256-42c0-92b6-a597af5e7033","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:50:14.881043555Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5df2d819-f256-42c0-92b6-a597af5e7033","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:50:15.270949738Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-2a91e7-access","namespace":"ai-tenant-e2e-extmod-b-94e247"},"namespace":"ai-tenant-e2e-extmod-b-94e247","name":"e2e-att-serve-2a91e7-access","reconcileID":"709db596-cf0d-4b62-a7a7-63049bae17da","MaaSAuthPolicy":{"name":"e2e-att-serve-2a91e7-access","namespace":"ai-tenant-e2e-extmod-b-94e247"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-94e247","tenantID":"e2e-extmod-b-94e247","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:50:15.323410113Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-2a91e7-access","namespace":"ai-tenant-e2e-extmod-b-94e247"},"namespace":"ai-tenant-e2e-extmod-b-94e247","name":"e2e-att-serve-2a91e7-access","reconcileID":"709db596-cf0d-4b62-a7a7-63049bae17da","MaaSAuthPolicy":{"name":"e2e-att-serve-2a91e7-access","namespace":"ai-tenant-e2e-extmod-b-94e247"},"name":"e2e-extmod-b-94e247-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:50:16.749302471Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-noaccess-873a34","namespace":"e2e-extmod-att-noaccess-c9b09f"},"namespace":"e2e-extmod-att-noaccess-c9b09f","name":"e2e-att-noaccess-873a34","reconcileID":"6fa60ea7-0b12-440a-8e96-3451e14086b3","namespace":"e2e-extmod-att-noaccess-c9b09f","name":"e2e-att-noaccess-873a34","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:50:16.766634719Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fe914cce-4efb-42b9-894b-b05b0a2256ba","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:50:16.799860161Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-noaccess-873a34","namespace":"e2e-extmod-att-noaccess-c9b09f"},"namespace":"e2e-extmod-att-noaccess-c9b09f","name":"e2e-att-noaccess-873a34","reconcileID":"605dd135-6625-4aba-aab2-b4ab1995592b","namespace":"e2e-extmod-att-noaccess-c9b09f","name":"e2e-att-noaccess-873a34","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:50:16.815678389Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fe914cce-4efb-42b9-894b-b05b0a2256ba","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:50:16.865016145Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fe914cce-4efb-42b9-894b-b05b0a2256ba","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:50:16.913685917Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fe914cce-4efb-42b9-894b-b05b0a2256ba","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:50:17.010873983Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-c8b962","namespace":"ai-tenant-e2e-shared-a-w1-a4489c"},"namespace":"ai-tenant-e2e-shared-a-w1-a4489c","name":"e2e-auth-iso-c8b962","reconcileID":"23b1233d-a019-4ffe-8d92-9b821f2a2f00","MaaSAuthPolicy":{"name":"e2e-auth-iso-c8b962","namespace":"ai-tenant-e2e-shared-a-w1-a4489c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-a4489c","tenantID":"e2e-shared-a-w1-a4489c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:50:17.011390086Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-2a91e7-access","namespace":"ai-tenant-e2e-extmod-b-94e247"},"namespace":"ai-tenant-e2e-extmod-b-94e247","name":"e2e-att-serve-2a91e7-access","reconcileID":"7ed6ba80-b6f8-43dd-92f2-08091b33577b","MaaSAuthPolicy":{"name":"e2e-att-serve-2a91e7-access","namespace":"ai-tenant-e2e-extmod-b-94e247"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-94e247","tenantID":"e2e-extmod-b-94e247","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:50:17.058980934Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"namespace":"ai-tenant-e2e-worker-w0-9893f0","name":"premium-simulator-access","reconcileID":"8647a5f6-019f-449e-b610-a4b145aae487","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9893f0","tenantID":"e2e-worker-w0-9893f0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:50:17.059653707Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"namespace":"ai-tenant-e2e-worker-w3-bb1b51","name":"simulator-access","reconcileID":"57083c1b-6cad-4ae7-968f-99b4f09b3b1f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bb1b51","tenantID":"e2e-worker-w3-bb1b51","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:50:17.06015759Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"premium-simulator-access","reconcileID":"8d6f6b24-125b-4279-b968-2e20d29b29f8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-91cd99","tenantID":"e2e-worker-w2-91cd99","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:50:17.064878478Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-c8b962","namespace":"ai-tenant-e2e-shared-a-w1-a4489c"},"namespace":"ai-tenant-e2e-shared-a-w1-a4489c","name":"e2e-auth-iso-c8b962","reconcileID":"23b1233d-a019-4ffe-8d92-9b821f2a2f00","MaaSAuthPolicy":{"name":"e2e-auth-iso-c8b962","namespace":"ai-tenant-e2e-shared-a-w1-a4489c"},"name":"e2e-shared-a-w1-a4489c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:50:17.065036909Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-2a91e7-access","namespace":"ai-tenant-e2e-extmod-b-94e247"},"namespace":"ai-tenant-e2e-extmod-b-94e247","name":"e2e-att-serve-2a91e7-access","reconcileID":"7ed6ba80-b6f8-43dd-92f2-08091b33577b","MaaSAuthPolicy":{"name":"e2e-att-serve-2a91e7-access","namespace":"ai-tenant-e2e-extmod-b-94e247"},"name":"e2e-extmod-b-94e247-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:50:17.112564322Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"namespace":"ai-tenant-e2e-worker-w3-bb1b51","name":"simulator-access","reconcileID":"57083c1b-6cad-4ae7-968f-99b4f09b3b1f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"name":"e2e-worker-w3-bb1b51-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:50:17.11300291Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"premium-simulator-access","reconcileID":"8d6f6b24-125b-4279-b968-2e20d29b29f8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"name":"e2e-worker-w2-91cd99-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:50:17.115865834Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"namespace":"ai-tenant-e2e-worker-w0-9893f0","name":"premium-simulator-access","reconcileID":"8647a5f6-019f-449e-b610-a4b145aae487","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"name":"e2e-worker-w0-9893f0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:50:17.117396759Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w1-a4489c-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (a8576686e7dc188eda49e217aa53bf1f2a317e5ca49b7e1076b435c00cb4a67d) AuthConfig (0a375b0dc0db2cb0bb5c4fb48ad2d81304b47f1a73782f988bf1212e9ac85438) AuthConfig (bdb8761b5af8f7a5068e3dad434bb4b4de95516a0ace5333c009b25e06ebc6c8) AuthConfig (214ebe57f9536b5c25eee66b6caa1ab8ca5911939e51655594a6abce163609bb) AuthConfig (e235912c186ff2b3e7357d7ffc372684c8fd284dfd9a3615920ec796314ea24a) AuthConfig (ac9a947397de2b8552818506a0ee81f2029799d26deb09146cd172f7ec16b404) AuthConfig (b52b49a967a055760a90aa5ce7f7de93102b73332fadfb74ca7cf64afdccf28d) AuthConfig (f135d54ced0d3b951026635ef73ae176faf958bdc202da5b7100f012b3c43e08) AuthConfig (56645059d63902a8d779888ccc6056d0140d950799c03cb4dc60a24c89222ccb) AuthConfig (e245a9ed11cd227962320402c3b73bffc208a97931ab16946542c6ae3be3c9c8) AuthConfig (f4fa238b4f32b8d9b52cef9a59321fad15c8d3ef7dd5fff880fe6d948a8c8b29) AuthConfig (459d67dbe91327c97e9e8e7a72c6e9ecb5170ec9a73f781cd3aac52e392e2a2b) AuthConfig (b6b476fceb6b8921ee94ff9e57026df68601f41cdedd84eef5b5e58c3674c065) AuthConfig (6c0c0ff2fe7e473fbfb7a647984d481c546290c81f204da5755674135aec8384) AuthConfig (72ad600aa6919277f37ba16c2ffd4f359554f03cfecda20a71a5fc39dcb9346b) AuthConfig (101f675c9b3ec0683d18450fdeb7c603a68d73dd42d13b5a548226c608a63e1c) AuthConfig (0e4a30b86310de1b54800af1aa2a24c591433e3eee108dbd56d088cba76602b1) AuthConfig (2c6ce1cbf50e2b32d8e76b0b0272aad2cc48714d3a25a484838f00070be908a7)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-c8b962","namespace":"ai-tenant-e2e-shared-a-w1-a4489c"},"namespace":"ai-tenant-e2e-shared-a-w1-a4489c","name":"e2e-auth-iso-c8b962","reconcileID":"23b1233d-a019-4ffe-8d92-9b821f2a2f00","MaaSAuthPolicy":{"name":"e2e-auth-iso-c8b962","namespace":"ai-tenant-e2e-shared-a-w1-a4489c"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:50:17.163694372Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-873a34","namespace":"e2e-extmod-att-noaccess-c9b09f"},"namespace":"e2e-extmod-att-noaccess-c9b09f","name":"e2e-att-noaccess-873a34","reconcileID":"dfa7d1b9-6396-4a07-a4f9-b25b400b514d","MaaSModelRef":{"name":"e2e-att-noaccess-873a34","namespace":"e2e-extmod-att-noaccess-c9b09f"},"name":"e2e-att-noaccess-873a34","namespace":"e2e-extmod-att-noaccess-c9b09f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:50:17.26590827Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"namespace":"ai-tenant-e2e-worker-w3-bb1b51","name":"premium-simulator-access","reconcileID":"2c200e21-d9b1-40a0-ba55-62f143c0c01d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bb1b51","tenantID":"e2e-worker-w3-bb1b51","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:50:17.315963406Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-873a34","namespace":"e2e-extmod-att-noaccess-c9b09f"},"namespace":"e2e-extmod-att-noaccess-c9b09f","name":"e2e-att-noaccess-873a34","reconcileID":"303e8ca1-fea2-4e21-91af-3e2281aa1451","MaaSModelRef":{"name":"e2e-att-noaccess-873a34","namespace":"e2e-extmod-att-noaccess-c9b09f"},"name":"e2e-att-noaccess-873a34","namespace":"e2e-extmod-att-noaccess-c9b09f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:50:17.318448303Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"namespace":"ai-tenant-e2e-worker-w3-bb1b51","name":"premium-simulator-access","reconcileID":"2c200e21-d9b1-40a0-ba55-62f143c0c01d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"name":"e2e-worker-w3-bb1b51-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:50:17.459296406Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b2dc539e-6c25-4a44-b036-27b6e228913c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:50:17.459297178Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"namespace":"ai-tenant-e2e-worker-w1-5951bc","name":"simulator-access","reconcileID":"41787f1f-c7b1-4884-96c0-79afab7d7ccc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5951bc","tenantID":"e2e-worker-w1-5951bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:50:17.459998432Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"2b7fccd6-ac62-414e-806a-7070b00fdf0a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:50:17.512315373Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"namespace":"ai-tenant-e2e-worker-w1-5951bc","name":"simulator-access","reconcileID":"41787f1f-c7b1-4884-96c0-79afab7d7ccc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"name":"e2e-worker-w1-5951bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:50:17.513366676Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b2dc539e-6c25-4a44-b036-27b6e228913c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:50:17.51468684Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"2b7fccd6-ac62-414e-806a-7070b00fdf0a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:50:17.561508145Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"simulator-access","reconcileID":"f14e166c-d0c0-4ff9-becc-7f53dd562205","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-91cd99","tenantID":"e2e-worker-w2-91cd99","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:50:17.613524147Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"simulator-access","reconcileID":"f14e166c-d0c0-4ff9-becc-7f53dd562205","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"name":"e2e-worker-w2-91cd99-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:50:17.655713048Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-noaccess-873a34","namespace":"e2e-extmod-att-noaccess-c9b09f"},"namespace":"e2e-extmod-att-noaccess-c9b09f","name":"e2e-att-noaccess-873a34","reconcileID":"ceea6dea-0512-4069-b9f5-3fb6993c41a8","namespace":"e2e-extmod-att-noaccess-c9b09f","name":"e2e-att-noaccess-873a34","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:50:17.658286838Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"namespace":"ai-tenant-e2e-worker-w4-8d2c7c","name":"premium-simulator-access","reconcileID":"0b26b901-b317-4c5b-93c1-079f8c87c226","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-8d2c7c","tenantID":"e2e-worker-w4-8d2c7c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:50:17.704203892Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-873a34","namespace":"e2e-extmod-att-noaccess-c9b09f"},"namespace":"e2e-extmod-att-noaccess-c9b09f","name":"e2e-att-noaccess-873a34","reconcileID":"0cb36833-39a9-4345-acaf-d03bdceeab99","MaaSModelRef":{"name":"e2e-att-noaccess-873a34","namespace":"e2e-extmod-att-noaccess-c9b09f"},"name":"e2e-att-noaccess-873a34","namespace":"e2e-extmod-att-noaccess-c9b09f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:50:17.7105264Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"namespace":"ai-tenant-e2e-worker-w4-8d2c7c","name":"premium-simulator-access","reconcileID":"0b26b901-b317-4c5b-93c1-079f8c87c226","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"name":"e2e-worker-w4-8d2c7c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:50:17.887685514Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"namespace":"ai-tenant-e2e-worker-w0-9893f0","name":"simulator-access","reconcileID":"e50d5221-ec74-4c59-bafe-83de3dcc14e6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9893f0","tenantID":"e2e-worker-w0-9893f0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:50:17.887892111Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"namespace":"ai-tenant-e2e-worker-w4-8d2c7c","name":"simulator-access","reconcileID":"5efb0db8-bce4-4c8c-b319-686f32bcfc6b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-8d2c7c","tenantID":"e2e-worker-w4-8d2c7c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:50:17.888216806Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"namespace":"ai-tenant-e2e-worker-w1-5951bc","name":"premium-simulator-access","reconcileID":"80552c85-64e1-41b6-86a4-9f72ff1be13c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5951bc","tenantID":"e2e-worker-w1-5951bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:50:17.888371306Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-2a91e7-access","namespace":"ai-tenant-e2e-extmod-b-94e247"},"namespace":"ai-tenant-e2e-extmod-b-94e247","name":"e2e-att-serve-2a91e7-access","reconcileID":"40ef9765-472d-4c7d-b07b-68260e33b23d","MaaSAuthPolicy":{"name":"e2e-att-serve-2a91e7-access","namespace":"ai-tenant-e2e-extmod-b-94e247"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-94e247","tenantID":"e2e-extmod-b-94e247","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:50:17.940863773Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"namespace":"ai-tenant-e2e-worker-w0-9893f0","name":"simulator-access","reconcileID":"e50d5221-ec74-4c59-bafe-83de3dcc14e6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"name":"e2e-worker-w0-9893f0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:50:17.941044736Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"namespace":"ai-tenant-e2e-worker-w4-8d2c7c","name":"simulator-access","reconcileID":"5efb0db8-bce4-4c8c-b319-686f32bcfc6b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"name":"e2e-worker-w4-8d2c7c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:50:17.943150979Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"namespace":"ai-tenant-e2e-worker-w1-5951bc","name":"premium-simulator-access","reconcileID":"80552c85-64e1-41b6-86a4-9f72ff1be13c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"name":"e2e-worker-w1-5951bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:50:17.943320558Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-2a91e7-access","namespace":"ai-tenant-e2e-extmod-b-94e247"},"namespace":"ai-tenant-e2e-extmod-b-94e247","name":"e2e-att-serve-2a91e7-access","reconcileID":"40ef9765-472d-4c7d-b07b-68260e33b23d","MaaSAuthPolicy":{"name":"e2e-att-serve-2a91e7-access","namespace":"ai-tenant-e2e-extmod-b-94e247"},"name":"e2e-extmod-b-94e247-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:50:18.081959337Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"namespace":"ai-tenant-e2e-worker-w0-9893f0","name":"premium-simulator-access","reconcileID":"e67045f2-3db7-411d-9043-b8438fe49562","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9893f0","tenantID":"e2e-worker-w0-9893f0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:50:18.135601863Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"namespace":"ai-tenant-e2e-worker-w0-9893f0","name":"premium-simulator-access","reconcileID":"e67045f2-3db7-411d-9043-b8438fe49562","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"name":"e2e-worker-w0-9893f0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:50:18.192825785Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-c8b962","namespace":"ai-tenant-e2e-shared-a-w1-a4489c"},"namespace":"ai-tenant-e2e-shared-a-w1-a4489c","name":"e2e-auth-iso-c8b962","reconcileID":"fba854ac-f31b-4dea-9d68-e20c86c2cad4","MaaSAuthPolicy":{"name":"e2e-auth-iso-c8b962","namespace":"ai-tenant-e2e-shared-a-w1-a4489c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-a4489c","tenantID":"e2e-shared-a-w1-a4489c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:50:18.243350853Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"premium-simulator-access","reconcileID":"e685cc57-aaf7-474c-892b-f0d7920dd45e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-91cd99","tenantID":"e2e-worker-w2-91cd99","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:50:18.246349698Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-c8b962","namespace":"ai-tenant-e2e-shared-a-w1-a4489c"},"namespace":"ai-tenant-e2e-shared-a-w1-a4489c","name":"e2e-auth-iso-c8b962","reconcileID":"fba854ac-f31b-4dea-9d68-e20c86c2cad4","MaaSAuthPolicy":{"name":"e2e-auth-iso-c8b962","namespace":"ai-tenant-e2e-shared-a-w1-a4489c"},"name":"e2e-shared-a-w1-a4489c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:50:18.290542817Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"namespace":"ai-tenant-e2e-worker-w3-bb1b51","name":"simulator-access","reconcileID":"5fa393ca-8b8b-4af4-abf2-3b2a502fafc3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bb1b51","tenantID":"e2e-worker-w3-bb1b51","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:50:18.295776985Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"premium-simulator-access","reconcileID":"e685cc57-aaf7-474c-892b-f0d7920dd45e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"name":"e2e-worker-w2-91cd99-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:50:18.296998393Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w1-a4489c-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (a8576686e7dc188eda49e217aa53bf1f2a317e5ca49b7e1076b435c00cb4a67d) AuthConfig (0a375b0dc0db2cb0bb5c4fb48ad2d81304b47f1a73782f988bf1212e9ac85438) AuthConfig (bdb8761b5af8f7a5068e3dad434bb4b4de95516a0ace5333c009b25e06ebc6c8) AuthConfig (214ebe57f9536b5c25eee66b6caa1ab8ca5911939e51655594a6abce163609bb) AuthConfig (e235912c186ff2b3e7357d7ffc372684c8fd284dfd9a3615920ec796314ea24a) AuthConfig (ac9a947397de2b8552818506a0ee81f2029799d26deb09146cd172f7ec16b404) AuthConfig (b52b49a967a055760a90aa5ce7f7de93102b73332fadfb74ca7cf64afdccf28d) AuthConfig (f135d54ced0d3b951026635ef73ae176faf958bdc202da5b7100f012b3c43e08) AuthConfig (56645059d63902a8d779888ccc6056d0140d950799c03cb4dc60a24c89222ccb) AuthConfig (e245a9ed11cd227962320402c3b73bffc208a97931ab16946542c6ae3be3c9c8) AuthConfig (f4fa238b4f32b8d9b52cef9a59321fad15c8d3ef7dd5fff880fe6d948a8c8b29) AuthConfig (459d67dbe91327c97e9e8e7a72c6e9ecb5170ec9a73f781cd3aac52e392e2a2b) AuthConfig (b6b476fceb6b8921ee94ff9e57026df68601f41cdedd84eef5b5e58c3674c065) AuthConfig (6c0c0ff2fe7e473fbfb7a647984d481c546290c81f204da5755674135aec8384) AuthConfig (72ad600aa6919277f37ba16c2ffd4f359554f03cfecda20a71a5fc39dcb9346b) AuthConfig (101f675c9b3ec0683d18450fdeb7c603a68d73dd42d13b5a548226c608a63e1c) AuthConfig (0e4a30b86310de1b54800af1aa2a24c591433e3eee108dbd56d088cba76602b1) AuthConfig (2c6ce1cbf50e2b32d8e76b0b0272aad2cc48714d3a25a484838f00070be908a7)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-c8b962","namespace":"ai-tenant-e2e-shared-a-w1-a4489c"},"namespace":"ai-tenant-e2e-shared-a-w1-a4489c","name":"e2e-auth-iso-c8b962","reconcileID":"fba854ac-f31b-4dea-9d68-e20c86c2cad4","MaaSAuthPolicy":{"name":"e2e-auth-iso-c8b962","namespace":"ai-tenant-e2e-shared-a-w1-a4489c"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:50:18.34189546Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"namespace":"ai-tenant-e2e-worker-w3-bb1b51","name":"premium-simulator-access","reconcileID":"038313d2-0fc3-4398-9b98-7db28c558f86","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bb1b51","tenantID":"e2e-worker-w3-bb1b51","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:50:18.418724055Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"namespace":"ai-tenant-e2e-worker-w3-bb1b51","name":"simulator-access","reconcileID":"5fa393ca-8b8b-4af4-abf2-3b2a502fafc3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"name":"e2e-worker-w3-bb1b51-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:50:18.4220082Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"namespace":"ai-tenant-e2e-worker-w3-bb1b51","name":"premium-simulator-access","reconcileID":"038313d2-0fc3-4398-9b98-7db28c558f86","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"name":"e2e-worker-w3-bb1b51-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:50:18.515994294Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"namespace":"ai-tenant-e2e-worker-w1-5951bc","name":"simulator-access","reconcileID":"aec1cef7-d35b-455e-adea-a65c4a044557","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5951bc","tenantID":"e2e-worker-w1-5951bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:50:18.542613565Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d0571dca-c91f-4867-95f8-527b8ab1cbce","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:50:18.569999834Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"namespace":"ai-tenant-e2e-worker-w1-5951bc","name":"simulator-access","reconcileID":"aec1cef7-d35b-455e-adea-a65c4a044557","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"name":"e2e-worker-w1-5951bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:50:18.594950116Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d0571dca-c91f-4867-95f8-527b8ab1cbce","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:50:18.662492657Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"deb7d688-ccbb-4337-a54a-d13454f4734f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:50:18.716536218Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"deb7d688-ccbb-4337-a54a-d13454f4734f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:50:18.767244202Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c4e0ce30-93e4-48e3-b1c1-845af465d4cb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:50:18.767365213Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"namespace":"ai-tenant-e2e-worker-w4-8d2c7c","name":"premium-simulator-access","reconcileID":"0d703d27-cdc2-4e2d-9dae-fb0c57383f2b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-8d2c7c","tenantID":"e2e-worker-w4-8d2c7c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:50:18.767577866Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"simulator-access","reconcileID":"e6145504-bbfe-48eb-ba42-ca831f15b371","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-91cd99","tenantID":"e2e-worker-w2-91cd99","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:50:18.816918297Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c4e0ce30-93e4-48e3-b1c1-845af465d4cb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:50:18.820769478Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"namespace":"ai-tenant-e2e-worker-w4-8d2c7c","name":"premium-simulator-access","reconcileID":"0d703d27-cdc2-4e2d-9dae-fb0c57383f2b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"name":"e2e-worker-w4-8d2c7c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:50:18.866298155Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c4e0ce30-93e4-48e3-b1c1-845af465d4cb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:50:18.869031052Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"simulator-access","reconcileID":"e6145504-bbfe-48eb-ba42-ca831f15b371","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"name":"e2e-worker-w2-91cd99-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:50:18.914774529Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c4e0ce30-93e4-48e3-b1c1-845af465d4cb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:50:20.735343499Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3c794ca6-12f8-494d-ab18-ac95fea0b3b7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:50:20.783977658Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3c794ca6-12f8-494d-ab18-ac95fea0b3b7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:50:20.832780011Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3c794ca6-12f8-494d-ab18-ac95fea0b3b7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:50:20.881367786Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3c794ca6-12f8-494d-ab18-ac95fea0b3b7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:50:25.712641904Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:50:27.801763608Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-873a34","namespace":"e2e-extmod-att-noaccess-c9b09f"},"namespace":"e2e-extmod-att-noaccess-c9b09f","name":"e2e-att-noaccess-873a34","reconcileID":"03c86021-1afe-4148-999c-21f8d9856079","MaaSModelRef":{"name":"e2e-att-noaccess-873a34","namespace":"e2e-extmod-att-noaccess-c9b09f"},"name":"e2e-att-noaccess-873a34","namespace":"e2e-extmod-att-noaccess-c9b09f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:50:28.39482718Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-c8b962","namespace":"ai-tenant-e2e-shared-a-w1-a4489c"},"namespace":"ai-tenant-e2e-shared-a-w1-a4489c","name":"e2e-auth-iso-c8b962","reconcileID":"2d2e0d29-b191-4496-95d4-df22938b9834","MaaSAuthPolicy":{"name":"e2e-auth-iso-c8b962","namespace":"ai-tenant-e2e-shared-a-w1-a4489c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-a4489c","tenantID":"e2e-shared-a-w1-a4489c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:50:28.446816353Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-c8b962","namespace":"ai-tenant-e2e-shared-a-w1-a4489c"},"namespace":"ai-tenant-e2e-shared-a-w1-a4489c","name":"e2e-auth-iso-c8b962","reconcileID":"2d2e0d29-b191-4496-95d4-df22938b9834","MaaSAuthPolicy":{"name":"e2e-auth-iso-c8b962","namespace":"ai-tenant-e2e-shared-a-w1-a4489c"},"name":"e2e-shared-a-w1-a4489c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:50:28.497740145Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w1-a4489c-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (a8576686e7dc188eda49e217aa53bf1f2a317e5ca49b7e1076b435c00cb4a67d) AuthConfig (0a375b0dc0db2cb0bb5c4fb48ad2d81304b47f1a73782f988bf1212e9ac85438) AuthConfig (bdb8761b5af8f7a5068e3dad434bb4b4de95516a0ace5333c009b25e06ebc6c8) AuthConfig (214ebe57f9536b5c25eee66b6caa1ab8ca5911939e51655594a6abce163609bb) AuthConfig (e235912c186ff2b3e7357d7ffc372684c8fd284dfd9a3615920ec796314ea24a) AuthConfig (ac9a947397de2b8552818506a0ee81f2029799d26deb09146cd172f7ec16b404) AuthConfig (b52b49a967a055760a90aa5ce7f7de93102b73332fadfb74ca7cf64afdccf28d) AuthConfig (f135d54ced0d3b951026635ef73ae176faf958bdc202da5b7100f012b3c43e08) AuthConfig (56645059d63902a8d779888ccc6056d0140d950799c03cb4dc60a24c89222ccb) AuthConfig (e245a9ed11cd227962320402c3b73bffc208a97931ab16946542c6ae3be3c9c8) AuthConfig (f4fa238b4f32b8d9b52cef9a59321fad15c8d3ef7dd5fff880fe6d948a8c8b29) AuthConfig (459d67dbe91327c97e9e8e7a72c6e9ecb5170ec9a73f781cd3aac52e392e2a2b) AuthConfig (b6b476fceb6b8921ee94ff9e57026df68601f41cdedd84eef5b5e58c3674c065) AuthConfig (6c0c0ff2fe7e473fbfb7a647984d481c546290c81f204da5755674135aec8384) AuthConfig (72ad600aa6919277f37ba16c2ffd4f359554f03cfecda20a71a5fc39dcb9346b) AuthConfig (101f675c9b3ec0683d18450fdeb7c603a68d73dd42d13b5a548226c608a63e1c) AuthConfig (0e4a30b86310de1b54800af1aa2a24c591433e3eee108dbd56d088cba76602b1) AuthConfig (2c6ce1cbf50e2b32d8e76b0b0272aad2cc48714d3a25a484838f00070be908a7)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-c8b962","namespace":"ai-tenant-e2e-shared-a-w1-a4489c"},"namespace":"ai-tenant-e2e-shared-a-w1-a4489c","name":"e2e-auth-iso-c8b962","reconcileID":"2d2e0d29-b191-4496-95d4-df22938b9834","MaaSAuthPolicy":{"name":"e2e-auth-iso-c8b962","namespace":"ai-tenant-e2e-shared-a-w1-a4489c"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:50:29.843092775Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rec-recover-012868","namespace":"e2e-extmod-rec-noaccess-c16cea"},"namespace":"e2e-extmod-rec-noaccess-c16cea","name":"e2e-rec-recover-012868","reconcileID":"c221129b-2a67-4a05-8af4-078b360382ee","namespace":"e2e-extmod-rec-noaccess-c16cea","name":"e2e-rec-recover-012868","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:50:29.897577349Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rec-recover-012868","namespace":"e2e-extmod-rec-noaccess-c16cea"},"namespace":"e2e-extmod-rec-noaccess-c16cea","name":"e2e-rec-recover-012868","reconcileID":"3c44ad5b-a5d8-4abe-b99b-a3971cc87b95","namespace":"e2e-extmod-rec-noaccess-c16cea","name":"e2e-rec-recover-012868","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:50:29.941657187Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-2a91e7-access","namespace":"ai-tenant-e2e-extmod-b-94e247"},"namespace":"ai-tenant-e2e-extmod-b-94e247","name":"e2e-att-serve-2a91e7-access","reconcileID":"c04b2855-5ea0-4860-92a3-df624c244c7f","MaaSAuthPolicy":{"name":"e2e-att-serve-2a91e7-access","namespace":"ai-tenant-e2e-extmod-b-94e247"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-94e247","tenantID":"e2e-extmod-b-94e247","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:50:29.942063657Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-c8b962","namespace":"ai-tenant-e2e-shared-a-w1-a4489c"},"namespace":"ai-tenant-e2e-shared-a-w1-a4489c","name":"e2e-auth-iso-c8b962","reconcileID":"0eb3c62f-7112-4806-a086-cecbeb18c19d","MaaSAuthPolicy":{"name":"e2e-auth-iso-c8b962","namespace":"ai-tenant-e2e-shared-a-w1-a4489c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-a4489c","tenantID":"e2e-shared-a-w1-a4489c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:50:29.991606762Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"premium-simulator-access","reconcileID":"7dbfa932-c608-4541-b110-ff9075ea6210","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-91cd99","tenantID":"e2e-worker-w2-91cd99","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:50:29.991606228Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"namespace":"ai-tenant-e2e-worker-w4-8d2c7c","name":"simulator-access","reconcileID":"733ac996-5527-4c3b-b3ca-f16ec0367937","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-8d2c7c","tenantID":"e2e-worker-w4-8d2c7c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:50:29.994453241Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-2a91e7-access","namespace":"ai-tenant-e2e-extmod-b-94e247"},"namespace":"ai-tenant-e2e-extmod-b-94e247","name":"e2e-att-serve-2a91e7-access","reconcileID":"c04b2855-5ea0-4860-92a3-df624c244c7f","MaaSAuthPolicy":{"name":"e2e-att-serve-2a91e7-access","namespace":"ai-tenant-e2e-extmod-b-94e247"},"name":"e2e-extmod-b-94e247-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:50:29.994750067Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-c8b962","namespace":"ai-tenant-e2e-shared-a-w1-a4489c"},"namespace":"ai-tenant-e2e-shared-a-w1-a4489c","name":"e2e-auth-iso-c8b962","reconcileID":"0eb3c62f-7112-4806-a086-cecbeb18c19d","MaaSAuthPolicy":{"name":"e2e-auth-iso-c8b962","namespace":"ai-tenant-e2e-shared-a-w1-a4489c"},"name":"e2e-shared-a-w1-a4489c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:50:29.995235071Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"namespace":"ai-tenant-e2e-worker-w0-9893f0","name":"premium-simulator-access","reconcileID":"ba38d826-77a8-4b86-9db9-33264eed0846","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9893f0","tenantID":"e2e-worker-w0-9893f0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:50:30.050528079Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"namespace":"ai-tenant-e2e-worker-w0-9893f0","name":"premium-simulator-access","reconcileID":"ba38d826-77a8-4b86-9db9-33264eed0846","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"name":"e2e-worker-w0-9893f0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:50:30.052292168Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w1-a4489c-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (a8576686e7dc188eda49e217aa53bf1f2a317e5ca49b7e1076b435c00cb4a67d) AuthConfig (0a375b0dc0db2cb0bb5c4fb48ad2d81304b47f1a73782f988bf1212e9ac85438) AuthConfig (bdb8761b5af8f7a5068e3dad434bb4b4de95516a0ace5333c009b25e06ebc6c8) AuthConfig (214ebe57f9536b5c25eee66b6caa1ab8ca5911939e51655594a6abce163609bb) AuthConfig (e235912c186ff2b3e7357d7ffc372684c8fd284dfd9a3615920ec796314ea24a) AuthConfig (ac9a947397de2b8552818506a0ee81f2029799d26deb09146cd172f7ec16b404) AuthConfig (b52b49a967a055760a90aa5ce7f7de93102b73332fadfb74ca7cf64afdccf28d) AuthConfig (f135d54ced0d3b951026635ef73ae176faf958bdc202da5b7100f012b3c43e08) AuthConfig (56645059d63902a8d779888ccc6056d0140d950799c03cb4dc60a24c89222ccb) AuthConfig (e245a9ed11cd227962320402c3b73bffc208a97931ab16946542c6ae3be3c9c8) AuthConfig (f4fa238b4f32b8d9b52cef9a59321fad15c8d3ef7dd5fff880fe6d948a8c8b29) AuthConfig (459d67dbe91327c97e9e8e7a72c6e9ecb5170ec9a73f781cd3aac52e392e2a2b) AuthConfig (b6b476fceb6b8921ee94ff9e57026df68601f41cdedd84eef5b5e58c3674c065) AuthConfig (6c0c0ff2fe7e473fbfb7a647984d481c546290c81f204da5755674135aec8384) AuthConfig (72ad600aa6919277f37ba16c2ffd4f359554f03cfecda20a71a5fc39dcb9346b) AuthConfig (101f675c9b3ec0683d18450fdeb7c603a68d73dd42d13b5a548226c608a63e1c) AuthConfig (0e4a30b86310de1b54800af1aa2a24c591433e3eee108dbd56d088cba76602b1) AuthConfig (2c6ce1cbf50e2b32d8e76b0b0272aad2cc48714d3a25a484838f00070be908a7)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-c8b962","namespace":"ai-tenant-e2e-shared-a-w1-a4489c"},"namespace":"ai-tenant-e2e-shared-a-w1-a4489c","name":"e2e-auth-iso-c8b962","reconcileID":"0eb3c62f-7112-4806-a086-cecbeb18c19d","MaaSAuthPolicy":{"name":"e2e-auth-iso-c8b962","namespace":"ai-tenant-e2e-shared-a-w1-a4489c"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:50:30.050528082Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"namespace":"ai-tenant-e2e-worker-w4-8d2c7c","name":"simulator-access","reconcileID":"733ac996-5527-4c3b-b3ca-f16ec0367937","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"name":"e2e-worker-w4-8d2c7c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:50:30.053429869Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"premium-simulator-access","reconcileID":"7dbfa932-c608-4541-b110-ff9075ea6210","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"name":"e2e-worker-w2-91cd99-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:50:30.198098431Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"namespace":"ai-tenant-e2e-worker-w3-bb1b51","name":"simulator-access","reconcileID":"27f5cb92-1041-4b78-a5d1-e71f2a446e74","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bb1b51","tenantID":"e2e-worker-w3-bb1b51","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:50:30.210061748Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-012868","namespace":"e2e-extmod-rec-noaccess-c16cea"},"namespace":"e2e-extmod-rec-noaccess-c16cea","name":"e2e-rec-recover-012868","reconcileID":"c2870bc1-81eb-4557-8569-5fe0b68e463c","MaaSModelRef":{"name":"e2e-rec-recover-012868","namespace":"e2e-extmod-rec-noaccess-c16cea"},"name":"e2e-rec-recover-012868","namespace":"e2e-extmod-rec-noaccess-c16cea","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:50:30.250491111Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"namespace":"ai-tenant-e2e-worker-w3-bb1b51","name":"simulator-access","reconcileID":"27f5cb92-1041-4b78-a5d1-e71f2a446e74","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"name":"e2e-worker-w3-bb1b51-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:50:30.364124119Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-012868","namespace":"e2e-extmod-rec-noaccess-c16cea"},"namespace":"e2e-extmod-rec-noaccess-c16cea","name":"e2e-rec-recover-012868","reconcileID":"be13fb6d-f76d-4e65-bdfe-632c9964012a","MaaSModelRef":{"name":"e2e-rec-recover-012868","namespace":"e2e-extmod-rec-noaccess-c16cea"},"name":"e2e-rec-recover-012868","namespace":"e2e-extmod-rec-noaccess-c16cea","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:50:30.389237559Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"namespace":"ai-tenant-e2e-worker-w3-bb1b51","name":"premium-simulator-access","reconcileID":"f9522b51-3744-45ee-b174-351032e6c6ce","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bb1b51","tenantID":"e2e-worker-w3-bb1b51","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:50:30.389799646Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"fd31365f-361c-4258-8a14-0c05b15ac9ed","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:50:30.390197554Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"namespace":"ai-tenant-e2e-worker-w1-5951bc","name":"simulator-access","reconcileID":"350033cb-df4f-4638-988d-00537df9b8c2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5951bc","tenantID":"e2e-worker-w1-5951bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:50:30.390102123Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c19ebc15-9117-4ccc-a86a-7396d2922633","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:50:30.442892152Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"namespace":"ai-tenant-e2e-worker-w1-5951bc","name":"simulator-access","reconcileID":"350033cb-df4f-4638-988d-00537df9b8c2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"name":"e2e-worker-w1-5951bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:50:30.4429804Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"namespace":"ai-tenant-e2e-worker-w3-bb1b51","name":"premium-simulator-access","reconcileID":"f9522b51-3744-45ee-b174-351032e6c6ce","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"name":"e2e-worker-w3-bb1b51-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:50:30.445438898Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c19ebc15-9117-4ccc-a86a-7396d2922633","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:50:30.445519011Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"fd31365f-361c-4258-8a14-0c05b15ac9ed","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T12:50:30.462019813Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-012868","namespace":"e2e-extmod-rec-noaccess-c16cea"},"namespace":"e2e-extmod-rec-noaccess-c16cea","name":"e2e-rec-recover-012868","reconcileID":"be13fb6d-f76d-4e65-bdfe-632c9964012a","name":"e2e-rec-recover-012868","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-rec-recover-012868\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T12:50:30.462090866Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-012868","namespace":"e2e-extmod-rec-noaccess-c16cea"},"namespace":"e2e-extmod-rec-noaccess-c16cea","name":"e2e-rec-recover-012868","reconcileID":"be13fb6d-f76d-4e65-bdfe-632c9964012a","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-rec-recover-012868\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T12:50:30.516145097Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-012868","namespace":"e2e-extmod-rec-noaccess-c16cea"},"namespace":"e2e-extmod-rec-noaccess-c16cea","name":"e2e-rec-recover-012868","reconcileID":"b0f6d87c-92a0-43cf-83ef-4b4b1e8a33bc","MaaSModelRef":{"name":"e2e-rec-recover-012868","namespace":"e2e-extmod-rec-noaccess-c16cea"},"name":"e2e-rec-recover-012868","namespace":"e2e-extmod-rec-noaccess-c16cea","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:50:30.574767124Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rec-ctrl-4ce791","namespace":"e2e-extmod-rec-user-f3f6f8"},"namespace":"e2e-extmod-rec-user-f3f6f8","name":"e2e-rec-ctrl-4ce791","reconcileID":"aad6739a-d7d6-46e1-978a-d0841dd1510e","namespace":"e2e-extmod-rec-user-f3f6f8","name":"e2e-rec-ctrl-4ce791","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:50:30.592332532Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"simulator-access","reconcileID":"fbb2f15a-9f5a-4d33-aec6-ccec7c166dfd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-91cd99","tenantID":"e2e-worker-w2-91cd99","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:50:30.644740589Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"simulator-access","reconcileID":"fbb2f15a-9f5a-4d33-aec6-ccec7c166dfd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"name":"e2e-worker-w2-91cd99-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:50:30.794575461Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"namespace":"ai-tenant-e2e-worker-w4-8d2c7c","name":"premium-simulator-access","reconcileID":"7a7f7f31-1792-4d9a-95af-7aef42dbd03a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-8d2c7c","tenantID":"e2e-worker-w4-8d2c7c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:50:30.794591258Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"namespace":"ai-tenant-e2e-worker-w4-8d2c7c","name":"simulator-access","reconcileID":"6c901551-5688-468b-aa5b-919a3a54e099","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-8d2c7c","tenantID":"e2e-worker-w4-8d2c7c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:50:30.795222531Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"namespace":"ai-tenant-e2e-worker-w0-9893f0","name":"simulator-access","reconcileID":"3ba31881-8042-4d31-8a98-592fd553a1dc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9893f0","tenantID":"e2e-worker-w0-9893f0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:50:30.795440284Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"namespace":"ai-tenant-e2e-worker-w1-5951bc","name":"premium-simulator-access","reconcileID":"21f390bf-2e81-44ea-84f7-0d33a5746839","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5951bc","tenantID":"e2e-worker-w1-5951bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:50:30.847662324Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"namespace":"ai-tenant-e2e-worker-w4-8d2c7c","name":"simulator-access","reconcileID":"6c901551-5688-468b-aa5b-919a3a54e099","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"name":"e2e-worker-w4-8d2c7c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:50:30.8480357Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"namespace":"ai-tenant-e2e-worker-w4-8d2c7c","name":"premium-simulator-access","reconcileID":"7a7f7f31-1792-4d9a-95af-7aef42dbd03a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"name":"e2e-worker-w4-8d2c7c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:50:30.850129587Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"namespace":"ai-tenant-e2e-worker-w0-9893f0","name":"simulator-access","reconcileID":"3ba31881-8042-4d31-8a98-592fd553a1dc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"name":"e2e-worker-w0-9893f0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:50:30.850193474Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"namespace":"ai-tenant-e2e-worker-w1-5951bc","name":"premium-simulator-access","reconcileID":"21f390bf-2e81-44ea-84f7-0d33a5746839","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"name":"e2e-worker-w1-5951bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:50:30.858653461Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rec-recover-012868","namespace":"e2e-extmod-rec-noaccess-c16cea"},"namespace":"e2e-extmod-rec-noaccess-c16cea","name":"e2e-rec-recover-012868","reconcileID":"74af9b53-c463-45aa-9dac-28ca39f711ce","namespace":"e2e-extmod-rec-noaccess-c16cea","name":"e2e-rec-recover-012868","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:50:30.947703609Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-2a91e7-access","namespace":"ai-tenant-e2e-extmod-b-94e247"},"namespace":"ai-tenant-e2e-extmod-b-94e247","name":"e2e-att-serve-2a91e7-access","reconcileID":"ce1d8e35-af50-44f8-a9cf-49347dcb3ea8","MaaSAuthPolicy":{"name":"e2e-att-serve-2a91e7-access","namespace":"ai-tenant-e2e-extmod-b-94e247"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-94e247","tenantID":"e2e-extmod-b-94e247","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:50:30.950836913Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-ctrl-4ce791","namespace":"e2e-extmod-rec-user-f3f6f8"},"namespace":"e2e-extmod-rec-user-f3f6f8","name":"e2e-rec-ctrl-4ce791","reconcileID":"44fc669b-58c1-487d-8e80-239df6ef366e","MaaSModelRef":{"name":"e2e-rec-ctrl-4ce791","namespace":"e2e-extmod-rec-user-f3f6f8"},"name":"e2e-rec-ctrl-4ce791","namespace":"e2e-extmod-rec-user-f3f6f8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:50:30.999838495Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-2a91e7-access","namespace":"ai-tenant-e2e-extmod-b-94e247"},"namespace":"ai-tenant-e2e-extmod-b-94e247","name":"e2e-att-serve-2a91e7-access","reconcileID":"ce1d8e35-af50-44f8-a9cf-49347dcb3ea8","MaaSAuthPolicy":{"name":"e2e-att-serve-2a91e7-access","namespace":"ai-tenant-e2e-extmod-b-94e247"},"name":"e2e-extmod-b-94e247-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:50:31.099513352Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-012868","namespace":"e2e-extmod-rec-noaccess-c16cea"},"namespace":"e2e-extmod-rec-noaccess-c16cea","name":"e2e-rec-recover-012868","reconcileID":"08b0ddaa-898f-43d0-a05d-d27228a764cb","MaaSModelRef":{"name":"e2e-rec-recover-012868","namespace":"e2e-extmod-rec-noaccess-c16cea"},"name":"e2e-rec-recover-012868","namespace":"e2e-extmod-rec-noaccess-c16cea","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:50:31.14656197Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-c8b962","namespace":"ai-tenant-e2e-shared-a-w1-a4489c"},"namespace":"ai-tenant-e2e-shared-a-w1-a4489c","name":"e2e-auth-iso-c8b962","reconcileID":"c4edde07-a121-478d-b0c4-b8256ef3c2db","MaaSAuthPolicy":{"name":"e2e-auth-iso-c8b962","namespace":"ai-tenant-e2e-shared-a-w1-a4489c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-a4489c","tenantID":"e2e-shared-a-w1-a4489c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:50:31.193703003Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"namespace":"ai-tenant-e2e-worker-w0-9893f0","name":"premium-simulator-access","reconcileID":"dc2a4a5e-2301-4b2e-ae0b-665e588307c6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9893f0","tenantID":"e2e-worker-w0-9893f0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:50:31.193770391Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"premium-simulator-access","reconcileID":"ccdbf672-cfde-4066-8fda-91ed456a9ecf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-91cd99","tenantID":"e2e-worker-w2-91cd99","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:50:31.194525445Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"namespace":"ai-tenant-e2e-worker-w3-bb1b51","name":"simulator-access","reconcileID":"74be281f-77d8-4c7e-bfac-a47d22729a32","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bb1b51","tenantID":"e2e-worker-w3-bb1b51","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:50:31.195745206Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-ctrl-4ce791","namespace":"e2e-extmod-rec-user-f3f6f8"},"namespace":"e2e-extmod-rec-user-f3f6f8","name":"e2e-rec-ctrl-4ce791","reconcileID":"9fa703fa-c1e3-439c-8f12-5d12a7c18af2","MaaSModelRef":{"name":"e2e-rec-ctrl-4ce791","namespace":"e2e-extmod-rec-user-f3f6f8"},"name":"e2e-rec-ctrl-4ce791","namespace":"e2e-extmod-rec-user-f3f6f8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:50:31.199144324Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-c8b962","namespace":"ai-tenant-e2e-shared-a-w1-a4489c"},"namespace":"ai-tenant-e2e-shared-a-w1-a4489c","name":"e2e-auth-iso-c8b962","reconcileID":"c4edde07-a121-478d-b0c4-b8256ef3c2db","MaaSAuthPolicy":{"name":"e2e-auth-iso-c8b962","namespace":"ai-tenant-e2e-shared-a-w1-a4489c"},"name":"e2e-shared-a-w1-a4489c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:50:31.246575456Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"premium-simulator-access","reconcileID":"ccdbf672-cfde-4066-8fda-91ed456a9ecf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"name":"e2e-worker-w2-91cd99-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:50:31.24728225Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"namespace":"ai-tenant-e2e-worker-w0-9893f0","name":"premium-simulator-access","reconcileID":"dc2a4a5e-2301-4b2e-ae0b-665e588307c6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"name":"e2e-worker-w0-9893f0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:50:31.248872136Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"namespace":"ai-tenant-e2e-worker-w3-bb1b51","name":"simulator-access","reconcileID":"74be281f-77d8-4c7e-bfac-a47d22729a32","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"name":"e2e-worker-w3-bb1b51-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:50:31.249798333Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w1-a4489c-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (a8576686e7dc188eda49e217aa53bf1f2a317e5ca49b7e1076b435c00cb4a67d) AuthConfig (0a375b0dc0db2cb0bb5c4fb48ad2d81304b47f1a73782f988bf1212e9ac85438) AuthConfig (bdb8761b5af8f7a5068e3dad434bb4b4de95516a0ace5333c009b25e06ebc6c8) AuthConfig (214ebe57f9536b5c25eee66b6caa1ab8ca5911939e51655594a6abce163609bb) AuthConfig (e235912c186ff2b3e7357d7ffc372684c8fd284dfd9a3615920ec796314ea24a) AuthConfig (ac9a947397de2b8552818506a0ee81f2029799d26deb09146cd172f7ec16b404) AuthConfig (b52b49a967a055760a90aa5ce7f7de93102b73332fadfb74ca7cf64afdccf28d) AuthConfig (f135d54ced0d3b951026635ef73ae176faf958bdc202da5b7100f012b3c43e08) AuthConfig (56645059d63902a8d779888ccc6056d0140d950799c03cb4dc60a24c89222ccb) AuthConfig (e245a9ed11cd227962320402c3b73bffc208a97931ab16946542c6ae3be3c9c8) AuthConfig (f4fa238b4f32b8d9b52cef9a59321fad15c8d3ef7dd5fff880fe6d948a8c8b29) AuthConfig (459d67dbe91327c97e9e8e7a72c6e9ecb5170ec9a73f781cd3aac52e392e2a2b) AuthConfig (b6b476fceb6b8921ee94ff9e57026df68601f41cdedd84eef5b5e58c3674c065) AuthConfig (6c0c0ff2fe7e473fbfb7a647984d481c546290c81f204da5755674135aec8384) AuthConfig (72ad600aa6919277f37ba16c2ffd4f359554f03cfecda20a71a5fc39dcb9346b) AuthConfig (101f675c9b3ec0683d18450fdeb7c603a68d73dd42d13b5a548226c608a63e1c) AuthConfig (0e4a30b86310de1b54800af1aa2a24c591433e3eee108dbd56d088cba76602b1) AuthConfig (2c6ce1cbf50e2b32d8e76b0b0272aad2cc48714d3a25a484838f00070be908a7)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-c8b962","namespace":"ai-tenant-e2e-shared-a-w1-a4489c"},"namespace":"ai-tenant-e2e-shared-a-w1-a4489c","name":"e2e-auth-iso-c8b962","reconcileID":"c4edde07-a121-478d-b0c4-b8256ef3c2db","MaaSAuthPolicy":{"name":"e2e-auth-iso-c8b962","namespace":"ai-tenant-e2e-shared-a-w1-a4489c"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:50:31.39048937Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"namespace":"ai-tenant-e2e-worker-w3-bb1b51","name":"premium-simulator-access","reconcileID":"8be47f61-878a-42fc-90c0-ede7c1d688b7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bb1b51","tenantID":"e2e-worker-w3-bb1b51","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:50:31.394052787Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"namespace":"ai-tenant-e2e-worker-w1-5951bc","name":"simulator-access","reconcileID":"79f5e0c9-45d2-42e9-84d5-381098cee5ab","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5951bc","tenantID":"e2e-worker-w1-5951bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:50:31.444475534Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"namespace":"ai-tenant-e2e-worker-w3-bb1b51","name":"premium-simulator-access","reconcileID":"8be47f61-878a-42fc-90c0-ede7c1d688b7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"name":"e2e-worker-w3-bb1b51-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:50:31.445830485Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"namespace":"ai-tenant-e2e-worker-w1-5951bc","name":"simulator-access","reconcileID":"79f5e0c9-45d2-42e9-84d5-381098cee5ab","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"name":"e2e-worker-w1-5951bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:50:31.536594016Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"f8516d16-466c-40cd-a921-bbbae902d4c1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:50:31.536713548Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"6aaccc4b-d4f8-4cf1-9215-5e745f2d0aec","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:50:31.537340587Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"simulator-access","reconcileID":"3d1f6219-2608-499b-a695-47d03a27fdc8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-91cd99","tenantID":"e2e-worker-w2-91cd99","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:50:31.58867764Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"f8516d16-466c-40cd-a921-bbbae902d4c1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:50:31.591306723Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"6aaccc4b-d4f8-4cf1-9215-5e745f2d0aec","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:50:31.593022086Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"simulator-access","reconcileID":"3d1f6219-2608-499b-a695-47d03a27fdc8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"name":"e2e-worker-w2-91cd99-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:50:31.732905689Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"namespace":"ai-tenant-e2e-worker-w4-8d2c7c","name":"premium-simulator-access","reconcileID":"3663dd35-2bc7-4d6f-89cc-6aaf78fa4ac4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-8d2c7c","tenantID":"e2e-worker-w4-8d2c7c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:50:31.733871795Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"namespace":"ai-tenant-e2e-worker-w0-9893f0","name":"simulator-access","reconcileID":"7b8b94a4-c451-4bea-b79d-e2b03786d23c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9893f0","tenantID":"e2e-worker-w0-9893f0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:50:31.7862539Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"namespace":"ai-tenant-e2e-worker-w0-9893f0","name":"simulator-access","reconcileID":"7b8b94a4-c451-4bea-b79d-e2b03786d23c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"name":"e2e-worker-w0-9893f0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:50:31.787004705Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"namespace":"ai-tenant-e2e-worker-w4-8d2c7c","name":"premium-simulator-access","reconcileID":"3663dd35-2bc7-4d6f-89cc-6aaf78fa4ac4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"name":"e2e-worker-w4-8d2c7c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:50:31.842812061Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rec-ctrl-4ce791","namespace":"e2e-extmod-rec-user-f3f6f8"},"namespace":"e2e-extmod-rec-user-f3f6f8","name":"e2e-rec-ctrl-4ce791","reconcileID":"4ac76151-a1cf-4404-bfad-1e632c720ba6","namespace":"e2e-extmod-rec-user-f3f6f8","name":"e2e-rec-ctrl-4ce791","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:50:31.93174416Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"namespace":"ai-tenant-e2e-worker-w1-5951bc","name":"premium-simulator-access","reconcileID":"4f750561-ea47-42b5-8c26-95ff5b3428a4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5951bc","tenantID":"e2e-worker-w1-5951bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:50:31.933044901Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-2a91e7-access","namespace":"ai-tenant-e2e-extmod-b-94e247"},"namespace":"ai-tenant-e2e-extmod-b-94e247","name":"e2e-att-serve-2a91e7-access","reconcileID":"c05fc061-9b4f-47ce-863c-06fd6c1207cb","MaaSAuthPolicy":{"name":"e2e-att-serve-2a91e7-access","namespace":"ai-tenant-e2e-extmod-b-94e247"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-94e247","tenantID":"e2e-extmod-b-94e247","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:50:31.933352768Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"namespace":"ai-tenant-e2e-worker-w4-8d2c7c","name":"simulator-access","reconcileID":"424405dd-6858-4ce1-87f4-50c0a792b4bc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-8d2c7c","tenantID":"e2e-worker-w4-8d2c7c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:50:31.985851799Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"namespace":"ai-tenant-e2e-worker-w1-5951bc","name":"premium-simulator-access","reconcileID":"4f750561-ea47-42b5-8c26-95ff5b3428a4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"name":"e2e-worker-w1-5951bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:50:31.98680094Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-2a91e7-access","namespace":"ai-tenant-e2e-extmod-b-94e247"},"namespace":"ai-tenant-e2e-extmod-b-94e247","name":"e2e-att-serve-2a91e7-access","reconcileID":"c05fc061-9b4f-47ce-863c-06fd6c1207cb","MaaSAuthPolicy":{"name":"e2e-att-serve-2a91e7-access","namespace":"ai-tenant-e2e-extmod-b-94e247"},"name":"e2e-extmod-b-94e247-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:50:31.988877477Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"namespace":"ai-tenant-e2e-worker-w4-8d2c7c","name":"simulator-access","reconcileID":"424405dd-6858-4ce1-87f4-50c0a792b4bc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"name":"e2e-worker-w4-8d2c7c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:50:32.085616627Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-c8b962","namespace":"ai-tenant-e2e-shared-a-w1-a4489c"},"namespace":"ai-tenant-e2e-shared-a-w1-a4489c","name":"e2e-auth-iso-c8b962","reconcileID":"68c28a62-6766-4422-819a-9506d3352484","MaaSAuthPolicy":{"name":"e2e-auth-iso-c8b962","namespace":"ai-tenant-e2e-shared-a-w1-a4489c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-a4489c","tenantID":"e2e-shared-a-w1-a4489c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:50:32.086956063Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-ctrl-4ce791","namespace":"e2e-extmod-rec-user-f3f6f8"},"namespace":"e2e-extmod-rec-user-f3f6f8","name":"e2e-rec-ctrl-4ce791","reconcileID":"203818bd-f2e5-45cf-8599-26ba452673cc","MaaSModelRef":{"name":"e2e-rec-ctrl-4ce791","namespace":"e2e-extmod-rec-user-f3f6f8"},"name":"e2e-rec-ctrl-4ce791","namespace":"e2e-extmod-rec-user-f3f6f8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:50:32.138304272Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-c8b962","namespace":"ai-tenant-e2e-shared-a-w1-a4489c"},"namespace":"ai-tenant-e2e-shared-a-w1-a4489c","name":"e2e-auth-iso-c8b962","reconcileID":"68c28a62-6766-4422-819a-9506d3352484","MaaSAuthPolicy":{"name":"e2e-auth-iso-c8b962","namespace":"ai-tenant-e2e-shared-a-w1-a4489c"},"name":"e2e-shared-a-w1-a4489c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:50:32.189674968Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w1-a4489c-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (a8576686e7dc188eda49e217aa53bf1f2a317e5ca49b7e1076b435c00cb4a67d) AuthConfig (0a375b0dc0db2cb0bb5c4fb48ad2d81304b47f1a73782f988bf1212e9ac85438) AuthConfig (bdb8761b5af8f7a5068e3dad434bb4b4de95516a0ace5333c009b25e06ebc6c8) AuthConfig (214ebe57f9536b5c25eee66b6caa1ab8ca5911939e51655594a6abce163609bb) AuthConfig (e235912c186ff2b3e7357d7ffc372684c8fd284dfd9a3615920ec796314ea24a) AuthConfig (ac9a947397de2b8552818506a0ee81f2029799d26deb09146cd172f7ec16b404) AuthConfig (b52b49a967a055760a90aa5ce7f7de93102b73332fadfb74ca7cf64afdccf28d) AuthConfig (f135d54ced0d3b951026635ef73ae176faf958bdc202da5b7100f012b3c43e08) AuthConfig (56645059d63902a8d779888ccc6056d0140d950799c03cb4dc60a24c89222ccb) AuthConfig (e245a9ed11cd227962320402c3b73bffc208a97931ab16946542c6ae3be3c9c8) AuthConfig (f4fa238b4f32b8d9b52cef9a59321fad15c8d3ef7dd5fff880fe6d948a8c8b29) AuthConfig (459d67dbe91327c97e9e8e7a72c6e9ecb5170ec9a73f781cd3aac52e392e2a2b) AuthConfig (b6b476fceb6b8921ee94ff9e57026df68601f41cdedd84eef5b5e58c3674c065) AuthConfig (6c0c0ff2fe7e473fbfb7a647984d481c546290c81f204da5755674135aec8384) AuthConfig (72ad600aa6919277f37ba16c2ffd4f359554f03cfecda20a71a5fc39dcb9346b) AuthConfig (101f675c9b3ec0683d18450fdeb7c603a68d73dd42d13b5a548226c608a63e1c) AuthConfig (0e4a30b86310de1b54800af1aa2a24c591433e3eee108dbd56d088cba76602b1) AuthConfig (2c6ce1cbf50e2b32d8e76b0b0272aad2cc48714d3a25a484838f00070be908a7)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-c8b962","namespace":"ai-tenant-e2e-shared-a-w1-a4489c"},"namespace":"ai-tenant-e2e-shared-a-w1-a4489c","name":"e2e-auth-iso-c8b962","reconcileID":"68c28a62-6766-4422-819a-9506d3352484","MaaSAuthPolicy":{"name":"e2e-auth-iso-c8b962","namespace":"ai-tenant-e2e-shared-a-w1-a4489c"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:50:32.232476193Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-4ce791-access","namespace":"ai-tenant-e2e-extmod-b-94e247"},"namespace":"ai-tenant-e2e-extmod-b-94e247","name":"e2e-rec-ctrl-4ce791-access","reconcileID":"4244e0c3-3683-478a-81d6-4efead26d486","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-4ce791-access","namespace":"ai-tenant-e2e-extmod-b-94e247"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-94e247","tenantID":"e2e-extmod-b-94e247","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:50:32.246324549Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-ctrl-4ce791","namespace":"e2e-extmod-rec-user-f3f6f8"},"namespace":"e2e-extmod-rec-user-f3f6f8","name":"e2e-rec-ctrl-4ce791","reconcileID":"e1e5bad3-97cd-43e0-b2cd-b53215e1617c","MaaSModelRef":{"name":"e2e-rec-ctrl-4ce791","namespace":"e2e-extmod-rec-user-f3f6f8"},"name":"e2e-rec-ctrl-4ce791","namespace":"e2e-extmod-rec-user-f3f6f8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:50:32.285702586Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-4ce791-access","namespace":"ai-tenant-e2e-extmod-b-94e247"},"namespace":"ai-tenant-e2e-extmod-b-94e247","name":"e2e-rec-ctrl-4ce791-access","reconcileID":"4244e0c3-3683-478a-81d6-4efead26d486","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-4ce791-access","namespace":"ai-tenant-e2e-extmod-b-94e247"},"name":"e2e-extmod-b-94e247-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:50:32.33414746Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"namespace":"ai-tenant-e2e-worker-w3-bb1b51","name":"simulator-access","reconcileID":"33f9b4a0-bd14-457f-962f-250fd8647e89","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bb1b51","tenantID":"e2e-worker-w3-bb1b51","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:50:32.334186617Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"premium-simulator-access","reconcileID":"f8008e2d-3dfe-4815-8d07-fce69c35ebf2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-91cd99","tenantID":"e2e-worker-w2-91cd99","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:50:32.337860457Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"namespace":"ai-tenant-e2e-worker-w3-bb1b51","name":"premium-simulator-access","reconcileID":"9b07487b-c434-43e7-96c3-ea953b20cf86","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bb1b51","tenantID":"e2e-worker-w3-bb1b51","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:50:32.342940156Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-ctrl-4ce791","namespace":"e2e-extmod-rec-user-f3f6f8"},"namespace":"e2e-extmod-rec-user-f3f6f8","name":"e2e-rec-ctrl-4ce791","reconcileID":"17354d18-3b8d-4f45-ba33-6b22a1a51c1c","MaaSModelRef":{"name":"e2e-rec-ctrl-4ce791","namespace":"e2e-extmod-rec-user-f3f6f8"},"name":"e2e-rec-ctrl-4ce791","namespace":"e2e-extmod-rec-user-f3f6f8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:50:32.38670397Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-4ce791-access","namespace":"ai-tenant-e2e-extmod-b-94e247"},"namespace":"ai-tenant-e2e-extmod-b-94e247","name":"e2e-rec-ctrl-4ce791-access","reconcileID":"4244e0c3-3683-478a-81d6-4efead26d486","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-4ce791-access","namespace":"ai-tenant-e2e-extmod-b-94e247"},"model":"e2e-extmod-rec-user-f3f6f8/e2e-rec-ctrl-4ce791","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:50:32.388244608Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"premium-simulator-access","reconcileID":"f8008e2d-3dfe-4815-8d07-fce69c35ebf2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"name":"e2e-worker-w2-91cd99-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:50:32.389734779Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"namespace":"ai-tenant-e2e-worker-w3-bb1b51","name":"simulator-access","reconcileID":"33f9b4a0-bd14-457f-962f-250fd8647e89","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"name":"e2e-worker-w3-bb1b51-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:50:32.392354422Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"namespace":"ai-tenant-e2e-worker-w3-bb1b51","name":"premium-simulator-access","reconcileID":"9b07487b-c434-43e7-96c3-ea953b20cf86","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"name":"e2e-worker-w3-bb1b51-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:50:32.434902569Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"namespace":"ai-tenant-e2e-worker-w1-5951bc","name":"simulator-access","reconcileID":"23c3bdec-6d3e-4d5c-81e0-16a1806dd963","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5951bc","tenantID":"e2e-worker-w1-5951bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:50:32.488917636Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"namespace":"ai-tenant-e2e-worker-w1-5951bc","name":"simulator-access","reconcileID":"23c3bdec-6d3e-4d5c-81e0-16a1806dd963","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"name":"e2e-worker-w1-5951bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:50:32.584277943Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-ctrl-4ce791","namespace":"e2e-extmod-rec-user-f3f6f8"},"namespace":"e2e-extmod-rec-user-f3f6f8","name":"e2e-rec-ctrl-4ce791","reconcileID":"9bc5ced3-69ab-4e67-8c13-c98e88682b86","MaaSModelRef":{"name":"e2e-rec-ctrl-4ce791","namespace":"e2e-extmod-rec-user-f3f6f8"},"name":"e2e-rec-ctrl-4ce791","namespace":"e2e-extmod-rec-user-f3f6f8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:50:32.682566243Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a7eca87c-163c-4d21-8f01-72a5c19c7fa4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:50:32.737926687Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a7eca87c-163c-4d21-8f01-72a5c19c7fa4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:50:32.787278927Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"namespace":"ai-tenant-e2e-worker-w4-8d2c7c","name":"premium-simulator-access","reconcileID":"72bbe986-bd23-4f4d-bb9f-262334ac2070","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-8d2c7c","tenantID":"e2e-worker-w4-8d2c7c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:50:32.787403143Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"4ef638b4-354c-47dc-85d2-c1b40bbc6ed9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:50:32.787738357Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"simulator-access","reconcileID":"17c9337c-674c-4842-9c7f-f37838aa8f23","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-91cd99","tenantID":"e2e-worker-w2-91cd99","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:50:32.840263053Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"4ef638b4-354c-47dc-85d2-c1b40bbc6ed9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:50:32.841029255Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"namespace":"ai-tenant-e2e-worker-w4-8d2c7c","name":"premium-simulator-access","reconcileID":"72bbe986-bd23-4f4d-bb9f-262334ac2070","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"name":"e2e-worker-w4-8d2c7c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:50:32.885352374Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-873a34","namespace":"e2e-extmod-att-noaccess-c9b09f"},"namespace":"e2e-extmod-att-noaccess-c9b09f","name":"e2e-att-noaccess-873a34","reconcileID":"5474dfb1-24e2-48f5-ae8d-d4b72998f13c","MaaSModelRef":{"name":"e2e-att-noaccess-873a34","namespace":"e2e-extmod-att-noaccess-c9b09f"},"name":"e2e-att-noaccess-873a34","namespace":"e2e-extmod-att-noaccess-c9b09f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:50:32.889085128Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"simulator-access","reconcileID":"17c9337c-674c-4842-9c7f-f37838aa8f23","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"name":"e2e-worker-w2-91cd99-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:50:32.933097544Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"namespace":"ai-tenant-e2e-worker-w0-9893f0","name":"simulator-access","reconcileID":"c725fcae-d9d4-472b-8e7b-13f7cd69d3db","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9893f0","tenantID":"e2e-worker-w0-9893f0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:50:32.982752501Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-012868","namespace":"e2e-extmod-rec-noaccess-c16cea"},"namespace":"e2e-extmod-rec-noaccess-c16cea","name":"e2e-rec-recover-012868","reconcileID":"c5913470-db35-4545-9e1a-0b87be1851ee","MaaSModelRef":{"name":"e2e-rec-recover-012868","namespace":"e2e-extmod-rec-noaccess-c16cea"},"name":"e2e-rec-recover-012868","namespace":"e2e-extmod-rec-noaccess-c16cea","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:50:32.985312952Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"namespace":"ai-tenant-e2e-worker-w0-9893f0","name":"simulator-access","reconcileID":"c725fcae-d9d4-472b-8e7b-13f7cd69d3db","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"name":"e2e-worker-w0-9893f0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:50:33.079879877Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-ctrl-4ce791","namespace":"e2e-extmod-rec-user-f3f6f8"},"namespace":"e2e-extmod-rec-user-f3f6f8","name":"e2e-rec-ctrl-4ce791","reconcileID":"6083ef60-7499-4458-8156-59b452dd3367","MaaSModelRef":{"name":"e2e-rec-ctrl-4ce791","namespace":"e2e-extmod-rec-user-f3f6f8"},"name":"e2e-rec-ctrl-4ce791","namespace":"e2e-extmod-rec-user-f3f6f8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:50:33.13946104Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"namespace":"ai-tenant-e2e-worker-w1-5951bc","name":"premium-simulator-access","reconcileID":"2e5c36c0-6ef7-4039-8acb-c4615fe84f27","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5951bc","tenantID":"e2e-worker-w1-5951bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:50:33.222807642Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-873a34","namespace":"e2e-extmod-att-noaccess-c9b09f"},"namespace":"e2e-extmod-att-noaccess-c9b09f","name":"e2e-att-noaccess-873a34","reconcileID":"442e66bc-5ca4-4606-ae7b-c548b9a373af","MaaSModelRef":{"name":"e2e-att-noaccess-873a34","namespace":"e2e-extmod-att-noaccess-c9b09f"},"name":"e2e-att-noaccess-873a34","namespace":"e2e-extmod-att-noaccess-c9b09f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:50:33.225593435Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"namespace":"ai-tenant-e2e-worker-w1-5951bc","name":"premium-simulator-access","reconcileID":"2e5c36c0-6ef7-4039-8acb-c4615fe84f27","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"name":"e2e-worker-w1-5951bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:50:33.225898855Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rec-ctrl-4ce791","namespace":"e2e-extmod-rec-user-f3f6f8"},"namespace":"e2e-extmod-rec-user-f3f6f8","name":"e2e-rec-ctrl-4ce791","reconcileID":"8bd4d1e9-cbd2-4ef1-a314-c253134d4973","namespace":"e2e-extmod-rec-user-f3f6f8","name":"e2e-rec-ctrl-4ce791","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:50:33.270170502Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"namespace":"ai-tenant-e2e-worker-w4-8d2c7c","name":"simulator-access","reconcileID":"b1b616c1-560e-4b94-b4a7-5c2b8f496a41","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-8d2c7c","tenantID":"e2e-worker-w4-8d2c7c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:50:33.270269732Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-2a91e7-access","namespace":"ai-tenant-e2e-extmod-b-94e247"},"namespace":"ai-tenant-e2e-extmod-b-94e247","name":"e2e-att-serve-2a91e7-access","reconcileID":"23ef1db8-2c27-49c6-ad73-d2dca22281c3","MaaSAuthPolicy":{"name":"e2e-att-serve-2a91e7-access","namespace":"ai-tenant-e2e-extmod-b-94e247"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-94e247","tenantID":"e2e-extmod-b-94e247","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:50:33.270843689Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"namespace":"ai-tenant-e2e-worker-w0-9893f0","name":"premium-simulator-access","reconcileID":"7291d07b-d364-4b92-9fbd-435aafbdea7e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9893f0","tenantID":"e2e-worker-w0-9893f0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:50:33.320759101Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-012868","namespace":"e2e-extmod-rec-noaccess-c16cea"},"namespace":"e2e-extmod-rec-noaccess-c16cea","name":"e2e-rec-recover-012868","reconcileID":"ab2728e9-239a-4e8b-8911-d3c40b9e2991","MaaSModelRef":{"name":"e2e-rec-recover-012868","namespace":"e2e-extmod-rec-noaccess-c16cea"},"name":"e2e-rec-recover-012868","namespace":"e2e-extmod-rec-noaccess-c16cea","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:50:33.324291113Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"namespace":"ai-tenant-e2e-worker-w0-9893f0","name":"premium-simulator-access","reconcileID":"7291d07b-d364-4b92-9fbd-435aafbdea7e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"name":"e2e-worker-w0-9893f0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:50:33.324479534Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"namespace":"ai-tenant-e2e-worker-w4-8d2c7c","name":"simulator-access","reconcileID":"b1b616c1-560e-4b94-b4a7-5c2b8f496a41","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"name":"e2e-worker-w4-8d2c7c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:50:33.326929766Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-2a91e7-access","namespace":"ai-tenant-e2e-extmod-b-94e247"},"namespace":"ai-tenant-e2e-extmod-b-94e247","name":"e2e-att-serve-2a91e7-access","reconcileID":"23ef1db8-2c27-49c6-ad73-d2dca22281c3","MaaSAuthPolicy":{"name":"e2e-att-serve-2a91e7-access","namespace":"ai-tenant-e2e-extmod-b-94e247"},"name":"e2e-extmod-b-94e247-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:50:33.369241422Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-4ce791-access","namespace":"ai-tenant-e2e-extmod-b-94e247"},"namespace":"ai-tenant-e2e-extmod-b-94e247","name":"e2e-rec-ctrl-4ce791-access","reconcileID":"be6ff6f9-1de4-40bc-bd8f-7c79385f35a9","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-4ce791-access","namespace":"ai-tenant-e2e-extmod-b-94e247"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-94e247","tenantID":"e2e-extmod-b-94e247","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:50:33.41845042Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-ctrl-4ce791","namespace":"e2e-extmod-rec-user-f3f6f8"},"namespace":"e2e-extmod-rec-user-f3f6f8","name":"e2e-rec-ctrl-4ce791","reconcileID":"b70b1e1b-cf85-4cec-bf76-b5d9781a37cf","MaaSModelRef":{"name":"e2e-rec-ctrl-4ce791","namespace":"e2e-extmod-rec-user-f3f6f8"},"tenant":"e2e-extmod-b-94e247","gateway":"openshift-ingress/e2e-extmod-b-94e247","model":"e2e-extmod-rec-user-f3f6f8/e2e-rec-ctrl-4ce791","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:50:33.418473208Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-ctrl-4ce791","namespace":"e2e-extmod-rec-user-f3f6f8"},"namespace":"e2e-extmod-rec-user-f3f6f8","name":"e2e-rec-ctrl-4ce791","reconcileID":"b70b1e1b-cf85-4cec-bf76-b5d9781a37cf","MaaSModelRef":{"name":"e2e-rec-ctrl-4ce791","namespace":"e2e-extmod-rec-user-f3f6f8"},"routeName":"external-model-e2e-rec-ctrl-4ce791-708811f10b10","namespace":"e2e-extmod-rec-user-f3f6f8","model":"e2e-rec-ctrl-4ce791","externalModel":"e2e-rec-ctrl-4ce791","provider":"e2e-rec-ctrl-4ce791-provider","gateway":"openshift-ingress/e2e-extmod-b-94e247","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:50:33.421458788Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-4ce791-access","namespace":"ai-tenant-e2e-extmod-b-94e247"},"namespace":"ai-tenant-e2e-extmod-b-94e247","name":"e2e-rec-ctrl-4ce791-access","reconcileID":"be6ff6f9-1de4-40bc-bd8f-7c79385f35a9","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-4ce791-access","namespace":"ai-tenant-e2e-extmod-b-94e247"},"name":"e2e-extmod-b-94e247-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:50:33.470077673Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-4ce791-access","namespace":"ai-tenant-e2e-extmod-b-94e247"},"namespace":"ai-tenant-e2e-extmod-b-94e247","name":"e2e-rec-ctrl-4ce791-access","reconcileID":"be6ff6f9-1de4-40bc-bd8f-7c79385f35a9","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-4ce791-access","namespace":"ai-tenant-e2e-extmod-b-94e247"},"model":"e2e-extmod-rec-user-f3f6f8/e2e-rec-ctrl-4ce791","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:50:33.596825931Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-c8b962","namespace":"ai-tenant-e2e-shared-a-w1-a4489c"},"namespace":"ai-tenant-e2e-shared-a-w1-a4489c","name":"e2e-auth-iso-c8b962","reconcileID":"f9b26cf1-e4f6-4872-8571-617dab3395b1","MaaSAuthPolicy":{"name":"e2e-auth-iso-c8b962","namespace":"ai-tenant-e2e-shared-a-w1-a4489c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-a4489c","tenantID":"e2e-shared-a-w1-a4489c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:50:33.654086559Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-c8b962","namespace":"ai-tenant-e2e-shared-a-w1-a4489c"},"namespace":"ai-tenant-e2e-shared-a-w1-a4489c","name":"e2e-auth-iso-c8b962","reconcileID":"f9b26cf1-e4f6-4872-8571-617dab3395b1","MaaSAuthPolicy":{"name":"e2e-auth-iso-c8b962","namespace":"ai-tenant-e2e-shared-a-w1-a4489c"},"name":"e2e-shared-a-w1-a4489c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:50:33.705591574Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w1-a4489c-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (a8576686e7dc188eda49e217aa53bf1f2a317e5ca49b7e1076b435c00cb4a67d) AuthConfig (0a375b0dc0db2cb0bb5c4fb48ad2d81304b47f1a73782f988bf1212e9ac85438) AuthConfig (bdb8761b5af8f7a5068e3dad434bb4b4de95516a0ace5333c009b25e06ebc6c8) AuthConfig (214ebe57f9536b5c25eee66b6caa1ab8ca5911939e51655594a6abce163609bb) AuthConfig (e235912c186ff2b3e7357d7ffc372684c8fd284dfd9a3615920ec796314ea24a) AuthConfig (ac9a947397de2b8552818506a0ee81f2029799d26deb09146cd172f7ec16b404) AuthConfig (b52b49a967a055760a90aa5ce7f7de93102b73332fadfb74ca7cf64afdccf28d) AuthConfig (f135d54ced0d3b951026635ef73ae176faf958bdc202da5b7100f012b3c43e08) AuthConfig (56645059d63902a8d779888ccc6056d0140d950799c03cb4dc60a24c89222ccb) AuthConfig (e245a9ed11cd227962320402c3b73bffc208a97931ab16946542c6ae3be3c9c8) AuthConfig (f4fa238b4f32b8d9b52cef9a59321fad15c8d3ef7dd5fff880fe6d948a8c8b29) AuthConfig (459d67dbe91327c97e9e8e7a72c6e9ecb5170ec9a73f781cd3aac52e392e2a2b) AuthConfig (b6b476fceb6b8921ee94ff9e57026df68601f41cdedd84eef5b5e58c3674c065) AuthConfig (6c0c0ff2fe7e473fbfb7a647984d481c546290c81f204da5755674135aec8384) AuthConfig (72ad600aa6919277f37ba16c2ffd4f359554f03cfecda20a71a5fc39dcb9346b) AuthConfig (101f675c9b3ec0683d18450fdeb7c603a68d73dd42d13b5a548226c608a63e1c) AuthConfig (0e4a30b86310de1b54800af1aa2a24c591433e3eee108dbd56d088cba76602b1) AuthConfig (2c6ce1cbf50e2b32d8e76b0b0272aad2cc48714d3a25a484838f00070be908a7)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-c8b962","namespace":"ai-tenant-e2e-shared-a-w1-a4489c"},"namespace":"ai-tenant-e2e-shared-a-w1-a4489c","name":"e2e-auth-iso-c8b962","reconcileID":"f9b26cf1-e4f6-4872-8571-617dab3395b1","MaaSAuthPolicy":{"name":"e2e-auth-iso-c8b962","namespace":"ai-tenant-e2e-shared-a-w1-a4489c"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:50:33.726557828Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b5716a1e-8dcc-4bf0-a833-d13dab754a7d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:50:33.775925363Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b5716a1e-8dcc-4bf0-a833-d13dab754a7d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:50:33.77604183Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"namespace":"ai-tenant-e2e-worker-w0-9893f0","name":"simulator-access","reconcileID":"f5299147-01ff-4f5e-984e-c23dce847d31","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9893f0","tenantID":"e2e-worker-w0-9893f0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:50:33.776344841Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"namespace":"ai-tenant-e2e-worker-w4-8d2c7c","name":"premium-simulator-access","reconcileID":"662e2481-9702-404e-ae41-8d1db4eb7fa9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-8d2c7c","tenantID":"e2e-worker-w4-8d2c7c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:50:33.776469049Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"b0902071-d143-4c3d-b385-160e70efb811","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:50:33.776709807Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"simulator-access","reconcileID":"f3dd35eb-025c-4661-8cad-38f3d6435c36","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-91cd99","tenantID":"e2e-worker-w2-91cd99","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:50:33.825160752Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b5716a1e-8dcc-4bf0-a833-d13dab754a7d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:50:33.827997507Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"namespace":"ai-tenant-e2e-worker-w0-9893f0","name":"simulator-access","reconcileID":"f5299147-01ff-4f5e-984e-c23dce847d31","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"name":"e2e-worker-w0-9893f0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:50:33.874194985Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b5716a1e-8dcc-4bf0-a833-d13dab754a7d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:50:33.877732625Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"namespace":"ai-tenant-e2e-worker-w4-8d2c7c","name":"premium-simulator-access","reconcileID":"662e2481-9702-404e-ae41-8d1db4eb7fa9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"name":"e2e-worker-w4-8d2c7c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:50:33.877758284Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"b0902071-d143-4c3d-b385-160e70efb811","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:50:33.928009344Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"simulator-access","reconcileID":"f3dd35eb-025c-4661-8cad-38f3d6435c36","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"name":"e2e-worker-w2-91cd99-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:50:33.971431191Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-4ce791-access","namespace":"ai-tenant-e2e-extmod-b-94e247"},"namespace":"ai-tenant-e2e-extmod-b-94e247","name":"e2e-rec-ctrl-4ce791-access","reconcileID":"b9b44c33-481e-4f29-b020-285c04628ec7","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-4ce791-access","namespace":"ai-tenant-e2e-extmod-b-94e247"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-94e247","tenantID":"e2e-extmod-b-94e247","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:50:34.024076503Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-4ce791-access","namespace":"ai-tenant-e2e-extmod-b-94e247"},"namespace":"ai-tenant-e2e-extmod-b-94e247","name":"e2e-rec-ctrl-4ce791-access","reconcileID":"b9b44c33-481e-4f29-b020-285c04628ec7","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-4ce791-access","namespace":"ai-tenant-e2e-extmod-b-94e247"},"name":"e2e-extmod-b-94e247-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:50:34.16803193Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"namespace":"ai-tenant-e2e-worker-w1-5951bc","name":"premium-simulator-access","reconcileID":"9b0c0a68-c05f-4168-bdfc-85e3e872a8f5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5951bc","tenantID":"e2e-worker-w1-5951bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:50:34.217157383Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"namespace":"ai-tenant-e2e-worker-w4-8d2c7c","name":"simulator-access","reconcileID":"f9948395-1e5e-4578-8823-e4ecb490b06e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-8d2c7c","tenantID":"e2e-worker-w4-8d2c7c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:50:34.21723965Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-2a91e7-access","namespace":"ai-tenant-e2e-extmod-b-94e247"},"namespace":"ai-tenant-e2e-extmod-b-94e247","name":"e2e-att-serve-2a91e7-access","reconcileID":"6900a49e-462c-4e25-b123-95f6a44d3bd7","MaaSAuthPolicy":{"name":"e2e-att-serve-2a91e7-access","namespace":"ai-tenant-e2e-extmod-b-94e247"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-94e247","tenantID":"e2e-extmod-b-94e247","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:50:34.220830242Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"namespace":"ai-tenant-e2e-worker-w1-5951bc","name":"premium-simulator-access","reconcileID":"9b0c0a68-c05f-4168-bdfc-85e3e872a8f5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"name":"e2e-worker-w1-5951bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:50:34.266416206Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"namespace":"ai-tenant-e2e-worker-w0-9893f0","name":"premium-simulator-access","reconcileID":"7a130c6d-1b00-4e23-b94f-a839ff1fb659","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9893f0","tenantID":"e2e-worker-w0-9893f0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:50:34.26988733Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-2a91e7-access","namespace":"ai-tenant-e2e-extmod-b-94e247"},"namespace":"ai-tenant-e2e-extmod-b-94e247","name":"e2e-att-serve-2a91e7-access","reconcileID":"6900a49e-462c-4e25-b123-95f6a44d3bd7","MaaSAuthPolicy":{"name":"e2e-att-serve-2a91e7-access","namespace":"ai-tenant-e2e-extmod-b-94e247"},"name":"e2e-extmod-b-94e247-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:50:34.269987299Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"namespace":"ai-tenant-e2e-worker-w4-8d2c7c","name":"simulator-access","reconcileID":"f9948395-1e5e-4578-8823-e4ecb490b06e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"name":"e2e-worker-w4-8d2c7c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:50:34.3200959Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"namespace":"ai-tenant-e2e-worker-w0-9893f0","name":"premium-simulator-access","reconcileID":"7a130c6d-1b00-4e23-b94f-a839ff1fb659","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"name":"e2e-worker-w0-9893f0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:50:34.465268081Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"premium-simulator-access","reconcileID":"c5f2e181-33c5-4416-b5c4-89802e4ab011","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-91cd99","tenantID":"e2e-worker-w2-91cd99","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:50:34.513463399Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"namespace":"ai-tenant-e2e-worker-w3-bb1b51","name":"simulator-access","reconcileID":"b915c5c7-939a-420c-a430-a90fda47dd44","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bb1b51","tenantID":"e2e-worker-w3-bb1b51","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:50:34.517323442Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"premium-simulator-access","reconcileID":"c5f2e181-33c5-4416-b5c4-89802e4ab011","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"name":"e2e-worker-w2-91cd99-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:50:34.56658484Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"namespace":"ai-tenant-e2e-worker-w3-bb1b51","name":"premium-simulator-access","reconcileID":"45bc3d48-270f-4f9c-a1d4-dc71843610e5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bb1b51","tenantID":"e2e-worker-w3-bb1b51","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:50:34.569951908Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"namespace":"ai-tenant-e2e-worker-w3-bb1b51","name":"simulator-access","reconcileID":"b915c5c7-939a-420c-a430-a90fda47dd44","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"name":"e2e-worker-w3-bb1b51-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:50:34.60889333Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"namespace":"ai-tenant-e2e-worker-w1-5951bc","name":"simulator-access","reconcileID":"e3c2052b-f468-4853-a835-80131536ef89","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5951bc","tenantID":"e2e-worker-w1-5951bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:50:34.618752368Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"namespace":"ai-tenant-e2e-worker-w3-bb1b51","name":"premium-simulator-access","reconcileID":"45bc3d48-270f-4f9c-a1d4-dc71843610e5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"name":"e2e-worker-w3-bb1b51-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:50:34.66289774Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"namespace":"ai-tenant-e2e-worker-w1-5951bc","name":"simulator-access","reconcileID":"e3c2052b-f468-4853-a835-80131536ef89","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"name":"e2e-worker-w1-5951bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:50:34.666649981Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"41e3cc21-791c-47ac-a75f-8407e9d1d7cd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:50:34.718631315Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"41e3cc21-791c-47ac-a75f-8407e9d1d7cd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:50:35.66452026Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e8407a99-6ada-4672-9ba3-951c5b37a4c4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:50:35.715031328Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e8407a99-6ada-4672-9ba3-951c5b37a4c4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:50:35.765194469Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e8407a99-6ada-4672-9ba3-951c5b37a4c4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:50:35.813921191Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e8407a99-6ada-4672-9ba3-951c5b37a4c4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:50:36.784775034Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-b-94e247 priority=0:[ai-tenant-e2e-extmod-b-94e247/e2e-att-serve-2a91e7-sub ai-tenant-e2e-extmod-b-94e247/e2e-rec-ctrl-4ce791-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:50:36.835714253Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-ctrl-4ce791","namespace":"e2e-extmod-rec-user-f3f6f8"},"namespace":"e2e-extmod-rec-user-f3f6f8","name":"e2e-rec-ctrl-4ce791","reconcileID":"a59e2869-0037-41f4-b21c-697cb0c46d56","MaaSModelRef":{"name":"e2e-rec-ctrl-4ce791","namespace":"e2e-extmod-rec-user-f3f6f8"},"tenant":"e2e-extmod-b-94e247","gateway":"openshift-ingress/e2e-extmod-b-94e247","model":"e2e-extmod-rec-user-f3f6f8/e2e-rec-ctrl-4ce791","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:50:36.835736068Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-ctrl-4ce791","namespace":"e2e-extmod-rec-user-f3f6f8"},"namespace":"e2e-extmod-rec-user-f3f6f8","name":"e2e-rec-ctrl-4ce791","reconcileID":"a59e2869-0037-41f4-b21c-697cb0c46d56","MaaSModelRef":{"name":"e2e-rec-ctrl-4ce791","namespace":"e2e-extmod-rec-user-f3f6f8"},"routeName":"external-model-e2e-rec-ctrl-4ce791-708811f10b10","namespace":"e2e-extmod-rec-user-f3f6f8","model":"e2e-rec-ctrl-4ce791","externalModel":"e2e-rec-ctrl-4ce791","provider":"e2e-rec-ctrl-4ce791-provider","gateway":"openshift-ingress/e2e-extmod-b-94e247","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T12:50:36.889418537Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-extmod-b-94e247/e2e-rec-ctrl-4ce791-sub","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-rec-ctrl-4ce791-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-03T12:50:36.934990597Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-2a91e7-access","namespace":"ai-tenant-e2e-extmod-b-94e247"},"namespace":"ai-tenant-e2e-extmod-b-94e247","name":"e2e-att-serve-2a91e7-access","reconcileID":"6b126966-3f2d-4515-876b-91f4631bb975","MaaSAuthPolicy":{"name":"e2e-att-serve-2a91e7-access","namespace":"ai-tenant-e2e-extmod-b-94e247"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-94e247","tenantID":"e2e-extmod-b-94e247","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:50:36.934991531Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-4ce791-access","namespace":"ai-tenant-e2e-extmod-b-94e247"},"namespace":"ai-tenant-e2e-extmod-b-94e247","name":"e2e-rec-ctrl-4ce791-access","reconcileID":"51cd8f0e-e1a2-4c39-9d36-82b545348ab3","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-4ce791-access","namespace":"ai-tenant-e2e-extmod-b-94e247"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-94e247","tenantID":"e2e-extmod-b-94e247","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:50:37.01906864Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-4ce791-access","namespace":"ai-tenant-e2e-extmod-b-94e247"},"namespace":"ai-tenant-e2e-extmod-b-94e247","name":"e2e-rec-ctrl-4ce791-access","reconcileID":"51cd8f0e-e1a2-4c39-9d36-82b545348ab3","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-4ce791-access","namespace":"ai-tenant-e2e-extmod-b-94e247"},"name":"e2e-extmod-b-94e247-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:50:37.019114706Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-2a91e7","namespace":"e2e-extmod-att-user-a4da68"},"namespace":"e2e-extmod-att-user-a4da68","name":"e2e-att-serve-2a91e7","reconcileID":"c934e636-3a43-40ff-b33a-3894e8c6cd39","MaaSModelRef":{"name":"e2e-att-serve-2a91e7","namespace":"e2e-extmod-att-user-a4da68"},"tenant":"e2e-extmod-b-94e247","gateway":"openshift-ingress/e2e-extmod-b-94e247","model":"e2e-extmod-att-user-a4da68/e2e-att-serve-2a91e7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:50:37.019131565Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-2a91e7","namespace":"e2e-extmod-att-user-a4da68"},"namespace":"e2e-extmod-att-user-a4da68","name":"e2e-att-serve-2a91e7","reconcileID":"c934e636-3a43-40ff-b33a-3894e8c6cd39","MaaSModelRef":{"name":"e2e-att-serve-2a91e7","namespace":"e2e-extmod-att-user-a4da68"},"routeName":"external-model-e2e-att-serve-2a91e7-4a5f3d5e4b74","namespace":"e2e-extmod-att-user-a4da68","model":"e2e-att-serve-2a91e7","externalModel":"e2e-att-serve-2a91e7","provider":"e2e-att-serve-2a91e7-provider","gateway":"openshift-ingress/e2e-extmod-b-94e247","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:50:37.021135981Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-2a91e7-access","namespace":"ai-tenant-e2e-extmod-b-94e247"},"namespace":"ai-tenant-e2e-extmod-b-94e247","name":"e2e-att-serve-2a91e7-access","reconcileID":"6b126966-3f2d-4515-876b-91f4631bb975","MaaSAuthPolicy":{"name":"e2e-att-serve-2a91e7-access","namespace":"ai-tenant-e2e-extmod-b-94e247"},"name":"e2e-extmod-b-94e247-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:50:37.165513466Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-ctrl-4ce791","namespace":"e2e-extmod-rec-user-f3f6f8"},"namespace":"e2e-extmod-rec-user-f3f6f8","name":"e2e-rec-ctrl-4ce791","reconcileID":"1a5fd4ac-501d-4bdc-ba6f-66846275100a","MaaSModelRef":{"name":"e2e-rec-ctrl-4ce791","namespace":"e2e-extmod-rec-user-f3f6f8"},"tenant":"e2e-extmod-b-94e247","gateway":"openshift-ingress/e2e-extmod-b-94e247","model":"e2e-extmod-rec-user-f3f6f8/e2e-rec-ctrl-4ce791","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:50:37.165537405Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-ctrl-4ce791","namespace":"e2e-extmod-rec-user-f3f6f8"},"namespace":"e2e-extmod-rec-user-f3f6f8","name":"e2e-rec-ctrl-4ce791","reconcileID":"1a5fd4ac-501d-4bdc-ba6f-66846275100a","MaaSModelRef":{"name":"e2e-rec-ctrl-4ce791","namespace":"e2e-extmod-rec-user-f3f6f8"},"routeName":"external-model-e2e-rec-ctrl-4ce791-708811f10b10","namespace":"e2e-extmod-rec-user-f3f6f8","model":"e2e-rec-ctrl-4ce791","externalModel":"e2e-rec-ctrl-4ce791","provider":"e2e-rec-ctrl-4ce791-provider","gateway":"openshift-ingress/e2e-extmod-b-94e247","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:50:37.313930903Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rec-ctrl-4ce791-sub","namespace":"ai-tenant-e2e-extmod-b-94e247"},"namespace":"ai-tenant-e2e-extmod-b-94e247","name":"e2e-rec-ctrl-4ce791-sub","reconcileID":"262a2ea1-d1b6-42b6-b295-d1038c2993e7","MaaSSubscription":{"name":"e2e-rec-ctrl-4ce791-sub","namespace":"ai-tenant-e2e-extmod-b-94e247"},"name":"maas-trlp-e2e-rec-ctrl-4ce791","model":"e2e-rec-ctrl-4ce791","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-extmod-b-94e247/e2e-rec-ctrl-4ce791-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:50:37.457025944Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-4ce791-access","namespace":"ai-tenant-e2e-extmod-b-94e247"},"namespace":"ai-tenant-e2e-extmod-b-94e247","name":"e2e-rec-ctrl-4ce791-access","reconcileID":"1755d02d-fb6a-48fb-a5ab-9817fab8df29","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-4ce791-access","namespace":"ai-tenant-e2e-extmod-b-94e247"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-94e247","tenantID":"e2e-extmod-b-94e247","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:50:37.457064661Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-2a91e7-access","namespace":"ai-tenant-e2e-extmod-b-94e247"},"namespace":"ai-tenant-e2e-extmod-b-94e247","name":"e2e-att-serve-2a91e7-access","reconcileID":"23b0fce6-db32-42d5-ac9e-1fc7c7bcc154","MaaSAuthPolicy":{"name":"e2e-att-serve-2a91e7-access","namespace":"ai-tenant-e2e-extmod-b-94e247"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-94e247","tenantID":"e2e-extmod-b-94e247","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:50:37.509422563Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-4ce791-access","namespace":"ai-tenant-e2e-extmod-b-94e247"},"namespace":"ai-tenant-e2e-extmod-b-94e247","name":"e2e-rec-ctrl-4ce791-access","reconcileID":"1755d02d-fb6a-48fb-a5ab-9817fab8df29","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-4ce791-access","namespace":"ai-tenant-e2e-extmod-b-94e247"},"name":"e2e-extmod-b-94e247-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:50:37.50960004Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-2a91e7-access","namespace":"ai-tenant-e2e-extmod-b-94e247"},"namespace":"ai-tenant-e2e-extmod-b-94e247","name":"e2e-att-serve-2a91e7-access","reconcileID":"23b0fce6-db32-42d5-ac9e-1fc7c7bcc154","MaaSAuthPolicy":{"name":"e2e-att-serve-2a91e7-access","namespace":"ai-tenant-e2e-extmod-b-94e247"},"name":"e2e-extmod-b-94e247-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:50:37.567368349Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-ctrl-4ce791","namespace":"e2e-extmod-rec-user-f3f6f8"},"namespace":"e2e-extmod-rec-user-f3f6f8","name":"e2e-rec-ctrl-4ce791","reconcileID":"0abd67a2-d004-46db-896b-cb767bd80eb7","MaaSModelRef":{"name":"e2e-rec-ctrl-4ce791","namespace":"e2e-extmod-rec-user-f3f6f8"},"tenant":"e2e-extmod-b-94e247","gateway":"openshift-ingress/e2e-extmod-b-94e247","model":"e2e-extmod-rec-user-f3f6f8/e2e-rec-ctrl-4ce791","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:50:37.567420608Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-ctrl-4ce791","namespace":"e2e-extmod-rec-user-f3f6f8"},"namespace":"e2e-extmod-rec-user-f3f6f8","name":"e2e-rec-ctrl-4ce791","reconcileID":"0abd67a2-d004-46db-896b-cb767bd80eb7","MaaSModelRef":{"name":"e2e-rec-ctrl-4ce791","namespace":"e2e-extmod-rec-user-f3f6f8"},"routeName":"external-model-e2e-rec-ctrl-4ce791-708811f10b10","namespace":"e2e-extmod-rec-user-f3f6f8","model":"e2e-rec-ctrl-4ce791","externalModel":"e2e-rec-ctrl-4ce791","provider":"e2e-rec-ctrl-4ce791-provider","gateway":"openshift-ingress/e2e-extmod-b-94e247","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:50:37.637027045Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"585022e7-02ea-4e75-9d43-69ce0d98a31a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:50:37.687448242Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"585022e7-02ea-4e75-9d43-69ce0d98a31a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:50:37.736810446Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"585022e7-02ea-4e75-9d43-69ce0d98a31a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:50:37.785904855Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"585022e7-02ea-4e75-9d43-69ce0d98a31a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:50:37.834776787Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rec-ctrl-4ce791-sub","namespace":"ai-tenant-e2e-extmod-b-94e247"},"namespace":"ai-tenant-e2e-extmod-b-94e247","name":"e2e-rec-ctrl-4ce791-sub","reconcileID":"24e43b2e-eb5e-4129-8a1f-5eb2ceadfb6b","MaaSSubscription":{"name":"e2e-rec-ctrl-4ce791-sub","namespace":"ai-tenant-e2e-extmod-b-94e247"},"name":"maas-trlp-e2e-rec-ctrl-4ce791","model":"e2e-extmod-rec-user-f3f6f8/e2e-rec-ctrl-4ce791","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:50:38.133877675Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-ctrl-4ce791","namespace":"e2e-extmod-rec-user-f3f6f8"},"namespace":"e2e-extmod-rec-user-f3f6f8","name":"e2e-rec-ctrl-4ce791","reconcileID":"54af132d-ba72-4c96-bc6d-6c1a73cfb87e","MaaSModelRef":{"name":"e2e-rec-ctrl-4ce791","namespace":"e2e-extmod-rec-user-f3f6f8"},"tenant":"e2e-extmod-b-94e247","gateway":"openshift-ingress/e2e-extmod-b-94e247","model":"e2e-extmod-rec-user-f3f6f8/e2e-rec-ctrl-4ce791","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:50:38.133901765Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-ctrl-4ce791","namespace":"e2e-extmod-rec-user-f3f6f8"},"namespace":"e2e-extmod-rec-user-f3f6f8","name":"e2e-rec-ctrl-4ce791","reconcileID":"54af132d-ba72-4c96-bc6d-6c1a73cfb87e","MaaSModelRef":{"name":"e2e-rec-ctrl-4ce791","namespace":"e2e-extmod-rec-user-f3f6f8"},"routeName":"external-model-e2e-rec-ctrl-4ce791-708811f10b10","namespace":"e2e-extmod-rec-user-f3f6f8","model":"e2e-rec-ctrl-4ce791","externalModel":"e2e-rec-ctrl-4ce791","provider":"e2e-rec-ctrl-4ce791-provider","gateway":"openshift-ingress/e2e-extmod-b-94e247","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:50:43.321538966Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-873a34","namespace":"e2e-extmod-att-noaccess-c9b09f"},"namespace":"e2e-extmod-att-noaccess-c9b09f","name":"e2e-att-noaccess-873a34","reconcileID":"63dcaf07-8ff3-4edb-a7d1-30c339108f0e","MaaSModelRef":{"name":"e2e-att-noaccess-873a34","namespace":"e2e-extmod-att-noaccess-c9b09f"},"name":"e2e-att-noaccess-873a34","namespace":"e2e-extmod-att-noaccess-c9b09f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:50:43.418931275Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-012868","namespace":"e2e-extmod-rec-noaccess-c16cea"},"namespace":"e2e-extmod-rec-noaccess-c16cea","name":"e2e-rec-recover-012868","reconcileID":"f7acd711-6378-4e01-9ffa-b1a9d8bee26b","MaaSModelRef":{"name":"e2e-rec-recover-012868","namespace":"e2e-extmod-rec-noaccess-c16cea"},"name":"e2e-rec-recover-012868","namespace":"e2e-extmod-rec-noaccess-c16cea","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:50:43.806771001Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-c8b962","namespace":"ai-tenant-e2e-shared-a-w1-a4489c"},"namespace":"ai-tenant-e2e-shared-a-w1-a4489c","name":"e2e-auth-iso-c8b962","reconcileID":"d07078a2-e03b-47d1-ab29-49fcdf260a2b","MaaSAuthPolicy":{"name":"e2e-auth-iso-c8b962","namespace":"ai-tenant-e2e-shared-a-w1-a4489c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-a4489c","tenantID":"e2e-shared-a-w1-a4489c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:50:43.858746736Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-c8b962","namespace":"ai-tenant-e2e-shared-a-w1-a4489c"},"namespace":"ai-tenant-e2e-shared-a-w1-a4489c","name":"e2e-auth-iso-c8b962","reconcileID":"d07078a2-e03b-47d1-ab29-49fcdf260a2b","MaaSAuthPolicy":{"name":"e2e-auth-iso-c8b962","namespace":"ai-tenant-e2e-shared-a-w1-a4489c"},"name":"e2e-shared-a-w1-a4489c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:50:43.910537072Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w1-a4489c-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (a8576686e7dc188eda49e217aa53bf1f2a317e5ca49b7e1076b435c00cb4a67d) AuthConfig (0a375b0dc0db2cb0bb5c4fb48ad2d81304b47f1a73782f988bf1212e9ac85438) AuthConfig (bdb8761b5af8f7a5068e3dad434bb4b4de95516a0ace5333c009b25e06ebc6c8) AuthConfig (214ebe57f9536b5c25eee66b6caa1ab8ca5911939e51655594a6abce163609bb) AuthConfig (e235912c186ff2b3e7357d7ffc372684c8fd284dfd9a3615920ec796314ea24a) AuthConfig (ac9a947397de2b8552818506a0ee81f2029799d26deb09146cd172f7ec16b404) AuthConfig (b52b49a967a055760a90aa5ce7f7de93102b73332fadfb74ca7cf64afdccf28d) AuthConfig (f135d54ced0d3b951026635ef73ae176faf958bdc202da5b7100f012b3c43e08) AuthConfig (56645059d63902a8d779888ccc6056d0140d950799c03cb4dc60a24c89222ccb) AuthConfig (e245a9ed11cd227962320402c3b73bffc208a97931ab16946542c6ae3be3c9c8) AuthConfig (f4fa238b4f32b8d9b52cef9a59321fad15c8d3ef7dd5fff880fe6d948a8c8b29) AuthConfig (459d67dbe91327c97e9e8e7a72c6e9ecb5170ec9a73f781cd3aac52e392e2a2b) AuthConfig (b6b476fceb6b8921ee94ff9e57026df68601f41cdedd84eef5b5e58c3674c065) AuthConfig (6c0c0ff2fe7e473fbfb7a647984d481c546290c81f204da5755674135aec8384) AuthConfig (72ad600aa6919277f37ba16c2ffd4f359554f03cfecda20a71a5fc39dcb9346b) AuthConfig (101f675c9b3ec0683d18450fdeb7c603a68d73dd42d13b5a548226c608a63e1c) AuthConfig (0e4a30b86310de1b54800af1aa2a24c591433e3eee108dbd56d088cba76602b1) AuthConfig (2c6ce1cbf50e2b32d8e76b0b0272aad2cc48714d3a25a484838f00070be908a7)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-c8b962","namespace":"ai-tenant-e2e-shared-a-w1-a4489c"},"namespace":"ai-tenant-e2e-shared-a-w1-a4489c","name":"e2e-auth-iso-c8b962","reconcileID":"d07078a2-e03b-47d1-ab29-49fcdf260a2b","MaaSAuthPolicy":{"name":"e2e-auth-iso-c8b962","namespace":"ai-tenant-e2e-shared-a-w1-a4489c"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:50:47.353109416Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-873a34","namespace":"e2e-extmod-att-noaccess-c9b09f"},"namespace":"e2e-extmod-att-noaccess-c9b09f","name":"e2e-att-noaccess-873a34","reconcileID":"a00661e4-bdf9-4e09-936c-61cbbf67a8b6","MaaSModelRef":{"name":"e2e-att-noaccess-873a34","namespace":"e2e-extmod-att-noaccess-c9b09f"},"name":"e2e-att-noaccess-873a34","namespace":"e2e-extmod-att-noaccess-c9b09f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:50:47.451061128Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-012868","namespace":"e2e-extmod-rec-noaccess-c16cea"},"namespace":"e2e-extmod-rec-noaccess-c16cea","name":"e2e-rec-recover-012868","reconcileID":"c9a10075-0386-4a76-b4db-e67e2ef0000c","MaaSModelRef":{"name":"e2e-rec-recover-012868","namespace":"e2e-extmod-rec-noaccess-c16cea"},"name":"e2e-rec-recover-012868","namespace":"e2e-extmod-rec-noaccess-c16cea","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:50:51.698931351Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-4ce791-access","namespace":"ai-tenant-e2e-extmod-b-94e247"},"namespace":"ai-tenant-e2e-extmod-b-94e247","name":"e2e-rec-ctrl-4ce791-access","reconcileID":"c5122992-7eac-42e4-9117-f88d29a95078","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-4ce791-access","namespace":"ai-tenant-e2e-extmod-b-94e247"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-94e247","tenantID":"e2e-extmod-b-94e247","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:50:51.752061452Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-4ce791-access","namespace":"ai-tenant-e2e-extmod-b-94e247"},"namespace":"ai-tenant-e2e-extmod-b-94e247","name":"e2e-rec-ctrl-4ce791-access","reconcileID":"c5122992-7eac-42e4-9117-f88d29a95078","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-4ce791-access","namespace":"ai-tenant-e2e-extmod-b-94e247"},"name":"e2e-extmod-b-94e247-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:50:54.009208019Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-c8b962","namespace":"ai-tenant-e2e-shared-a-w1-a4489c"},"namespace":"ai-tenant-e2e-shared-a-w1-a4489c","name":"e2e-auth-iso-c8b962","reconcileID":"299ad994-ad11-4a55-bb15-2c87a193c87e","MaaSAuthPolicy":{"name":"e2e-auth-iso-c8b962","namespace":"ai-tenant-e2e-shared-a-w1-a4489c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-a4489c","tenantID":"e2e-shared-a-w1-a4489c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:50:54.060995163Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-c8b962","namespace":"ai-tenant-e2e-shared-a-w1-a4489c"},"namespace":"ai-tenant-e2e-shared-a-w1-a4489c","name":"e2e-auth-iso-c8b962","reconcileID":"299ad994-ad11-4a55-bb15-2c87a193c87e","MaaSAuthPolicy":{"name":"e2e-auth-iso-c8b962","namespace":"ai-tenant-e2e-shared-a-w1-a4489c"},"name":"e2e-shared-a-w1-a4489c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:50:54.307120709Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-a4489c","namespace":"ai-tenant-e2e-shared-a-w1-a4489c"},"namespace":"ai-tenant-e2e-shared-a-w1-a4489c","name":"auth-test-model-a4489c","reconcileID":"b838f9b7-3980-4665-8636-1f99639f1334","MaaSModelRef":{"name":"auth-test-model-a4489c","namespace":"ai-tenant-e2e-shared-a-w1-a4489c"},"tenant":"e2e-shared-a-w1-a4489c","gateway":"openshift-ingress/e2e-shared-a-w1-a4489c","model":"ai-tenant-e2e-shared-a-w1-a4489c/auth-test-model-a4489c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:50:54.307142726Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-a4489c","namespace":"ai-tenant-e2e-shared-a-w1-a4489c"},"namespace":"ai-tenant-e2e-shared-a-w1-a4489c","name":"auth-test-model-a4489c","reconcileID":"b838f9b7-3980-4665-8636-1f99639f1334","MaaSModelRef":{"name":"auth-test-model-a4489c","namespace":"ai-tenant-e2e-shared-a-w1-a4489c"},"routeName":"auth-test-model-a4489c-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-a4489c","llmisvcName":"auth-test-model-a4489c","gateway":"openshift-ingress/e2e-shared-a-w1-a4489c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:50:55.712570509Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:50:55.994776102Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-a4489c","namespace":"ai-tenant-e2e-shared-a-w1-a4489c"},"namespace":"ai-tenant-e2e-shared-a-w1-a4489c","name":"auth-test-model-a4489c","reconcileID":"c038d161-411a-4cf0-bdde-82903a24bb47","MaaSModelRef":{"name":"auth-test-model-a4489c","namespace":"ai-tenant-e2e-shared-a-w1-a4489c"},"tenant":"e2e-shared-a-w1-a4489c","gateway":"openshift-ingress/e2e-shared-a-w1-a4489c","model":"ai-tenant-e2e-shared-a-w1-a4489c/auth-test-model-a4489c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:50:55.994799392Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-a4489c","namespace":"ai-tenant-e2e-shared-a-w1-a4489c"},"namespace":"ai-tenant-e2e-shared-a-w1-a4489c","name":"auth-test-model-a4489c","reconcileID":"c038d161-411a-4cf0-bdde-82903a24bb47","MaaSModelRef":{"name":"auth-test-model-a4489c","namespace":"ai-tenant-e2e-shared-a-w1-a4489c"},"routeName":"auth-test-model-a4489c-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-a4489c","llmisvcName":"auth-test-model-a4489c","gateway":"openshift-ingress/e2e-shared-a-w1-a4489c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:50:55.994906412Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-b-94e247 priority=0:[ai-tenant-e2e-extmod-b-94e247/e2e-att-serve-2a91e7-sub ai-tenant-e2e-extmod-b-94e247/e2e-rec-ctrl-4ce791-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:50:56.049423559Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-a4489c","namespace":"ai-tenant-e2e-shared-a-w1-a4489c"},"namespace":"ai-tenant-e2e-shared-a-w1-a4489c","name":"auth-test-model-a4489c","reconcileID":"6142703d-9eaa-484a-aa4e-765100b53abb","MaaSModelRef":{"name":"auth-test-model-a4489c","namespace":"ai-tenant-e2e-shared-a-w1-a4489c"},"tenant":"e2e-shared-a-w1-a4489c","gateway":"openshift-ingress/e2e-shared-a-w1-a4489c","model":"ai-tenant-e2e-shared-a-w1-a4489c/auth-test-model-a4489c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:50:56.04953387Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-a4489c","namespace":"ai-tenant-e2e-shared-a-w1-a4489c"},"namespace":"ai-tenant-e2e-shared-a-w1-a4489c","name":"auth-test-model-a4489c","reconcileID":"6142703d-9eaa-484a-aa4e-765100b53abb","MaaSModelRef":{"name":"auth-test-model-a4489c","namespace":"ai-tenant-e2e-shared-a-w1-a4489c"},"routeName":"auth-test-model-a4489c-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-a4489c","llmisvcName":"auth-test-model-a4489c","gateway":"openshift-ingress/e2e-shared-a-w1-a4489c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:50:56.09371302Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-c8b962","namespace":"ai-tenant-e2e-shared-a-w1-a4489c"},"namespace":"ai-tenant-e2e-shared-a-w1-a4489c","name":"e2e-auth-iso-c8b962","reconcileID":"2cf51bb0-9056-4f5b-bc8f-b61652b263ea","MaaSAuthPolicy":{"name":"e2e-auth-iso-c8b962","namespace":"ai-tenant-e2e-shared-a-w1-a4489c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-a4489c","tenantID":"e2e-shared-a-w1-a4489c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T12:50:56.099462349Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-a4489c","namespace":"ai-tenant-e2e-shared-a-w1-a4489c"},"namespace":"ai-tenant-e2e-shared-a-w1-a4489c","name":"auth-test-model-a4489c","reconcileID":"6142703d-9eaa-484a-aa4e-765100b53abb","name":"auth-test-model-a4489c","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"auth-test-model-a4489c\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T12:50:56.099520118Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-a4489c","namespace":"ai-tenant-e2e-shared-a-w1-a4489c"},"namespace":"ai-tenant-e2e-shared-a-w1-a4489c","name":"auth-test-model-a4489c","reconcileID":"6142703d-9eaa-484a-aa4e-765100b53abb","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"auth-test-model-a4489c\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T12:50:56.132518593Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-c8b962","namespace":"ai-tenant-e2e-shared-a-w1-a4489c"},"namespace":"ai-tenant-e2e-shared-a-w1-a4489c","name":"e2e-auth-iso-c8b962","reconcileID":"290add93-d044-4b13-8b7a-c21bbc1d721d","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-auth-iso-c8b962\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T12:50:56.147247215Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-c8b962","namespace":"ai-tenant-e2e-shared-a-w1-a4489c"},"namespace":"ai-tenant-e2e-shared-a-w1-a4489c","name":"e2e-auth-iso-c8b962","reconcileID":"2cf51bb0-9056-4f5b-bc8f-b61652b263ea","MaaSAuthPolicy":{"name":"e2e-auth-iso-c8b962","namespace":"ai-tenant-e2e-shared-a-w1-a4489c"},"name":"e2e-shared-a-w1-a4489c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:50:56.148543561Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-ctrl-4ce791","namespace":"e2e-extmod-rec-user-f3f6f8"},"namespace":"e2e-extmod-rec-user-f3f6f8","name":"e2e-rec-ctrl-4ce791","reconcileID":"2907b5c8-02dd-4b8c-bc83-288ed090a497","MaaSModelRef":{"name":"e2e-rec-ctrl-4ce791","namespace":"e2e-extmod-rec-user-f3f6f8"},"tenant":"e2e-extmod-b-94e247","gateway":"openshift-ingress/e2e-extmod-b-94e247","model":"e2e-extmod-rec-user-f3f6f8/e2e-rec-ctrl-4ce791","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:50:56.148568104Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-ctrl-4ce791","namespace":"e2e-extmod-rec-user-f3f6f8"},"namespace":"e2e-extmod-rec-user-f3f6f8","name":"e2e-rec-ctrl-4ce791","reconcileID":"2907b5c8-02dd-4b8c-bc83-288ed090a497","MaaSModelRef":{"name":"e2e-rec-ctrl-4ce791","namespace":"e2e-extmod-rec-user-f3f6f8"},"routeName":"external-model-e2e-rec-ctrl-4ce791-708811f10b10","namespace":"e2e-extmod-rec-user-f3f6f8","model":"e2e-rec-ctrl-4ce791","externalModel":"e2e-rec-ctrl-4ce791","provider":"e2e-rec-ctrl-4ce791-provider","gateway":"openshift-ingress/e2e-extmod-b-94e247","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:50:56.198214031Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-a4489c","namespace":"ai-tenant-e2e-shared-a-w1-a4489c"},"namespace":"ai-tenant-e2e-shared-a-w1-a4489c","name":"auth-test-model-a4489c","reconcileID":"7cce0318-b574-4db8-b893-33efb44e3f9e","MaaSModelRef":{"name":"auth-test-model-a4489c","namespace":"ai-tenant-e2e-shared-a-w1-a4489c"},"tenant":"e2e-shared-a-w1-a4489c","gateway":"openshift-ingress/e2e-shared-a-w1-a4489c","model":"ai-tenant-e2e-shared-a-w1-a4489c/auth-test-model-a4489c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:50:56.198231307Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-a4489c","namespace":"ai-tenant-e2e-shared-a-w1-a4489c"},"namespace":"ai-tenant-e2e-shared-a-w1-a4489c","name":"auth-test-model-a4489c","reconcileID":"7cce0318-b574-4db8-b893-33efb44e3f9e","MaaSModelRef":{"name":"auth-test-model-a4489c","namespace":"ai-tenant-e2e-shared-a-w1-a4489c"},"routeName":"auth-test-model-a4489c-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-a4489c","llmisvcName":"auth-test-model-a4489c","gateway":"openshift-ingress/e2e-shared-a-w1-a4489c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:50:56.234966923Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-a4489c","namespace":"ai-tenant-e2e-shared-a-w1-a4489c"},"namespace":"ai-tenant-e2e-shared-a-w1-a4489c","name":"auth-test-model-a4489c","reconcileID":"d272e90a-7e70-4ee4-af70-5971c11f376f","MaaSModelRef":{"name":"auth-test-model-a4489c","namespace":"ai-tenant-e2e-shared-a-w1-a4489c"},"tenant":"e2e-shared-a-w1-a4489c","gateway":"openshift-ingress/e2e-shared-a-w1-a4489c","model":"ai-tenant-e2e-shared-a-w1-a4489c/auth-test-model-a4489c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:50:56.234990236Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-a4489c","namespace":"ai-tenant-e2e-shared-a-w1-a4489c"},"namespace":"ai-tenant-e2e-shared-a-w1-a4489c","name":"auth-test-model-a4489c","reconcileID":"d272e90a-7e70-4ee4-af70-5971c11f376f","MaaSModelRef":{"name":"auth-test-model-a4489c","namespace":"ai-tenant-e2e-shared-a-w1-a4489c"},"routeName":"auth-test-model-a4489c-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-a4489c","llmisvcName":"auth-test-model-a4489c","gateway":"openshift-ingress/e2e-shared-a-w1-a4489c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:50:56.285728185Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-a4489c","namespace":"ai-tenant-e2e-shared-a-w1-a4489c"},"namespace":"ai-tenant-e2e-shared-a-w1-a4489c","name":"auth-test-model-a4489c","reconcileID":"c835a7ac-bf06-4e61-895b-6363cc0739bf","MaaSModelRef":{"name":"auth-test-model-a4489c","namespace":"ai-tenant-e2e-shared-a-w1-a4489c"},"tenant":"e2e-shared-a-w1-a4489c","gateway":"openshift-ingress/e2e-shared-a-w1-a4489c","model":"ai-tenant-e2e-shared-a-w1-a4489c/auth-test-model-a4489c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:50:56.285749312Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-a4489c","namespace":"ai-tenant-e2e-shared-a-w1-a4489c"},"namespace":"ai-tenant-e2e-shared-a-w1-a4489c","name":"auth-test-model-a4489c","reconcileID":"c835a7ac-bf06-4e61-895b-6363cc0739bf","MaaSModelRef":{"name":"auth-test-model-a4489c","namespace":"ai-tenant-e2e-shared-a-w1-a4489c"},"routeName":"auth-test-model-a4489c-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-a4489c","llmisvcName":"auth-test-model-a4489c","gateway":"openshift-ingress/e2e-shared-a-w1-a4489c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:50:56.442030007Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-c8b962","namespace":"ai-tenant-e2e-shared-a-w1-a4489c"},"namespace":"ai-tenant-e2e-shared-a-w1-a4489c","name":"e2e-auth-iso-c8b962","reconcileID":"76d40bbd-ce7e-472d-8bdf-5f50a9c0d278","MaaSAuthPolicy":{"name":"e2e-auth-iso-c8b962","namespace":"ai-tenant-e2e-shared-a-w1-a4489c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-a4489c","tenantID":"e2e-shared-a-w1-a4489c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:50:56.490141836Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-c8b962","namespace":"ai-tenant-e2e-shared-a-w1-a4489c"},"namespace":"ai-tenant-e2e-shared-a-w1-a4489c","name":"e2e-auth-iso-c8b962","reconcileID":"2d49fbb6-adbf-4741-a0aa-d8a2d8b5c706","MaaSSubscription":{"name":"e2e-auth-iso-c8b962","namespace":"ai-tenant-e2e-shared-a-w1-a4489c"},"name":"maas-trlp-auth-test-model-a4489c","model":"auth-test-model-a4489c","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-shared-a-w1-a4489c/e2e-auth-iso-c8b962"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:50:56.493890718Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-c8b962","namespace":"ai-tenant-e2e-shared-a-w1-a4489c"},"namespace":"ai-tenant-e2e-shared-a-w1-a4489c","name":"e2e-auth-iso-c8b962","reconcileID":"76d40bbd-ce7e-472d-8bdf-5f50a9c0d278","MaaSAuthPolicy":{"name":"e2e-auth-iso-c8b962","namespace":"ai-tenant-e2e-shared-a-w1-a4489c"},"name":"e2e-shared-a-w1-a4489c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:50:56.644745174Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-a4489c","namespace":"ai-tenant-e2e-shared-a-w1-a4489c"},"namespace":"ai-tenant-e2e-shared-a-w1-a4489c","name":"auth-test-model-a4489c","reconcileID":"df96092b-b45c-4c68-82eb-5f7929227419","MaaSModelRef":{"name":"auth-test-model-a4489c","namespace":"ai-tenant-e2e-shared-a-w1-a4489c"},"tenant":"e2e-shared-a-w1-a4489c","gateway":"openshift-ingress/e2e-shared-a-w1-a4489c","model":"ai-tenant-e2e-shared-a-w1-a4489c/auth-test-model-a4489c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:50:56.644771241Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-a4489c","namespace":"ai-tenant-e2e-shared-a-w1-a4489c"},"namespace":"ai-tenant-e2e-shared-a-w1-a4489c","name":"auth-test-model-a4489c","reconcileID":"df96092b-b45c-4c68-82eb-5f7929227419","MaaSModelRef":{"name":"auth-test-model-a4489c","namespace":"ai-tenant-e2e-shared-a-w1-a4489c"},"routeName":"auth-test-model-a4489c-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-a4489c","llmisvcName":"auth-test-model-a4489c","gateway":"openshift-ingress/e2e-shared-a-w1-a4489c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:50:56.852500609Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-c8b962","namespace":"ai-tenant-e2e-shared-a-w1-a4489c"},"namespace":"ai-tenant-e2e-shared-a-w1-a4489c","name":"e2e-auth-iso-c8b962","reconcileID":"8249b78f-8058-4be5-ade5-43ead29a900d","MaaSSubscription":{"name":"e2e-auth-iso-c8b962","namespace":"ai-tenant-e2e-shared-a-w1-a4489c"},"name":"maas-trlp-auth-test-model-a4489c","model":"ai-tenant-e2e-shared-a-w1-a4489c/auth-test-model-a4489c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:50:57.45165526Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-873a34","namespace":"e2e-extmod-att-noaccess-c9b09f"},"namespace":"e2e-extmod-att-noaccess-c9b09f","name":"e2e-att-noaccess-873a34","reconcileID":"6466f9cf-9d9b-411b-9d4a-ed91052c9396","MaaSModelRef":{"name":"e2e-att-noaccess-873a34","namespace":"e2e-extmod-att-noaccess-c9b09f"},"name":"e2e-att-noaccess-873a34","namespace":"e2e-extmod-att-noaccess-c9b09f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:50:57.54940775Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-012868","namespace":"e2e-extmod-rec-noaccess-c16cea"},"namespace":"e2e-extmod-rec-noaccess-c16cea","name":"e2e-rec-recover-012868","reconcileID":"d756aa67-897d-4b93-8460-2f706e73a9eb","MaaSModelRef":{"name":"e2e-rec-recover-012868","namespace":"e2e-extmod-rec-noaccess-c16cea"},"name":"e2e-rec-recover-012868","namespace":"e2e-extmod-rec-noaccess-c16cea","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:51:07.55015032Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-873a34","namespace":"e2e-extmod-att-noaccess-c9b09f"},"namespace":"e2e-extmod-att-noaccess-c9b09f","name":"e2e-att-noaccess-873a34","reconcileID":"a7d5371d-7d68-4f80-9373-898d6b09caa2","MaaSModelRef":{"name":"e2e-att-noaccess-873a34","namespace":"e2e-extmod-att-noaccess-c9b09f"},"name":"e2e-att-noaccess-873a34","namespace":"e2e-extmod-att-noaccess-c9b09f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:51:07.673747392Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-012868","namespace":"e2e-extmod-rec-noaccess-c16cea"},"namespace":"e2e-extmod-rec-noaccess-c16cea","name":"e2e-rec-recover-012868","reconcileID":"81e23508-a244-464d-872b-37d3cd409433","MaaSModelRef":{"name":"e2e-rec-recover-012868","namespace":"e2e-extmod-rec-noaccess-c16cea"},"name":"e2e-rec-recover-012868","namespace":"e2e-extmod-rec-noaccess-c16cea","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:51:17.673944391Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-873a34","namespace":"e2e-extmod-att-noaccess-c9b09f"},"namespace":"e2e-extmod-att-noaccess-c9b09f","name":"e2e-att-noaccess-873a34","reconcileID":"e3886809-bf85-4633-a72c-173d7e9e5bd0","MaaSModelRef":{"name":"e2e-att-noaccess-873a34","namespace":"e2e-extmod-att-noaccess-c9b09f"},"name":"e2e-att-noaccess-873a34","namespace":"e2e-extmod-att-noaccess-c9b09f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:51:17.772027791Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-012868","namespace":"e2e-extmod-rec-noaccess-c16cea"},"namespace":"e2e-extmod-rec-noaccess-c16cea","name":"e2e-rec-recover-012868","reconcileID":"1fe2842f-6476-4201-bdab-223ae3361075","MaaSModelRef":{"name":"e2e-rec-recover-012868","namespace":"e2e-extmod-rec-noaccess-c16cea"},"name":"e2e-rec-recover-012868","namespace":"e2e-extmod-rec-noaccess-c16cea","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:51:23.82957393Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rec-ctrl-4ce791-sub","namespace":"ai-tenant-e2e-extmod-b-94e247"},"namespace":"ai-tenant-e2e-extmod-b-94e247","name":"e2e-rec-ctrl-4ce791-sub","reconcileID":"bf6e070a-9889-4c3f-9b6e-89d94f5c06a5","MaaSSubscription":{"name":"e2e-rec-ctrl-4ce791-sub","namespace":"ai-tenant-e2e-extmod-b-94e247"},"name":"maas-trlp-e2e-rec-ctrl-4ce791","model":"e2e-extmod-rec-user-f3f6f8/e2e-rec-ctrl-4ce791","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:51:24.082415716Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-ctrl-4ce791","namespace":"e2e-extmod-rec-user-f3f6f8"},"namespace":"e2e-extmod-rec-user-f3f6f8","name":"e2e-rec-ctrl-4ce791","reconcileID":"35352924-02d1-40a2-844f-f97426de9148","MaaSModelRef":{"name":"e2e-rec-ctrl-4ce791","namespace":"e2e-extmod-rec-user-f3f6f8"},"tenant":"e2e-extmod-b-94e247","gateway":"openshift-ingress/e2e-extmod-b-94e247","model":"e2e-extmod-rec-user-f3f6f8/e2e-rec-ctrl-4ce791","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:51:24.082442675Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-ctrl-4ce791","namespace":"e2e-extmod-rec-user-f3f6f8"},"namespace":"e2e-extmod-rec-user-f3f6f8","name":"e2e-rec-ctrl-4ce791","reconcileID":"35352924-02d1-40a2-844f-f97426de9148","MaaSModelRef":{"name":"e2e-rec-ctrl-4ce791","namespace":"e2e-extmod-rec-user-f3f6f8"},"routeName":"external-model-e2e-rec-ctrl-4ce791-708811f10b10","namespace":"e2e-extmod-rec-user-f3f6f8","model":"e2e-rec-ctrl-4ce791","externalModel":"e2e-rec-ctrl-4ce791","provider":"e2e-rec-ctrl-4ce791-provider","gateway":"openshift-ingress/e2e-extmod-b-94e247","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:51:24.524280692Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-c8b962","namespace":"ai-tenant-e2e-shared-a-w1-a4489c"},"namespace":"ai-tenant-e2e-shared-a-w1-a4489c","name":"e2e-auth-iso-c8b962","reconcileID":"5ce64bf1-3c42-4dd0-96db-7bbc33036237","MaaSSubscription":{"name":"e2e-auth-iso-c8b962","namespace":"ai-tenant-e2e-shared-a-w1-a4489c"},"name":"maas-trlp-auth-test-model-a4489c","model":"ai-tenant-e2e-shared-a-w1-a4489c/auth-test-model-a4489c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:51:24.678569866Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-a4489c","namespace":"ai-tenant-e2e-shared-a-w1-a4489c"},"namespace":"ai-tenant-e2e-shared-a-w1-a4489c","name":"auth-test-model-a4489c","reconcileID":"178b6e28-7b37-4108-94de-a080b5f04b3e","MaaSModelRef":{"name":"auth-test-model-a4489c","namespace":"ai-tenant-e2e-shared-a-w1-a4489c"},"tenant":"e2e-shared-a-w1-a4489c","gateway":"openshift-ingress/e2e-shared-a-w1-a4489c","model":"ai-tenant-e2e-shared-a-w1-a4489c/auth-test-model-a4489c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:51:24.67859049Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-a4489c","namespace":"ai-tenant-e2e-shared-a-w1-a4489c"},"namespace":"ai-tenant-e2e-shared-a-w1-a4489c","name":"auth-test-model-a4489c","reconcileID":"178b6e28-7b37-4108-94de-a080b5f04b3e","MaaSModelRef":{"name":"auth-test-model-a4489c","namespace":"ai-tenant-e2e-shared-a-w1-a4489c"},"routeName":"auth-test-model-a4489c-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-a4489c","llmisvcName":"auth-test-model-a4489c","gateway":"openshift-ingress/e2e-shared-a-w1-a4489c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:51:24.981879498Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-bebc6d"},"namespace":"ai-tenant-e2e-extmod-a-bebc6d","name":"default-tenant","reconcileID":"bbf8d500-c106-41d1-b727-76996bebc42b","namespace":"ai-tenant-e2e-extmod-a-bebc6d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:51:24.981943844Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-bebc6d"},"namespace":"ai-tenant-e2e-extmod-a-bebc6d","name":"default-tenant","reconcileID":"bbf8d500-c106-41d1-b727-76996bebc42b","namespace":"ai-tenant-e2e-extmod-a-bebc6d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:51:24.981994262Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-bebc6d"},"namespace":"ai-tenant-e2e-extmod-a-bebc6d","name":"default-tenant","reconcileID":"bbf8d500-c106-41d1-b727-76996bebc42b","tenant":"e2e-extmod-a-bebc6d","tenantID":"e2e-extmod-a-bebc6d","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:51:25.032018627Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-bebc6d"},"namespace":"ai-tenant-e2e-extmod-a-bebc6d","name":"default-tenant","reconcileID":"bbf8d500-c106-41d1-b727-76996bebc42b","gvk":"Deployment","name":"maas-api-e2e-extmod-a-bebc6d","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:51:25.092708388Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-bebc6d"},"namespace":"ai-tenant-e2e-extmod-a-bebc6d","name":"default-tenant","reconcileID":"bbf8d500-c106-41d1-b727-76996bebc42b","gvk":"Service","name":"maas-api-e2e-extmod-a-bebc6d","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:51:25.143843638Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-bebc6d"},"namespace":"ai-tenant-e2e-extmod-a-bebc6d","name":"default-tenant","reconcileID":"bbf8d500-c106-41d1-b727-76996bebc42b","gvk":"HTTPRoute","name":"maas-api-route-e2e-extmod-a-bebc6d","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:51:25.193925546Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-bebc6d"},"namespace":"ai-tenant-e2e-extmod-a-bebc6d","name":"default-tenant","reconcileID":"bbf8d500-c106-41d1-b727-76996bebc42b","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-extmod-a-bebc6d","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:51:25.244876727Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-bebc6d"},"namespace":"ai-tenant-e2e-extmod-a-bebc6d","name":"default-tenant","reconcileID":"bbf8d500-c106-41d1-b727-76996bebc42b","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-extmod-a-bebc6d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:51:25.297633323Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-bebc6d"},"namespace":"ai-tenant-e2e-extmod-a-bebc6d","name":"default-tenant","reconcileID":"bbf8d500-c106-41d1-b727-76996bebc42b","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-extmod-a-bebc6d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:51:25.348552572Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-bebc6d"},"namespace":"ai-tenant-e2e-extmod-a-bebc6d","name":"default-tenant","reconcileID":"bbf8d500-c106-41d1-b727-76996bebc42b","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-extmod-a-bebc6d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:51:25.399622369Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-bebc6d"},"namespace":"ai-tenant-e2e-extmod-a-bebc6d","name":"default-tenant","reconcileID":"bbf8d500-c106-41d1-b727-76996bebc42b","gvk":"Telemetry","name":"latency-per-subscription-e2e-extmod-a-bebc6d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:51:25.448025158Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-bebc6d"},"namespace":"ai-tenant-e2e-extmod-a-bebc6d","name":"default-tenant","reconcileID":"bbf8d500-c106-41d1-b727-76996bebc42b","gvk":"Deployment","name":"payload-processing-e2e-extmod-a-bebc6d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:51:25.478531267Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-6fb3a8","namespace":"ai-tenant-e2e-shared-b-w1-6fb3a8"},"namespace":"ai-tenant-e2e-shared-b-w1-6fb3a8","name":"auth-test-model-6fb3a8","reconcileID":"d8f5386f-442f-4751-ab11-be3320aaa0ed","MaaSModelRef":{"name":"auth-test-model-6fb3a8","namespace":"ai-tenant-e2e-shared-b-w1-6fb3a8"},"tenant":"e2e-shared-b-w1-6fb3a8","gateway":"openshift-ingress/e2e-shared-b-w1-6fb3a8","model":"ai-tenant-e2e-shared-b-w1-6fb3a8/auth-test-model-6fb3a8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:51:25.478557285Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-6fb3a8","namespace":"ai-tenant-e2e-shared-b-w1-6fb3a8"},"namespace":"ai-tenant-e2e-shared-b-w1-6fb3a8","name":"auth-test-model-6fb3a8","reconcileID":"d8f5386f-442f-4751-ab11-be3320aaa0ed","MaaSModelRef":{"name":"auth-test-model-6fb3a8","namespace":"ai-tenant-e2e-shared-b-w1-6fb3a8"},"routeName":"auth-test-model-6fb3a8-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-6fb3a8","llmisvcName":"auth-test-model-6fb3a8","gateway":"openshift-ingress/e2e-shared-b-w1-6fb3a8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:51:25.496716497Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-bebc6d"},"namespace":"ai-tenant-e2e-extmod-a-bebc6d","name":"default-tenant","reconcileID":"bbf8d500-c106-41d1-b727-76996bebc42b","gvk":"Deployment","name":"payload-pre-processing-e2e-extmod-a-bebc6d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:51:25.530918485Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-6fb3a8","namespace":"ai-tenant-e2e-shared-b-w1-6fb3a8"},"namespace":"ai-tenant-e2e-shared-b-w1-6fb3a8","name":"auth-test-model-6fb3a8","reconcileID":"843b05d5-4466-4bc7-a58d-d7836c1c9cb2","MaaSModelRef":{"name":"auth-test-model-6fb3a8","namespace":"ai-tenant-e2e-shared-b-w1-6fb3a8"},"tenant":"e2e-shared-b-w1-6fb3a8","gateway":"openshift-ingress/e2e-shared-b-w1-6fb3a8","model":"ai-tenant-e2e-shared-b-w1-6fb3a8/auth-test-model-6fb3a8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:51:25.530947532Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-6fb3a8","namespace":"ai-tenant-e2e-shared-b-w1-6fb3a8"},"namespace":"ai-tenant-e2e-shared-b-w1-6fb3a8","name":"auth-test-model-6fb3a8","reconcileID":"843b05d5-4466-4bc7-a58d-d7836c1c9cb2","MaaSModelRef":{"name":"auth-test-model-6fb3a8","namespace":"ai-tenant-e2e-shared-b-w1-6fb3a8"},"routeName":"auth-test-model-6fb3a8-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-6fb3a8","llmisvcName":"auth-test-model-6fb3a8","gateway":"openshift-ingress/e2e-shared-b-w1-6fb3a8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:51:25.544652924Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-bebc6d"},"namespace":"ai-tenant-e2e-extmod-a-bebc6d","name":"default-tenant","reconcileID":"bbf8d500-c106-41d1-b727-76996bebc42b","gvk":"Service","name":"payload-processing-e2e-extmod-a-bebc6d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:51:25.592990419Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-bebc6d"},"namespace":"ai-tenant-e2e-extmod-a-bebc6d","name":"default-tenant","reconcileID":"bbf8d500-c106-41d1-b727-76996bebc42b","gvk":"Service","name":"payload-pre-processing-e2e-extmod-a-bebc6d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:51:25.629086751Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-c8b962","namespace":"ai-tenant-e2e-shared-b-w1-6fb3a8"},"namespace":"ai-tenant-e2e-shared-b-w1-6fb3a8","name":"e2e-auth-iso-c8b962","reconcileID":"1cdbcf61-2e1b-415a-ab2d-6ecd1446bc81","MaaSAuthPolicy":{"name":"e2e-auth-iso-c8b962","namespace":"ai-tenant-e2e-shared-b-w1-6fb3a8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-6fb3a8","tenantID":"e2e-shared-b-w1-6fb3a8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:51:25.640972799Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-bebc6d"},"namespace":"ai-tenant-e2e-extmod-a-bebc6d","name":"default-tenant","reconcileID":"bbf8d500-c106-41d1-b727-76996bebc42b","gvk":"DestinationRule","name":"payload-processing-e2e-extmod-a-bebc6d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:51:25.688978456Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-bebc6d"},"namespace":"ai-tenant-e2e-extmod-a-bebc6d","name":"default-tenant","reconcileID":"bbf8d500-c106-41d1-b727-76996bebc42b","gvk":"DestinationRule","name":"payload-pre-processing-e2e-extmod-a-bebc6d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:51:25.713857319Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:51:25.737112244Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-bebc6d"},"namespace":"ai-tenant-e2e-extmod-a-bebc6d","name":"default-tenant","reconcileID":"bbf8d500-c106-41d1-b727-76996bebc42b","gvk":"EnvoyFilter","name":"payload-processing-e2e-extmod-a-bebc6d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:51:25.743373633Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-c8b962","namespace":"ai-tenant-e2e-shared-b-w1-6fb3a8"},"namespace":"ai-tenant-e2e-shared-b-w1-6fb3a8","name":"e2e-auth-iso-c8b962","reconcileID":"1cdbcf61-2e1b-415a-ab2d-6ecd1446bc81","MaaSAuthPolicy":{"name":"e2e-auth-iso-c8b962","namespace":"ai-tenant-e2e-shared-b-w1-6fb3a8"},"name":"e2e-shared-b-w1-6fb3a8-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:51:25.788311389Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-bebc6d"},"namespace":"ai-tenant-e2e-extmod-a-bebc6d","name":"default-tenant","reconcileID":"bbf8d500-c106-41d1-b727-76996bebc42b","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-extmod-a-bebc6d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:51:25.794334538Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w1-6fb3a8-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-c8b962","namespace":"ai-tenant-e2e-shared-b-w1-6fb3a8"},"namespace":"ai-tenant-e2e-shared-b-w1-6fb3a8","name":"e2e-auth-iso-c8b962","reconcileID":"1cdbcf61-2e1b-415a-ab2d-6ecd1446bc81","MaaSAuthPolicy":{"name":"e2e-auth-iso-c8b962","namespace":"ai-tenant-e2e-shared-b-w1-6fb3a8"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:51:25.83674096Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-bebc6d"},"namespace":"ai-tenant-e2e-extmod-a-bebc6d","name":"default-tenant","reconcileID":"bbf8d500-c106-41d1-b727-76996bebc42b","gvk":"NetworkPolicy","name":"payload-processing-e2e-extmod-a-bebc6d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:51:25.848014185Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-6fb3a8","namespace":"ai-tenant-e2e-shared-b-w1-6fb3a8"},"namespace":"ai-tenant-e2e-shared-b-w1-6fb3a8","name":"auth-test-model-6fb3a8","reconcileID":"f251d5f5-f1b1-4016-8018-f7b3d8c658b6","MaaSModelRef":{"name":"auth-test-model-6fb3a8","namespace":"ai-tenant-e2e-shared-b-w1-6fb3a8"},"tenant":"e2e-shared-b-w1-6fb3a8","gateway":"openshift-ingress/e2e-shared-b-w1-6fb3a8","model":"ai-tenant-e2e-shared-b-w1-6fb3a8/auth-test-model-6fb3a8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:51:25.848036417Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-6fb3a8","namespace":"ai-tenant-e2e-shared-b-w1-6fb3a8"},"namespace":"ai-tenant-e2e-shared-b-w1-6fb3a8","name":"auth-test-model-6fb3a8","reconcileID":"f251d5f5-f1b1-4016-8018-f7b3d8c658b6","MaaSModelRef":{"name":"auth-test-model-6fb3a8","namespace":"ai-tenant-e2e-shared-b-w1-6fb3a8"},"routeName":"auth-test-model-6fb3a8-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-6fb3a8","llmisvcName":"auth-test-model-6fb3a8","gateway":"openshift-ingress/e2e-shared-b-w1-6fb3a8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:51:25.884956834Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-bebc6d"},"namespace":"ai-tenant-e2e-extmod-a-bebc6d","name":"default-tenant","reconcileID":"bbf8d500-c106-41d1-b727-76996bebc42b","gvk":"ServiceAccount","name":"payload-processing-e2e-extmod-a-bebc6d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:51:25.933316791Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-bebc6d"},"namespace":"ai-tenant-e2e-extmod-a-bebc6d","name":"default-tenant","reconcileID":"bbf8d500-c106-41d1-b727-76996bebc42b","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-extmod-a-bebc6d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:51:25.982572743Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-bebc6d"},"namespace":"ai-tenant-e2e-extmod-a-bebc6d","name":"default-tenant","reconcileID":"bbf8d500-c106-41d1-b727-76996bebc42b","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-extmod-a-bebc6d","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:51:26.212700435Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-4ce791-access","namespace":"ai-tenant-e2e-extmod-b-94e247"},"namespace":"ai-tenant-e2e-extmod-b-94e247","name":"e2e-rec-ctrl-4ce791-access","reconcileID":"3cfa4955-ef21-44f1-be16-97580f75e8b3","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-4ce791-access","namespace":"ai-tenant-e2e-extmod-b-94e247"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-94e247","tenantID":"e2e-extmod-b-94e247","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:51:26.337529392Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-4ce791-access","namespace":"ai-tenant-e2e-extmod-b-94e247"},"namespace":"ai-tenant-e2e-extmod-b-94e247","name":"e2e-rec-ctrl-4ce791-access","reconcileID":"3cfa4955-ef21-44f1-be16-97580f75e8b3","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-4ce791-access","namespace":"ai-tenant-e2e-extmod-b-94e247"},"name":"e2e-extmod-b-94e247-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:51:26.465735896Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-c8b962","namespace":"ai-tenant-e2e-shared-a-w1-a4489c"},"namespace":"ai-tenant-e2e-shared-a-w1-a4489c","name":"e2e-auth-iso-c8b962","reconcileID":"0f77a839-01fe-4c0f-9130-9a527c88f5c2","MaaSAuthPolicy":{"name":"e2e-auth-iso-c8b962","namespace":"ai-tenant-e2e-shared-a-w1-a4489c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-a4489c","tenantID":"e2e-shared-a-w1-a4489c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:51:26.52102481Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-c8b962","namespace":"ai-tenant-e2e-shared-a-w1-a4489c"},"namespace":"ai-tenant-e2e-shared-a-w1-a4489c","name":"e2e-auth-iso-c8b962","reconcileID":"0f77a839-01fe-4c0f-9130-9a527c88f5c2","MaaSAuthPolicy":{"name":"e2e-auth-iso-c8b962","namespace":"ai-tenant-e2e-shared-a-w1-a4489c"},"name":"e2e-shared-a-w1-a4489c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:51:27.77177066Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-873a34","namespace":"e2e-extmod-att-noaccess-c9b09f"},"namespace":"e2e-extmod-att-noaccess-c9b09f","name":"e2e-att-noaccess-873a34","reconcileID":"58c1fc71-69de-4fb7-8032-3cab9f654723","MaaSModelRef":{"name":"e2e-att-noaccess-873a34","namespace":"e2e-extmod-att-noaccess-c9b09f"},"name":"e2e-att-noaccess-873a34","namespace":"e2e-extmod-att-noaccess-c9b09f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:51:27.870299346Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-012868","namespace":"e2e-extmod-rec-noaccess-c16cea"},"namespace":"e2e-extmod-rec-noaccess-c16cea","name":"e2e-rec-recover-012868","reconcileID":"9b1fcdb9-1584-4afb-bb40-651c42cc0eb2","MaaSModelRef":{"name":"e2e-rec-recover-012868","namespace":"e2e-extmod-rec-noaccess-c16cea"},"name":"e2e-rec-recover-012868","namespace":"e2e-extmod-rec-noaccess-c16cea","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:51:34.32913744Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-873a34","namespace":"e2e-extmod-att-noaccess-c9b09f"},"namespace":"e2e-extmod-att-noaccess-c9b09f","name":"e2e-att-noaccess-873a34","reconcileID":"86f17942-0b8d-4823-a97a-a90ef11b04bc","MaaSModelRef":{"name":"e2e-att-noaccess-873a34","namespace":"e2e-extmod-att-noaccess-c9b09f"},"name":"e2e-att-noaccess-873a34","namespace":"e2e-extmod-att-noaccess-c9b09f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:51:34.427016086Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-012868","namespace":"e2e-extmod-rec-noaccess-c16cea"},"namespace":"e2e-extmod-rec-noaccess-c16cea","name":"e2e-rec-recover-012868","reconcileID":"a1e683a5-34e2-4ac5-b787-7da85d8991bd","MaaSModelRef":{"name":"e2e-rec-recover-012868","namespace":"e2e-extmod-rec-noaccess-c16cea"},"name":"e2e-rec-recover-012868","namespace":"e2e-extmod-rec-noaccess-c16cea","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:51:34.524509939Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-873a34","namespace":"e2e-extmod-att-noaccess-c9b09f"},"namespace":"e2e-extmod-att-noaccess-c9b09f","name":"e2e-att-noaccess-873a34","reconcileID":"fd3fc13d-1976-4265-bd36-a15d324f7f49","MaaSModelRef":{"name":"e2e-att-noaccess-873a34","namespace":"e2e-extmod-att-noaccess-c9b09f"},"name":"e2e-att-noaccess-873a34","namespace":"e2e-extmod-att-noaccess-c9b09f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:51:34.584450737Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-a-bebc6d","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-a-bebc6d","reconcileID":"33d68bbe-b621-49fc-86ac-3608ec205106","aitenant":"ai-tenants/e2e-extmod-a-bebc6d","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:51:34.734400271Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-012868","namespace":"e2e-extmod-rec-noaccess-c16cea"},"namespace":"e2e-extmod-rec-noaccess-c16cea","name":"e2e-rec-recover-012868","reconcileID":"8873863b-826c-4406-a8bb-31c9ddbd80a8","MaaSModelRef":{"name":"e2e-rec-recover-012868","namespace":"e2e-extmod-rec-noaccess-c16cea"},"name":"e2e-rec-recover-012868","namespace":"e2e-extmod-rec-noaccess-c16cea","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:51:34.840068699Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-873a34","namespace":"e2e-extmod-att-noaccess-c9b09f"},"namespace":"e2e-extmod-att-noaccess-c9b09f","name":"e2e-att-noaccess-873a34","reconcileID":"772c603c-c802-4044-9c51-faffeb8b2c76","MaaSModelRef":{"name":"e2e-att-noaccess-873a34","namespace":"e2e-extmod-att-noaccess-c9b09f"},"name":"e2e-att-noaccess-873a34","namespace":"e2e-extmod-att-noaccess-c9b09f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:51:35.156278904Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"09d2191c-3ea7-46e4-af2d-7165b68a8c19","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:51:35.205030594Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"09d2191c-3ea7-46e4-af2d-7165b68a8c19","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:51:35.254455929Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"09d2191c-3ea7-46e4-af2d-7165b68a8c19","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:51:35.3032685Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"09d2191c-3ea7-46e4-af2d-7165b68a8c19","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:51:35.308551475Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-a-bebc6d","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-a-bebc6d","reconcileID":"33d68bbe-b621-49fc-86ac-3608ec205106","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-extmod-a-bebc6d","removed":["maas.opendatahub.io/gateway-access-e2e-extmod-a-bebc6d"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:51:35.613965133Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-012868","namespace":"e2e-extmod-rec-noaccess-c16cea"},"namespace":"e2e-extmod-rec-noaccess-c16cea","name":"e2e-rec-recover-012868","reconcileID":"90966f77-5804-4d09-bdfb-758b8efbd051","MaaSModelRef":{"name":"e2e-rec-recover-012868","namespace":"e2e-extmod-rec-noaccess-c16cea"},"name":"e2e-rec-recover-012868","namespace":"e2e-extmod-rec-noaccess-c16cea","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:51:35.71164352Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-873a34","namespace":"e2e-extmod-att-noaccess-c9b09f"},"namespace":"e2e-extmod-att-noaccess-c9b09f","name":"e2e-att-noaccess-873a34","reconcileID":"54ad70cc-497e-4650-96c1-2fcec6300055","MaaSModelRef":{"name":"e2e-att-noaccess-873a34","namespace":"e2e-extmod-att-noaccess-c9b09f"},"name":"e2e-att-noaccess-873a34","namespace":"e2e-extmod-att-noaccess-c9b09f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:51:35.949847947Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-c8b962","namespace":"ai-tenant-e2e-shared-b-w1-6fb3a8"},"namespace":"ai-tenant-e2e-shared-b-w1-6fb3a8","name":"e2e-auth-iso-c8b962","reconcileID":"d61ae879-4eb3-45a3-9295-1407c05a55f3","MaaSAuthPolicy":{"name":"e2e-auth-iso-c8b962","namespace":"ai-tenant-e2e-shared-b-w1-6fb3a8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-6fb3a8","tenantID":"e2e-shared-b-w1-6fb3a8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:51:36.004578836Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-c8b962","namespace":"ai-tenant-e2e-shared-b-w1-6fb3a8"},"namespace":"ai-tenant-e2e-shared-b-w1-6fb3a8","name":"e2e-auth-iso-c8b962","reconcileID":"d61ae879-4eb3-45a3-9295-1407c05a55f3","MaaSAuthPolicy":{"name":"e2e-auth-iso-c8b962","namespace":"ai-tenant-e2e-shared-b-w1-6fb3a8"},"name":"e2e-shared-b-w1-6fb3a8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:51:36.059809388Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w1-6fb3a8-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-c8b962","namespace":"ai-tenant-e2e-shared-b-w1-6fb3a8"},"namespace":"ai-tenant-e2e-shared-b-w1-6fb3a8","name":"e2e-auth-iso-c8b962","reconcileID":"d61ae879-4eb3-45a3-9295-1407c05a55f3","MaaSAuthPolicy":{"name":"e2e-auth-iso-c8b962","namespace":"ai-tenant-e2e-shared-b-w1-6fb3a8"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:51:37.115266758Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2f9b72b0-a2e2-4dc2-9d0b-dd8d13301257","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:51:37.164050568Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2f9b72b0-a2e2-4dc2-9d0b-dd8d13301257","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:51:37.214443429Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2f9b72b0-a2e2-4dc2-9d0b-dd8d13301257","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:51:37.263722308Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2f9b72b0-a2e2-4dc2-9d0b-dd8d13301257","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:51:39.065634625Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"85794dc2-a039-4565-9a12-87b5906590db","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:51:39.114662731Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"85794dc2-a039-4565-9a12-87b5906590db","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:51:39.163231436Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"85794dc2-a039-4565-9a12-87b5906590db","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:51:39.212529733Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"85794dc2-a039-4565-9a12-87b5906590db","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:51:41.023785062Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"37c50c22-f365-4720-8a29-22c0c3f1b4a6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:51:41.072702752Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"37c50c22-f365-4720-8a29-22c0c3f1b4a6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:51:41.121885629Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"37c50c22-f365-4720-8a29-22c0c3f1b4a6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:51:41.170768949Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"37c50c22-f365-4720-8a29-22c0c3f1b4a6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:51:43.039334362Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9fc6edab-ea67-4c90-b6bb-da4b057e5915","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:51:43.088345524Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-012868","namespace":"e2e-extmod-rec-noaccess-c16cea"},"namespace":"e2e-extmod-rec-noaccess-c16cea","name":"e2e-rec-recover-012868","reconcileID":"52939a84-2b9c-4c43-adac-00d1210b5ada","MaaSModelRef":{"name":"e2e-rec-recover-012868","namespace":"e2e-extmod-rec-noaccess-c16cea"},"name":"e2e-rec-recover-012868","namespace":"e2e-extmod-rec-noaccess-c16cea","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:51:43.088533082Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9fc6edab-ea67-4c90-b6bb-da4b057e5915","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:51:43.137410023Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9fc6edab-ea67-4c90-b6bb-da4b057e5915","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:51:43.18768264Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9fc6edab-ea67-4c90-b6bb-da4b057e5915","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:51:43.236702332Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-873a34","namespace":"e2e-extmod-att-noaccess-c9b09f"},"namespace":"e2e-extmod-att-noaccess-c9b09f","name":"e2e-att-noaccess-873a34","reconcileID":"1e218f12-f658-4654-9b1a-c6a43b85270d","MaaSModelRef":{"name":"e2e-att-noaccess-873a34","namespace":"e2e-extmod-att-noaccess-c9b09f"},"name":"e2e-att-noaccess-873a34","namespace":"e2e-extmod-att-noaccess-c9b09f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:51:44.735157165Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-fd7881"},"namespace":"ai-tenant-e2e-extmod-a-fd7881","name":"default-tenant","reconcileID":"34096225-599a-407e-bd20-7c48cf589a63","namespace":"ai-tenant-e2e-extmod-a-fd7881","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:51:44.735251243Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-fd7881"},"namespace":"ai-tenant-e2e-extmod-a-fd7881","name":"default-tenant","reconcileID":"34096225-599a-407e-bd20-7c48cf589a63","namespace":"ai-tenant-e2e-extmod-a-fd7881","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:51:44.735346592Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-fd7881"},"namespace":"ai-tenant-e2e-extmod-a-fd7881","name":"default-tenant","reconcileID":"34096225-599a-407e-bd20-7c48cf589a63","tenant":"e2e-extmod-a-fd7881","tenantID":"e2e-extmod-a-fd7881","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:51:44.785422237Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-fd7881"},"namespace":"ai-tenant-e2e-extmod-a-fd7881","name":"default-tenant","reconcileID":"34096225-599a-407e-bd20-7c48cf589a63","gvk":"Deployment","name":"maas-api-e2e-extmod-a-fd7881","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:51:44.841397174Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-fd7881"},"namespace":"ai-tenant-e2e-extmod-a-fd7881","name":"default-tenant","reconcileID":"34096225-599a-407e-bd20-7c48cf589a63","gvk":"Service","name":"maas-api-e2e-extmod-a-fd7881","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:51:44.893834537Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-fd7881"},"namespace":"ai-tenant-e2e-extmod-a-fd7881","name":"default-tenant","reconcileID":"34096225-599a-407e-bd20-7c48cf589a63","gvk":"HTTPRoute","name":"maas-api-route-e2e-extmod-a-fd7881","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:51:44.944287809Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-fd7881"},"namespace":"ai-tenant-e2e-extmod-a-fd7881","name":"default-tenant","reconcileID":"34096225-599a-407e-bd20-7c48cf589a63","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-extmod-a-fd7881","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:51:44.997127951Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-fd7881"},"namespace":"ai-tenant-e2e-extmod-a-fd7881","name":"default-tenant","reconcileID":"34096225-599a-407e-bd20-7c48cf589a63","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-extmod-a-fd7881","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:51:45.031896488Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"934c0c2b-e488-416a-b8fb-054d321d3272","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:51:45.08213103Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"934c0c2b-e488-416a-b8fb-054d321d3272","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:51:45.082717338Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-fd7881"},"namespace":"ai-tenant-e2e-extmod-a-fd7881","name":"default-tenant","reconcileID":"34096225-599a-407e-bd20-7c48cf589a63","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-extmod-a-fd7881","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:51:45.13164886Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"934c0c2b-e488-416a-b8fb-054d321d3272","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:51:45.181002993Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"934c0c2b-e488-416a-b8fb-054d321d3272","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:51:45.184323895Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-fd7881"},"namespace":"ai-tenant-e2e-extmod-a-fd7881","name":"default-tenant","reconcileID":"34096225-599a-407e-bd20-7c48cf589a63","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-extmod-a-fd7881","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:51:45.238930562Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-fd7881"},"namespace":"ai-tenant-e2e-extmod-a-fd7881","name":"default-tenant","reconcileID":"34096225-599a-407e-bd20-7c48cf589a63","gvk":"Telemetry","name":"latency-per-subscription-e2e-extmod-a-fd7881","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:51:45.286826593Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-fd7881"},"namespace":"ai-tenant-e2e-extmod-a-fd7881","name":"default-tenant","reconcileID":"34096225-599a-407e-bd20-7c48cf589a63","gvk":"Deployment","name":"payload-processing-e2e-extmod-a-fd7881","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:51:45.334630842Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-fd7881"},"namespace":"ai-tenant-e2e-extmod-a-fd7881","name":"default-tenant","reconcileID":"34096225-599a-407e-bd20-7c48cf589a63","gvk":"Deployment","name":"payload-pre-processing-e2e-extmod-a-fd7881","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:51:45.428425994Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-fd7881"},"namespace":"ai-tenant-e2e-extmod-a-fd7881","name":"default-tenant","reconcileID":"34096225-599a-407e-bd20-7c48cf589a63","gvk":"Service","name":"payload-processing-e2e-extmod-a-fd7881","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:51:45.476880248Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-fd7881"},"namespace":"ai-tenant-e2e-extmod-a-fd7881","name":"default-tenant","reconcileID":"34096225-599a-407e-bd20-7c48cf589a63","gvk":"Service","name":"payload-pre-processing-e2e-extmod-a-fd7881","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:51:45.525260003Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-fd7881"},"namespace":"ai-tenant-e2e-extmod-a-fd7881","name":"default-tenant","reconcileID":"34096225-599a-407e-bd20-7c48cf589a63","gvk":"DestinationRule","name":"payload-processing-e2e-extmod-a-fd7881","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:51:45.573582337Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-fd7881"},"namespace":"ai-tenant-e2e-extmod-a-fd7881","name":"default-tenant","reconcileID":"34096225-599a-407e-bd20-7c48cf589a63","gvk":"DestinationRule","name":"payload-pre-processing-e2e-extmod-a-fd7881","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:51:45.621611947Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-fd7881"},"namespace":"ai-tenant-e2e-extmod-a-fd7881","name":"default-tenant","reconcileID":"34096225-599a-407e-bd20-7c48cf589a63","gvk":"EnvoyFilter","name":"payload-processing-e2e-extmod-a-fd7881","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:51:45.672590709Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-fd7881"},"namespace":"ai-tenant-e2e-extmod-a-fd7881","name":"default-tenant","reconcileID":"34096225-599a-407e-bd20-7c48cf589a63","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-extmod-a-fd7881","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:51:45.720495803Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-fd7881"},"namespace":"ai-tenant-e2e-extmod-a-fd7881","name":"default-tenant","reconcileID":"34096225-599a-407e-bd20-7c48cf589a63","gvk":"NetworkPolicy","name":"payload-processing-e2e-extmod-a-fd7881","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:51:45.76836455Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-fd7881"},"namespace":"ai-tenant-e2e-extmod-a-fd7881","name":"default-tenant","reconcileID":"34096225-599a-407e-bd20-7c48cf589a63","gvk":"ServiceAccount","name":"payload-processing-e2e-extmod-a-fd7881","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:51:45.816449512Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-fd7881"},"namespace":"ai-tenant-e2e-extmod-a-fd7881","name":"default-tenant","reconcileID":"34096225-599a-407e-bd20-7c48cf589a63","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-extmod-a-fd7881","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:51:45.864295895Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-fd7881"},"namespace":"ai-tenant-e2e-extmod-a-fd7881","name":"default-tenant","reconcileID":"34096225-599a-407e-bd20-7c48cf589a63","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-extmod-a-fd7881","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:51:46.178671191Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-c8b962","namespace":"ai-tenant-e2e-shared-b-w1-6fb3a8"},"namespace":"ai-tenant-e2e-shared-b-w1-6fb3a8","name":"e2e-auth-iso-c8b962","reconcileID":"71dd34d9-4662-4cc3-af63-b961fee340bf","MaaSAuthPolicy":{"name":"e2e-auth-iso-c8b962","namespace":"ai-tenant-e2e-shared-b-w1-6fb3a8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-6fb3a8","tenantID":"e2e-shared-b-w1-6fb3a8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:51:46.231160209Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-c8b962","namespace":"ai-tenant-e2e-shared-b-w1-6fb3a8"},"namespace":"ai-tenant-e2e-shared-b-w1-6fb3a8","name":"e2e-auth-iso-c8b962","reconcileID":"71dd34d9-4662-4cc3-af63-b961fee340bf","MaaSAuthPolicy":{"name":"e2e-auth-iso-c8b962","namespace":"ai-tenant-e2e-shared-b-w1-6fb3a8"},"name":"e2e-shared-b-w1-6fb3a8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:51:46.282156644Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w1-6fb3a8-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-c8b962","namespace":"ai-tenant-e2e-shared-b-w1-6fb3a8"},"namespace":"ai-tenant-e2e-shared-b-w1-6fb3a8","name":"e2e-auth-iso-c8b962","reconcileID":"71dd34d9-4662-4cc3-af63-b961fee340bf","MaaSAuthPolicy":{"name":"e2e-auth-iso-c8b962","namespace":"ai-tenant-e2e-shared-b-w1-6fb3a8"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:51:52.747835469Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-012868","namespace":"e2e-extmod-rec-noaccess-c16cea"},"namespace":"e2e-extmod-rec-noaccess-c16cea","name":"e2e-rec-recover-012868","reconcileID":"08d1478e-7162-4d2e-97ec-e9999e446296","MaaSModelRef":{"name":"e2e-rec-recover-012868","namespace":"e2e-extmod-rec-noaccess-c16cea"},"name":"e2e-rec-recover-012868","namespace":"e2e-extmod-rec-noaccess-c16cea","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:51:52.845649587Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-873a34","namespace":"e2e-extmod-att-noaccess-c9b09f"},"namespace":"e2e-extmod-att-noaccess-c9b09f","name":"e2e-att-noaccess-873a34","reconcileID":"aa2fec01-70a1-4cf7-9518-b67a02319f7d","MaaSModelRef":{"name":"e2e-att-noaccess-873a34","namespace":"e2e-extmod-att-noaccess-c9b09f"},"name":"e2e-att-noaccess-873a34","namespace":"e2e-extmod-att-noaccess-c9b09f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:51:52.943444402Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-012868","namespace":"e2e-extmod-rec-noaccess-c16cea"},"namespace":"e2e-extmod-rec-noaccess-c16cea","name":"e2e-rec-recover-012868","reconcileID":"94220c90-e0e4-4e15-bb87-4857b8b6193b","MaaSModelRef":{"name":"e2e-rec-recover-012868","namespace":"e2e-extmod-rec-noaccess-c16cea"},"name":"e2e-rec-recover-012868","namespace":"e2e-extmod-rec-noaccess-c16cea","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:51:52.999893451Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-a-fd7881","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-a-fd7881","reconcileID":"42635453-94d4-457a-88ac-b24ae9b45d7d","aitenant":"ai-tenants/e2e-extmod-a-fd7881","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:51:53.149436881Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-873a34","namespace":"e2e-extmod-att-noaccess-c9b09f"},"namespace":"e2e-extmod-att-noaccess-c9b09f","name":"e2e-att-noaccess-873a34","reconcileID":"95346a39-ff76-4ba0-8eee-bf36dc9b442a","MaaSModelRef":{"name":"e2e-att-noaccess-873a34","namespace":"e2e-extmod-att-noaccess-c9b09f"},"name":"e2e-att-noaccess-873a34","namespace":"e2e-extmod-att-noaccess-c9b09f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:51:53.260491835Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-012868","namespace":"e2e-extmod-rec-noaccess-c16cea"},"namespace":"e2e-extmod-rec-noaccess-c16cea","name":"e2e-rec-recover-012868","reconcileID":"51098677-3b58-407b-a512-11f21468374c","MaaSModelRef":{"name":"e2e-rec-recover-012868","namespace":"e2e-extmod-rec-noaccess-c16cea"},"name":"e2e-rec-recover-012868","namespace":"e2e-extmod-rec-noaccess-c16cea","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:51:53.579709562Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"525f6470-8762-4545-bbc3-db02adf5dc0f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:51:53.628421848Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"525f6470-8762-4545-bbc3-db02adf5dc0f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:51:53.67695631Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"525f6470-8762-4545-bbc3-db02adf5dc0f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:51:53.725678173Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"525f6470-8762-4545-bbc3-db02adf5dc0f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:51:53.780738043Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-a-fd7881","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-a-fd7881","reconcileID":"42635453-94d4-457a-88ac-b24ae9b45d7d","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-extmod-a-fd7881","removed":["maas.opendatahub.io/gateway-access-e2e-extmod-a-fd7881"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:51:53.994540189Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-873a34","namespace":"e2e-extmod-att-noaccess-c9b09f"},"namespace":"e2e-extmod-att-noaccess-c9b09f","name":"e2e-att-noaccess-873a34","reconcileID":"b279c899-72d2-4e96-a8f3-0c7de0221281","MaaSModelRef":{"name":"e2e-att-noaccess-873a34","namespace":"e2e-extmod-att-noaccess-c9b09f"},"name":"e2e-att-noaccess-873a34","namespace":"e2e-extmod-att-noaccess-c9b09f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:51:54.091703554Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-012868","namespace":"e2e-extmod-rec-noaccess-c16cea"},"namespace":"e2e-extmod-rec-noaccess-c16cea","name":"e2e-rec-recover-012868","reconcileID":"5d5d2302-cd23-4cfa-a22b-50b7564eecd8","MaaSModelRef":{"name":"e2e-rec-recover-012868","namespace":"e2e-extmod-rec-noaccess-c16cea"},"name":"e2e-rec-recover-012868","namespace":"e2e-extmod-rec-noaccess-c16cea","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:51:55.53994013Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0b5a7455-2c1e-4359-bbff-813f94e5afd4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:51:55.588789809Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0b5a7455-2c1e-4359-bbff-813f94e5afd4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:51:55.637629893Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0b5a7455-2c1e-4359-bbff-813f94e5afd4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:51:55.687710632Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0b5a7455-2c1e-4359-bbff-813f94e5afd4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:51:55.713720171Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:51:56.381028544Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-c8b962","namespace":"ai-tenant-e2e-shared-b-w1-6fb3a8"},"namespace":"ai-tenant-e2e-shared-b-w1-6fb3a8","name":"e2e-auth-iso-c8b962","reconcileID":"8f37187a-ddbb-4a4f-9aec-2d94dd49a03e","MaaSAuthPolicy":{"name":"e2e-auth-iso-c8b962","namespace":"ai-tenant-e2e-shared-b-w1-6fb3a8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-6fb3a8","tenantID":"e2e-shared-b-w1-6fb3a8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:51:56.433305433Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-c8b962","namespace":"ai-tenant-e2e-shared-b-w1-6fb3a8"},"namespace":"ai-tenant-e2e-shared-b-w1-6fb3a8","name":"e2e-auth-iso-c8b962","reconcileID":"8f37187a-ddbb-4a4f-9aec-2d94dd49a03e","MaaSAuthPolicy":{"name":"e2e-auth-iso-c8b962","namespace":"ai-tenant-e2e-shared-b-w1-6fb3a8"},"name":"e2e-shared-b-w1-6fb3a8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:51:56.485027728Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w1-6fb3a8-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (edbc7d2fe0da878147c7dfe31569dba9c9593286b51302171a3f4761a5a0305f) AuthConfig (c464460cd818736517a3e557d503f90f8b8b09377420c9a5a2390000762b941d) AuthConfig (3413145e8d713a45d5787d015c583a53675316cc40a176c323c949aaacc5566c) AuthConfig (8673151c42d5812d66de5892de3ab7e5c2ec9fcc34b38b032b95a47579674f75) AuthConfig (294a5dcf9886162c95432be6357c98f413f275415607d227350d6eaca5954a05) AuthConfig (c308a8127ed795fd49ff33d7af172f1bb02b8bbd3d2c503e17fff8ca8c8b9ff4) AuthConfig (31bbf194282f80a4b343ed1eba44b6fab2703d754c1163cc8a8321426b9bf496) AuthConfig (b4d28599908df0520f08a3768b4e900c064d73558fff93677ce3534e61e5cb85) AuthConfig (df98672e19162eaa38f82a53f54c52fcf5e00c8aae5ce5470ca751d80a1317ae) AuthConfig (1e5eb4f330d45d693257b364b18a303da76c31aa336f9a999724d2259a91e846) AuthConfig (884eb4ac6f3b5332f5e5423bfcb69191b2005ea343dcfefed1aa3c5b7aa0b65e) AuthConfig (3445a1d2146a94e47df0962356931e73ef708bc235c4236ed2c47179808528d3) AuthConfig (0b5f879323f74c6a8b64695bf6f30a9c4929bd24bf483dd2e5016b125814829b) AuthConfig (5d68520fc529eb1446a149bfd808781fc8971be1c78a9a2d4a2118e6c3430de4) AuthConfig (f5ca73f67c0d433ded7db701b57c7c3bd70ee97e673a46a1769594fd65e5d8cb) AuthConfig (1e6dac1da9406b82d0a7ce2aaf026172e081322f468ac1bbc6610200b1f2794d) AuthConfig (15b60688d120be123e7889405be16771f774e75b4140d65da29ce87d4bcbb2a2) AuthConfig (15f305715a113ef4d8b35089072433467665856c1af326e2e83c04ae422a0992)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-c8b962","namespace":"ai-tenant-e2e-shared-b-w1-6fb3a8"},"namespace":"ai-tenant-e2e-shared-b-w1-6fb3a8","name":"e2e-auth-iso-c8b962","reconcileID":"8f37187a-ddbb-4a4f-9aec-2d94dd49a03e","MaaSAuthPolicy":{"name":"e2e-auth-iso-c8b962","namespace":"ai-tenant-e2e-shared-b-w1-6fb3a8"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:51:56.53856896Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-6fb3a8","namespace":"ai-tenant-e2e-shared-b-w1-6fb3a8"},"namespace":"ai-tenant-e2e-shared-b-w1-6fb3a8","name":"auth-test-model-6fb3a8","reconcileID":"8def4d49-5fcb-4f97-b6fa-02fe48503bdf","MaaSModelRef":{"name":"auth-test-model-6fb3a8","namespace":"ai-tenant-e2e-shared-b-w1-6fb3a8"},"tenant":"e2e-shared-b-w1-6fb3a8","gateway":"openshift-ingress/e2e-shared-b-w1-6fb3a8","model":"ai-tenant-e2e-shared-b-w1-6fb3a8/auth-test-model-6fb3a8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:51:56.538588865Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-6fb3a8","namespace":"ai-tenant-e2e-shared-b-w1-6fb3a8"},"namespace":"ai-tenant-e2e-shared-b-w1-6fb3a8","name":"auth-test-model-6fb3a8","reconcileID":"8def4d49-5fcb-4f97-b6fa-02fe48503bdf","MaaSModelRef":{"name":"auth-test-model-6fb3a8","namespace":"ai-tenant-e2e-shared-b-w1-6fb3a8"},"routeName":"auth-test-model-6fb3a8-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-6fb3a8","llmisvcName":"auth-test-model-6fb3a8","gateway":"openshift-ingress/e2e-shared-b-w1-6fb3a8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:52:00.991246499Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-873a34","namespace":"e2e-extmod-att-noaccess-c9b09f"},"namespace":"e2e-extmod-att-noaccess-c9b09f","name":"e2e-att-noaccess-873a34","reconcileID":"bf1ca65d-296d-471f-906f-c56898baaf36","MaaSModelRef":{"name":"e2e-att-noaccess-873a34","namespace":"e2e-extmod-att-noaccess-c9b09f"},"name":"e2e-att-noaccess-873a34","namespace":"e2e-extmod-att-noaccess-c9b09f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:52:01.08960482Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-012868","namespace":"e2e-extmod-rec-noaccess-c16cea"},"namespace":"e2e-extmod-rec-noaccess-c16cea","name":"e2e-rec-recover-012868","reconcileID":"aaf4585d-b8fd-48ec-9b72-d812c9f0c12e","MaaSModelRef":{"name":"e2e-rec-recover-012868","namespace":"e2e-extmod-rec-noaccess-c16cea"},"name":"e2e-rec-recover-012868","namespace":"e2e-extmod-rec-noaccess-c16cea","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:52:01.818294061Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c5576139-0f3e-4b01-9f3a-a905e01cecdc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:52:01.868265428Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c5576139-0f3e-4b01-9f3a-a905e01cecdc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:52:01.917729927Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c5576139-0f3e-4b01-9f3a-a905e01cecdc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:52:01.966400461Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c5576139-0f3e-4b01-9f3a-a905e01cecdc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:52:03.785458195Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9e4ce9e3-438f-48fa-8c44-df088f18a1d5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:52:03.834918139Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9e4ce9e3-438f-48fa-8c44-df088f18a1d5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:52:03.883936846Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9e4ce9e3-438f-48fa-8c44-df088f18a1d5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:52:03.933417238Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9e4ce9e3-438f-48fa-8c44-df088f18a1d5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:52:06.636786817Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-c8b962","namespace":"ai-tenant-e2e-shared-b-w1-6fb3a8"},"namespace":"ai-tenant-e2e-shared-b-w1-6fb3a8","name":"e2e-auth-iso-c8b962","reconcileID":"434a6470-763f-483c-af1f-c76b7c47e2f2","MaaSAuthPolicy":{"name":"e2e-auth-iso-c8b962","namespace":"ai-tenant-e2e-shared-b-w1-6fb3a8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-6fb3a8","tenantID":"e2e-shared-b-w1-6fb3a8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:52:06.6893135Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-c8b962","namespace":"ai-tenant-e2e-shared-b-w1-6fb3a8"},"namespace":"ai-tenant-e2e-shared-b-w1-6fb3a8","name":"e2e-auth-iso-c8b962","reconcileID":"434a6470-763f-483c-af1f-c76b7c47e2f2","MaaSAuthPolicy":{"name":"e2e-auth-iso-c8b962","namespace":"ai-tenant-e2e-shared-b-w1-6fb3a8"},"name":"e2e-shared-b-w1-6fb3a8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:52:06.740831036Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w1-6fb3a8-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (edbc7d2fe0da878147c7dfe31569dba9c9593286b51302171a3f4761a5a0305f) AuthConfig (c464460cd818736517a3e557d503f90f8b8b09377420c9a5a2390000762b941d) AuthConfig (3413145e8d713a45d5787d015c583a53675316cc40a176c323c949aaacc5566c) AuthConfig (8673151c42d5812d66de5892de3ab7e5c2ec9fcc34b38b032b95a47579674f75) AuthConfig (294a5dcf9886162c95432be6357c98f413f275415607d227350d6eaca5954a05) AuthConfig (c308a8127ed795fd49ff33d7af172f1bb02b8bbd3d2c503e17fff8ca8c8b9ff4) AuthConfig (31bbf194282f80a4b343ed1eba44b6fab2703d754c1163cc8a8321426b9bf496) AuthConfig (b4d28599908df0520f08a3768b4e900c064d73558fff93677ce3534e61e5cb85) AuthConfig (df98672e19162eaa38f82a53f54c52fcf5e00c8aae5ce5470ca751d80a1317ae) AuthConfig (1e5eb4f330d45d693257b364b18a303da76c31aa336f9a999724d2259a91e846) AuthConfig (884eb4ac6f3b5332f5e5423bfcb69191b2005ea343dcfefed1aa3c5b7aa0b65e) AuthConfig (3445a1d2146a94e47df0962356931e73ef708bc235c4236ed2c47179808528d3) AuthConfig (0b5f879323f74c6a8b64695bf6f30a9c4929bd24bf483dd2e5016b125814829b) AuthConfig (5d68520fc529eb1446a149bfd808781fc8971be1c78a9a2d4a2118e6c3430de4) AuthConfig (f5ca73f67c0d433ded7db701b57c7c3bd70ee97e673a46a1769594fd65e5d8cb) AuthConfig (1e6dac1da9406b82d0a7ce2aaf026172e081322f468ac1bbc6610200b1f2794d) AuthConfig (15b60688d120be123e7889405be16771f774e75b4140d65da29ce87d4bcbb2a2) AuthConfig (15f305715a113ef4d8b35089072433467665856c1af326e2e83c04ae422a0992)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-c8b962","namespace":"ai-tenant-e2e-shared-b-w1-6fb3a8"},"namespace":"ai-tenant-e2e-shared-b-w1-6fb3a8","name":"e2e-auth-iso-c8b962","reconcileID":"434a6470-763f-483c-af1f-c76b7c47e2f2","MaaSAuthPolicy":{"name":"e2e-auth-iso-c8b962","namespace":"ai-tenant-e2e-shared-b-w1-6fb3a8"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:52:11.090735364Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-873a34","namespace":"e2e-extmod-att-noaccess-c9b09f"},"namespace":"e2e-extmod-att-noaccess-c9b09f","name":"e2e-att-noaccess-873a34","reconcileID":"c9df6b0d-5402-4790-986c-182b32255bbc","MaaSModelRef":{"name":"e2e-att-noaccess-873a34","namespace":"e2e-extmod-att-noaccess-c9b09f"},"name":"e2e-att-noaccess-873a34","namespace":"e2e-extmod-att-noaccess-c9b09f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:52:11.187850063Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-012868","namespace":"e2e-extmod-rec-noaccess-c16cea"},"namespace":"e2e-extmod-rec-noaccess-c16cea","name":"e2e-rec-recover-012868","reconcileID":"714746b3-8763-43ae-a5bd-067e3a5156e8","MaaSModelRef":{"name":"e2e-rec-recover-012868","namespace":"e2e-extmod-rec-noaccess-c16cea"},"name":"e2e-rec-recover-012868","namespace":"e2e-extmod-rec-noaccess-c16cea","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:52:12.290997063Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-873a34","namespace":"e2e-extmod-att-noaccess-c9b09f"},"namespace":"e2e-extmod-att-noaccess-c9b09f","name":"e2e-att-noaccess-873a34","reconcileID":"9dfda38a-a68a-467c-ad04-a1e139aa3e33","MaaSModelRef":{"name":"e2e-att-noaccess-873a34","namespace":"e2e-extmod-att-noaccess-c9b09f"},"name":"e2e-att-noaccess-873a34","namespace":"e2e-extmod-att-noaccess-c9b09f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:52:12.388806908Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-012868","namespace":"e2e-extmod-rec-noaccess-c16cea"},"namespace":"e2e-extmod-rec-noaccess-c16cea","name":"e2e-rec-recover-012868","reconcileID":"d3f2f392-ae25-4dd4-8fa1-1291299f8e1e","MaaSModelRef":{"name":"e2e-rec-recover-012868","namespace":"e2e-extmod-rec-noaccess-c16cea"},"name":"e2e-rec-recover-012868","namespace":"e2e-extmod-rec-noaccess-c16cea","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:52:12.486497215Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-873a34","namespace":"e2e-extmod-att-noaccess-c9b09f"},"namespace":"e2e-extmod-att-noaccess-c9b09f","name":"e2e-att-noaccess-873a34","reconcileID":"835c0cd5-9bed-4ce9-a91b-db542f26f711","MaaSModelRef":{"name":"e2e-att-noaccess-873a34","namespace":"e2e-extmod-att-noaccess-c9b09f"},"name":"e2e-att-noaccess-873a34","namespace":"e2e-extmod-att-noaccess-c9b09f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:52:12.996956762Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-38f178"},"namespace":"ai-tenant-e2e-extmod-a-38f178","name":"default-tenant","reconcileID":"a7dde672-0597-4da9-b3c5-eca67aa84817","namespace":"ai-tenant-e2e-extmod-a-38f178","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:52:12.997012176Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-38f178"},"namespace":"ai-tenant-e2e-extmod-a-38f178","name":"default-tenant","reconcileID":"a7dde672-0597-4da9-b3c5-eca67aa84817","namespace":"ai-tenant-e2e-extmod-a-38f178","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:52:12.997057759Z","body":"Deferring maas-api cleanup: owning AITenant has not completed API-key revocation","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-38f178"},"namespace":"ai-tenant-e2e-extmod-a-38f178","name":"default-tenant","reconcileID":"a7dde672-0597-4da9-b3c5-eca67aa84817","aitenant":"ai-tenants/e2e-extmod-a-38f178","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:52:13.061887761Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"36905864-fd78-4db2-be8f-62aacc94b38b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:52:13.110398988Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"36905864-fd78-4db2-be8f-62aacc94b38b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:52:13.158951917Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"36905864-fd78-4db2-be8f-62aacc94b38b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:52:13.207491499Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"36905864-fd78-4db2-be8f-62aacc94b38b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:52:16.8399061Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-c8b962","namespace":"ai-tenant-e2e-shared-b-w1-6fb3a8"},"namespace":"ai-tenant-e2e-shared-b-w1-6fb3a8","name":"e2e-auth-iso-c8b962","reconcileID":"e403dcf2-aeab-48ed-b50e-f2be82827c92","MaaSAuthPolicy":{"name":"e2e-auth-iso-c8b962","namespace":"ai-tenant-e2e-shared-b-w1-6fb3a8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-6fb3a8","tenantID":"e2e-shared-b-w1-6fb3a8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:52:16.892450211Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-c8b962","namespace":"ai-tenant-e2e-shared-b-w1-6fb3a8"},"namespace":"ai-tenant-e2e-shared-b-w1-6fb3a8","name":"e2e-auth-iso-c8b962","reconcileID":"e403dcf2-aeab-48ed-b50e-f2be82827c92","MaaSAuthPolicy":{"name":"e2e-auth-iso-c8b962","namespace":"ai-tenant-e2e-shared-b-w1-6fb3a8"},"name":"e2e-shared-b-w1-6fb3a8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:52:17.19454104Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-6fb3a8","namespace":"ai-tenant-e2e-shared-b-w1-6fb3a8"},"namespace":"ai-tenant-e2e-shared-b-w1-6fb3a8","name":"auth-test-model-6fb3a8","reconcileID":"5c33a8c4-81b9-4cea-9cbc-6cd7f169072d","MaaSModelRef":{"name":"auth-test-model-6fb3a8","namespace":"ai-tenant-e2e-shared-b-w1-6fb3a8"},"tenant":"e2e-shared-b-w1-6fb3a8","gateway":"openshift-ingress/e2e-shared-b-w1-6fb3a8","model":"ai-tenant-e2e-shared-b-w1-6fb3a8/auth-test-model-6fb3a8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:52:17.19456259Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-6fb3a8","namespace":"ai-tenant-e2e-shared-b-w1-6fb3a8"},"namespace":"ai-tenant-e2e-shared-b-w1-6fb3a8","name":"auth-test-model-6fb3a8","reconcileID":"5c33a8c4-81b9-4cea-9cbc-6cd7f169072d","MaaSModelRef":{"name":"auth-test-model-6fb3a8","namespace":"ai-tenant-e2e-shared-b-w1-6fb3a8"},"routeName":"auth-test-model-6fb3a8-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-6fb3a8","llmisvcName":"auth-test-model-6fb3a8","gateway":"openshift-ingress/e2e-shared-b-w1-6fb3a8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:52:22.486846891Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-012868","namespace":"e2e-extmod-rec-noaccess-c16cea"},"namespace":"e2e-extmod-rec-noaccess-c16cea","name":"e2e-rec-recover-012868","reconcileID":"f224d976-b257-4f41-88e8-5aa928f1283d","MaaSModelRef":{"name":"e2e-rec-recover-012868","namespace":"e2e-extmod-rec-noaccess-c16cea"},"name":"e2e-rec-recover-012868","namespace":"e2e-extmod-rec-noaccess-c16cea","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:52:22.592433964Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-873a34","namespace":"e2e-extmod-att-noaccess-c9b09f"},"namespace":"e2e-extmod-att-noaccess-c9b09f","name":"e2e-att-noaccess-873a34","reconcileID":"3d2bb353-dd88-458a-b8e6-01ecf0bb059f","MaaSModelRef":{"name":"e2e-att-noaccess-873a34","namespace":"e2e-extmod-att-noaccess-c9b09f"},"name":"e2e-att-noaccess-873a34","namespace":"e2e-extmod-att-noaccess-c9b09f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:52:22.670947048Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-b-94e247 priority=0:[ai-tenant-e2e-extmod-b-94e247/e2e-att-serve-2a91e7-sub ai-tenant-e2e-extmod-b-94e247/e2e-rec-ctrl-4ce791-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:52:22.691973976Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-012868","namespace":"e2e-extmod-rec-noaccess-c16cea"},"namespace":"e2e-extmod-rec-noaccess-c16cea","name":"e2e-rec-recover-012868","reconcileID":"54ecdbb4-724f-46eb-8822-cf500e9a97e6","MaaSModelRef":{"name":"e2e-rec-recover-012868","namespace":"e2e-extmod-rec-noaccess-c16cea"},"name":"e2e-rec-recover-012868","namespace":"e2e-extmod-rec-noaccess-c16cea","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:52:22.768690619Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-c8b962","namespace":"ai-tenant-e2e-shared-b-w1-6fb3a8"},"namespace":"ai-tenant-e2e-shared-b-w1-6fb3a8","name":"e2e-auth-iso-c8b962","reconcileID":"58bc0036-95ef-42ed-ae03-7bfa6c41fd74","MaaSAuthPolicy":{"name":"e2e-auth-iso-c8b962","namespace":"ai-tenant-e2e-shared-b-w1-6fb3a8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-6fb3a8","tenantID":"e2e-shared-b-w1-6fb3a8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T12:52:22.770126997Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-c8b962","namespace":"ai-tenant-e2e-shared-b-w1-6fb3a8"},"namespace":"ai-tenant-e2e-shared-b-w1-6fb3a8","name":"e2e-auth-iso-c8b962","reconcileID":"67171edb-76f2-45ed-88f5-98c780032b2f","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-auth-iso-c8b962\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T12:52:22.789109879Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-873a34","namespace":"e2e-extmod-att-noaccess-c9b09f"},"namespace":"e2e-extmod-att-noaccess-c9b09f","name":"e2e-att-noaccess-873a34","reconcileID":"05132a2b-2d9f-410c-aff6-1d019d3ccc9c","MaaSModelRef":{"name":"e2e-att-noaccess-873a34","namespace":"e2e-extmod-att-noaccess-c9b09f"},"name":"e2e-att-noaccess-873a34","namespace":"e2e-extmod-att-noaccess-c9b09f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:52:22.821722872Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-c8b962","namespace":"ai-tenant-e2e-shared-b-w1-6fb3a8"},"namespace":"ai-tenant-e2e-shared-b-w1-6fb3a8","name":"e2e-auth-iso-c8b962","reconcileID":"58bc0036-95ef-42ed-ae03-7bfa6c41fd74","MaaSAuthPolicy":{"name":"e2e-auth-iso-c8b962","namespace":"ai-tenant-e2e-shared-b-w1-6fb3a8"},"name":"e2e-shared-b-w1-6fb3a8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:52:22.837795063Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-6fb3a8","namespace":"ai-tenant-e2e-shared-b-w1-6fb3a8"},"namespace":"ai-tenant-e2e-shared-b-w1-6fb3a8","name":"auth-test-model-6fb3a8","reconcileID":"b2d0cf41-df5f-4f5b-b1f1-0a0fac6f5d03","MaaSModelRef":{"name":"auth-test-model-6fb3a8","namespace":"ai-tenant-e2e-shared-b-w1-6fb3a8"},"tenant":"e2e-shared-b-w1-6fb3a8","gateway":"openshift-ingress/e2e-shared-b-w1-6fb3a8","model":"ai-tenant-e2e-shared-b-w1-6fb3a8/auth-test-model-6fb3a8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:52:22.837811314Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-6fb3a8","namespace":"ai-tenant-e2e-shared-b-w1-6fb3a8"},"namespace":"ai-tenant-e2e-shared-b-w1-6fb3a8","name":"auth-test-model-6fb3a8","reconcileID":"b2d0cf41-df5f-4f5b-b1f1-0a0fac6f5d03","MaaSModelRef":{"name":"auth-test-model-6fb3a8","namespace":"ai-tenant-e2e-shared-b-w1-6fb3a8"},"routeName":"auth-test-model-6fb3a8-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-6fb3a8","llmisvcName":"auth-test-model-6fb3a8","gateway":"openshift-ingress/e2e-shared-b-w1-6fb3a8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:52:22.889868854Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-6fb3a8","namespace":"ai-tenant-e2e-shared-b-w1-6fb3a8"},"namespace":"ai-tenant-e2e-shared-b-w1-6fb3a8","name":"auth-test-model-6fb3a8","reconcileID":"e1c61793-68ce-43c3-aa02-be5251164d6d","MaaSModelRef":{"name":"auth-test-model-6fb3a8","namespace":"ai-tenant-e2e-shared-b-w1-6fb3a8"},"tenant":"e2e-shared-b-w1-6fb3a8","gateway":"openshift-ingress/e2e-shared-b-w1-6fb3a8","model":"ai-tenant-e2e-shared-b-w1-6fb3a8/auth-test-model-6fb3a8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:52:22.88989696Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-6fb3a8","namespace":"ai-tenant-e2e-shared-b-w1-6fb3a8"},"namespace":"ai-tenant-e2e-shared-b-w1-6fb3a8","name":"auth-test-model-6fb3a8","reconcileID":"e1c61793-68ce-43c3-aa02-be5251164d6d","MaaSModelRef":{"name":"auth-test-model-6fb3a8","namespace":"ai-tenant-e2e-shared-b-w1-6fb3a8"},"routeName":"auth-test-model-6fb3a8-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-6fb3a8","llmisvcName":"auth-test-model-6fb3a8","gateway":"openshift-ingress/e2e-shared-b-w1-6fb3a8","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T12:52:22.939305438Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-6fb3a8","namespace":"ai-tenant-e2e-shared-b-w1-6fb3a8"},"namespace":"ai-tenant-e2e-shared-b-w1-6fb3a8","name":"auth-test-model-6fb3a8","reconcileID":"e1c61793-68ce-43c3-aa02-be5251164d6d","name":"auth-test-model-6fb3a8","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"auth-test-model-6fb3a8\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T12:52:22.939366017Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-6fb3a8","namespace":"ai-tenant-e2e-shared-b-w1-6fb3a8"},"namespace":"ai-tenant-e2e-shared-b-w1-6fb3a8","name":"auth-test-model-6fb3a8","reconcileID":"e1c61793-68ce-43c3-aa02-be5251164d6d","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"auth-test-model-6fb3a8\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T12:52:22.939579511Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-6fb3a8","namespace":"ai-tenant-e2e-shared-b-w1-6fb3a8"},"namespace":"ai-tenant-e2e-shared-b-w1-6fb3a8","name":"auth-test-model-6fb3a8","reconcileID":"4a9cf87a-ee53-4338-9bd3-3148501e30ae","MaaSModelRef":{"name":"auth-test-model-6fb3a8","namespace":"ai-tenant-e2e-shared-b-w1-6fb3a8"},"tenant":"e2e-shared-b-w1-6fb3a8","gateway":"openshift-ingress/e2e-shared-b-w1-6fb3a8","model":"ai-tenant-e2e-shared-b-w1-6fb3a8/auth-test-model-6fb3a8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:52:22.939591521Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-6fb3a8","namespace":"ai-tenant-e2e-shared-b-w1-6fb3a8"},"namespace":"ai-tenant-e2e-shared-b-w1-6fb3a8","name":"auth-test-model-6fb3a8","reconcileID":"4a9cf87a-ee53-4338-9bd3-3148501e30ae","MaaSModelRef":{"name":"auth-test-model-6fb3a8","namespace":"ai-tenant-e2e-shared-b-w1-6fb3a8"},"routeName":"auth-test-model-6fb3a8-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-6fb3a8","llmisvcName":"auth-test-model-6fb3a8","gateway":"openshift-ingress/e2e-shared-b-w1-6fb3a8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:52:23.117455439Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-c8b962","namespace":"ai-tenant-e2e-shared-b-w1-6fb3a8"},"namespace":"ai-tenant-e2e-shared-b-w1-6fb3a8","name":"e2e-auth-iso-c8b962","reconcileID":"b8d516fa-deef-4451-91f7-d2af41b23e83","MaaSAuthPolicy":{"name":"e2e-auth-iso-c8b962","namespace":"ai-tenant-e2e-shared-b-w1-6fb3a8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-6fb3a8","tenantID":"e2e-shared-b-w1-6fb3a8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:52:23.128132357Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-c8b962","namespace":"ai-tenant-e2e-shared-b-w1-6fb3a8"},"namespace":"ai-tenant-e2e-shared-b-w1-6fb3a8","name":"e2e-auth-iso-c8b962","reconcileID":"765e351b-5f08-4bfe-8622-3f6532cb8bc5","MaaSSubscription":{"name":"e2e-auth-iso-c8b962","namespace":"ai-tenant-e2e-shared-b-w1-6fb3a8"},"name":"maas-trlp-auth-test-model-6fb3a8","model":"auth-test-model-6fb3a8","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-shared-b-w1-6fb3a8/e2e-auth-iso-c8b962"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:52:23.169895914Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-c8b962","namespace":"ai-tenant-e2e-shared-b-w1-6fb3a8"},"namespace":"ai-tenant-e2e-shared-b-w1-6fb3a8","name":"e2e-auth-iso-c8b962","reconcileID":"b8d516fa-deef-4451-91f7-d2af41b23e83","MaaSAuthPolicy":{"name":"e2e-auth-iso-c8b962","namespace":"ai-tenant-e2e-shared-b-w1-6fb3a8"},"name":"e2e-shared-b-w1-6fb3a8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:52:23.282757786Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-6fb3a8","namespace":"ai-tenant-e2e-shared-b-w1-6fb3a8"},"namespace":"ai-tenant-e2e-shared-b-w1-6fb3a8","name":"auth-test-model-6fb3a8","reconcileID":"1bacdf8d-8a2d-4140-9adf-3ae7b98d4d30","MaaSModelRef":{"name":"auth-test-model-6fb3a8","namespace":"ai-tenant-e2e-shared-b-w1-6fb3a8"},"tenant":"e2e-shared-b-w1-6fb3a8","gateway":"openshift-ingress/e2e-shared-b-w1-6fb3a8","model":"ai-tenant-e2e-shared-b-w1-6fb3a8/auth-test-model-6fb3a8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:52:23.282777424Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-6fb3a8","namespace":"ai-tenant-e2e-shared-b-w1-6fb3a8"},"namespace":"ai-tenant-e2e-shared-b-w1-6fb3a8","name":"auth-test-model-6fb3a8","reconcileID":"1bacdf8d-8a2d-4140-9adf-3ae7b98d4d30","MaaSModelRef":{"name":"auth-test-model-6fb3a8","namespace":"ai-tenant-e2e-shared-b-w1-6fb3a8"},"routeName":"auth-test-model-6fb3a8-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-6fb3a8","llmisvcName":"auth-test-model-6fb3a8","gateway":"openshift-ingress/e2e-shared-b-w1-6fb3a8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:52:23.476876471Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-c8b962","namespace":"ai-tenant-e2e-shared-b-w1-6fb3a8"},"namespace":"ai-tenant-e2e-shared-b-w1-6fb3a8","name":"e2e-auth-iso-c8b962","reconcileID":"03759e3a-ebe3-484a-a7e0-905f714438e3","MaaSSubscription":{"name":"e2e-auth-iso-c8b962","namespace":"ai-tenant-e2e-shared-b-w1-6fb3a8"},"name":"maas-trlp-auth-test-model-6fb3a8","model":"ai-tenant-e2e-shared-b-w1-6fb3a8/auth-test-model-6fb3a8","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:52:25.712365858Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:52:32.79110526Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-012868","namespace":"e2e-extmod-rec-noaccess-c16cea"},"namespace":"e2e-extmod-rec-noaccess-c16cea","name":"e2e-rec-recover-012868","reconcileID":"10f3ad70-eedc-4241-acdb-7a7b6b021098","MaaSModelRef":{"name":"e2e-rec-recover-012868","namespace":"e2e-extmod-rec-noaccess-c16cea"},"name":"e2e-rec-recover-012868","namespace":"e2e-extmod-rec-noaccess-c16cea","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:52:32.888899214Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-873a34","namespace":"e2e-extmod-att-noaccess-c9b09f"},"namespace":"e2e-extmod-att-noaccess-c9b09f","name":"e2e-att-noaccess-873a34","reconcileID":"1b4ea8f8-1ad4-4ac0-8e34-6f3b07b092c6","MaaSModelRef":{"name":"e2e-att-noaccess-873a34","namespace":"e2e-extmod-att-noaccess-c9b09f"},"name":"e2e-att-noaccess-873a34","namespace":"e2e-extmod-att-noaccess-c9b09f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:52:42.889291714Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-012868","namespace":"e2e-extmod-rec-noaccess-c16cea"},"namespace":"e2e-extmod-rec-noaccess-c16cea","name":"e2e-rec-recover-012868","reconcileID":"3e6b2a63-d047-4612-a1f9-a0fc4fcec67c","MaaSModelRef":{"name":"e2e-rec-recover-012868","namespace":"e2e-extmod-rec-noaccess-c16cea"},"name":"e2e-rec-recover-012868","namespace":"e2e-extmod-rec-noaccess-c16cea","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:52:42.986917173Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-873a34","namespace":"e2e-extmod-att-noaccess-c9b09f"},"namespace":"e2e-extmod-att-noaccess-c9b09f","name":"e2e-att-noaccess-873a34","reconcileID":"c3e8dd05-f21d-4dba-a152-5bb786f34ee4","MaaSModelRef":{"name":"e2e-att-noaccess-873a34","namespace":"e2e-extmod-att-noaccess-c9b09f"},"name":"e2e-att-noaccess-873a34","namespace":"e2e-extmod-att-noaccess-c9b09f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:52:45.702815141Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-c8b962","namespace":"ai-tenant-e2e-shared-b-w1-6fb3a8"},"namespace":"ai-tenant-e2e-shared-b-w1-6fb3a8","name":"e2e-auth-iso-c8b962","reconcileID":"cdbfb146-1216-4334-86fb-19d37b0383fd","MaaSSubscription":{"name":"e2e-auth-iso-c8b962","namespace":"ai-tenant-e2e-shared-b-w1-6fb3a8"},"name":"maas-trlp-auth-test-model-6fb3a8","model":"ai-tenant-e2e-shared-b-w1-6fb3a8/auth-test-model-6fb3a8","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:52:45.858233976Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-6fb3a8","namespace":"ai-tenant-e2e-shared-b-w1-6fb3a8"},"namespace":"ai-tenant-e2e-shared-b-w1-6fb3a8","name":"auth-test-model-6fb3a8","reconcileID":"17c40d50-9fb9-4448-af6f-36ea9f0791a6","MaaSModelRef":{"name":"auth-test-model-6fb3a8","namespace":"ai-tenant-e2e-shared-b-w1-6fb3a8"},"tenant":"e2e-shared-b-w1-6fb3a8","gateway":"openshift-ingress/e2e-shared-b-w1-6fb3a8","model":"ai-tenant-e2e-shared-b-w1-6fb3a8/auth-test-model-6fb3a8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:52:45.858254397Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-6fb3a8","namespace":"ai-tenant-e2e-shared-b-w1-6fb3a8"},"namespace":"ai-tenant-e2e-shared-b-w1-6fb3a8","name":"auth-test-model-6fb3a8","reconcileID":"17c40d50-9fb9-4448-af6f-36ea9f0791a6","MaaSModelRef":{"name":"auth-test-model-6fb3a8","namespace":"ai-tenant-e2e-shared-b-w1-6fb3a8"},"routeName":"auth-test-model-6fb3a8-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-6fb3a8","llmisvcName":"auth-test-model-6fb3a8","gateway":"openshift-ingress/e2e-shared-b-w1-6fb3a8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:52:46.323188589Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-c8b962","namespace":"ai-tenant-e2e-shared-b-w1-6fb3a8"},"namespace":"ai-tenant-e2e-shared-b-w1-6fb3a8","name":"e2e-auth-iso-c8b962","reconcileID":"14b3d38b-7e9a-45b7-ac11-0159d0ebd5dd","MaaSAuthPolicy":{"name":"e2e-auth-iso-c8b962","namespace":"ai-tenant-e2e-shared-b-w1-6fb3a8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-6fb3a8","tenantID":"e2e-shared-b-w1-6fb3a8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:52:46.375895631Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-c8b962","namespace":"ai-tenant-e2e-shared-b-w1-6fb3a8"},"namespace":"ai-tenant-e2e-shared-b-w1-6fb3a8","name":"e2e-auth-iso-c8b962","reconcileID":"14b3d38b-7e9a-45b7-ac11-0159d0ebd5dd","MaaSAuthPolicy":{"name":"e2e-auth-iso-c8b962","namespace":"ai-tenant-e2e-shared-b-w1-6fb3a8"},"name":"e2e-shared-b-w1-6fb3a8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:52:51.218741157Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-a4489c","namespace":"ai-tenant-e2e-shared-a-w1-a4489c"},"namespace":"ai-tenant-e2e-shared-a-w1-a4489c","name":"auth-test-model-a4489c","reconcileID":"1816e001-1bae-4899-9a48-4bbd67cda259","MaaSModelRef":{"name":"auth-test-model-a4489c","namespace":"ai-tenant-e2e-shared-a-w1-a4489c"},"tenant":"e2e-shared-a-w1-a4489c","gateway":"openshift-ingress/e2e-shared-a-w1-a4489c","model":"ai-tenant-e2e-shared-a-w1-a4489c/auth-test-model-a4489c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:52:51.21877071Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-a4489c","namespace":"ai-tenant-e2e-shared-a-w1-a4489c"},"namespace":"ai-tenant-e2e-shared-a-w1-a4489c","name":"auth-test-model-a4489c","reconcileID":"1816e001-1bae-4899-9a48-4bbd67cda259","MaaSModelRef":{"name":"auth-test-model-a4489c","namespace":"ai-tenant-e2e-shared-a-w1-a4489c"},"routeName":"auth-test-model-a4489c-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-a4489c","llmisvcName":"auth-test-model-a4489c","gateway":"openshift-ingress/e2e-shared-a-w1-a4489c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:52:51.317591761Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-c8b962","namespace":"ai-tenant-e2e-shared-a-w1-a4489c"},"namespace":"ai-tenant-e2e-shared-a-w1-a4489c","name":"e2e-auth-iso-c8b962","reconcileID":"f0654b0e-467c-48c8-bb2c-f1fc14f7ebc1","MaaSAuthPolicy":{"name":"e2e-auth-iso-c8b962","namespace":"ai-tenant-e2e-shared-a-w1-a4489c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-a4489c","tenantID":"e2e-shared-a-w1-a4489c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:52:51.369815426Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-c8b962","namespace":"ai-tenant-e2e-shared-a-w1-a4489c"},"namespace":"ai-tenant-e2e-shared-a-w1-a4489c","name":"e2e-auth-iso-c8b962","reconcileID":"f0654b0e-467c-48c8-bb2c-f1fc14f7ebc1","MaaSAuthPolicy":{"name":"e2e-auth-iso-c8b962","namespace":"ai-tenant-e2e-shared-a-w1-a4489c"},"name":"e2e-shared-a-w1-a4489c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:52:51.369908251Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-c8b962","namespace":"ai-tenant-e2e-shared-a-w1-a4489c"},"namespace":"ai-tenant-e2e-shared-a-w1-a4489c","name":"e2e-auth-iso-c8b962","reconcileID":"34824554-cc22-4212-be25-9aa4e5b3474c","MaaSSubscription":{"name":"e2e-auth-iso-c8b962","namespace":"ai-tenant-e2e-shared-a-w1-a4489c"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-5f495b88","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:52:51.664969649Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-c8b962","namespace":"ai-tenant-e2e-shared-a-w1-a4489c"},"namespace":"ai-tenant-e2e-shared-a-w1-a4489c","name":"e2e-auth-iso-c8b962","reconcileID":"791caef9-c0b4-4460-ac45-81a7b6ae03cf","MaaSAuthPolicy":{"name":"e2e-auth-iso-c8b962","namespace":"ai-tenant-e2e-shared-a-w1-a4489c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-a4489c","tenantID":"e2e-shared-a-w1-a4489c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:52:51.717035096Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-c8b962","namespace":"ai-tenant-e2e-shared-a-w1-a4489c"},"namespace":"ai-tenant-e2e-shared-a-w1-a4489c","name":"e2e-auth-iso-c8b962","reconcileID":"791caef9-c0b4-4460-ac45-81a7b6ae03cf","MaaSAuthPolicy":{"name":"e2e-auth-iso-c8b962","namespace":"ai-tenant-e2e-shared-a-w1-a4489c"},"name":"e2e-shared-a-w1-a4489c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:52:52.987661707Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-012868","namespace":"e2e-extmod-rec-noaccess-c16cea"},"namespace":"e2e-extmod-rec-noaccess-c16cea","name":"e2e-rec-recover-012868","reconcileID":"e9140a3b-5a51-4c7a-99c1-03622761faa5","MaaSModelRef":{"name":"e2e-rec-recover-012868","namespace":"e2e-extmod-rec-noaccess-c16cea"},"name":"e2e-rec-recover-012868","namespace":"e2e-extmod-rec-noaccess-c16cea","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:52:53.084748346Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-873a34","namespace":"e2e-extmod-att-noaccess-c9b09f"},"namespace":"e2e-extmod-att-noaccess-c9b09f","name":"e2e-att-noaccess-873a34","reconcileID":"4bacf25b-526a-4e60-bfd2-951931d0077a","MaaSModelRef":{"name":"e2e-att-noaccess-873a34","namespace":"e2e-extmod-att-noaccess-c9b09f"},"name":"e2e-att-noaccess-873a34","namespace":"e2e-extmod-att-noaccess-c9b09f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:52:55.712750391Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:52:57.069476122Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-aa20ad"},"namespace":"ai-tenant-e2e-extmod-b-aa20ad","name":"default-tenant","reconcileID":"5cb1937a-b019-49fc-856b-1946da90b7b0","namespace":"ai-tenant-e2e-extmod-b-aa20ad","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:52:57.069539289Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-aa20ad"},"namespace":"ai-tenant-e2e-extmod-b-aa20ad","name":"default-tenant","reconcileID":"5cb1937a-b019-49fc-856b-1946da90b7b0","namespace":"ai-tenant-e2e-extmod-b-aa20ad","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:52:57.069588777Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-aa20ad"},"namespace":"ai-tenant-e2e-extmod-b-aa20ad","name":"default-tenant","reconcileID":"5cb1937a-b019-49fc-856b-1946da90b7b0","tenant":"e2e-extmod-b-aa20ad","tenantID":"e2e-extmod-b-aa20ad","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:52:57.119469101Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-aa20ad"},"namespace":"ai-tenant-e2e-extmod-b-aa20ad","name":"default-tenant","reconcileID":"5cb1937a-b019-49fc-856b-1946da90b7b0","gvk":"Deployment","name":"maas-api-e2e-extmod-b-aa20ad","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:52:57.175882666Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-aa20ad"},"namespace":"ai-tenant-e2e-extmod-b-aa20ad","name":"default-tenant","reconcileID":"5cb1937a-b019-49fc-856b-1946da90b7b0","gvk":"Service","name":"maas-api-e2e-extmod-b-aa20ad","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:52:57.228343002Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-aa20ad"},"namespace":"ai-tenant-e2e-extmod-b-aa20ad","name":"default-tenant","reconcileID":"5cb1937a-b019-49fc-856b-1946da90b7b0","gvk":"HTTPRoute","name":"maas-api-route-e2e-extmod-b-aa20ad","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:52:57.278604233Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-aa20ad"},"namespace":"ai-tenant-e2e-extmod-b-aa20ad","name":"default-tenant","reconcileID":"5cb1937a-b019-49fc-856b-1946da90b7b0","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-extmod-b-aa20ad","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:52:57.333311468Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-aa20ad"},"namespace":"ai-tenant-e2e-extmod-b-aa20ad","name":"default-tenant","reconcileID":"5cb1937a-b019-49fc-856b-1946da90b7b0","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-extmod-b-aa20ad","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:52:57.384191227Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-aa20ad"},"namespace":"ai-tenant-e2e-extmod-b-aa20ad","name":"default-tenant","reconcileID":"5cb1937a-b019-49fc-856b-1946da90b7b0","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-extmod-b-aa20ad","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:52:57.434795709Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-aa20ad"},"namespace":"ai-tenant-e2e-extmod-b-aa20ad","name":"default-tenant","reconcileID":"5cb1937a-b019-49fc-856b-1946da90b7b0","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-extmod-b-aa20ad","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:52:57.486511537Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-aa20ad"},"namespace":"ai-tenant-e2e-extmod-b-aa20ad","name":"default-tenant","reconcileID":"5cb1937a-b019-49fc-856b-1946da90b7b0","gvk":"Telemetry","name":"latency-per-subscription-e2e-extmod-b-aa20ad","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:52:57.534716953Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-aa20ad"},"namespace":"ai-tenant-e2e-extmod-b-aa20ad","name":"default-tenant","reconcileID":"5cb1937a-b019-49fc-856b-1946da90b7b0","gvk":"Deployment","name":"payload-processing-e2e-extmod-b-aa20ad","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:52:57.582990455Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-aa20ad"},"namespace":"ai-tenant-e2e-extmod-b-aa20ad","name":"default-tenant","reconcileID":"5cb1937a-b019-49fc-856b-1946da90b7b0","gvk":"Deployment","name":"payload-pre-processing-e2e-extmod-b-aa20ad","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:52:57.631327992Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-aa20ad"},"namespace":"ai-tenant-e2e-extmod-b-aa20ad","name":"default-tenant","reconcileID":"5cb1937a-b019-49fc-856b-1946da90b7b0","gvk":"Service","name":"payload-processing-e2e-extmod-b-aa20ad","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:52:57.679322687Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-aa20ad"},"namespace":"ai-tenant-e2e-extmod-b-aa20ad","name":"default-tenant","reconcileID":"5cb1937a-b019-49fc-856b-1946da90b7b0","gvk":"Service","name":"payload-pre-processing-e2e-extmod-b-aa20ad","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:52:57.727565337Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-aa20ad"},"namespace":"ai-tenant-e2e-extmod-b-aa20ad","name":"default-tenant","reconcileID":"5cb1937a-b019-49fc-856b-1946da90b7b0","gvk":"DestinationRule","name":"payload-processing-e2e-extmod-b-aa20ad","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:52:57.778313685Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-aa20ad"},"namespace":"ai-tenant-e2e-extmod-b-aa20ad","name":"default-tenant","reconcileID":"5cb1937a-b019-49fc-856b-1946da90b7b0","gvk":"DestinationRule","name":"payload-pre-processing-e2e-extmod-b-aa20ad","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:52:57.826537713Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-aa20ad"},"namespace":"ai-tenant-e2e-extmod-b-aa20ad","name":"default-tenant","reconcileID":"5cb1937a-b019-49fc-856b-1946da90b7b0","gvk":"EnvoyFilter","name":"payload-processing-e2e-extmod-b-aa20ad","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:52:57.879684717Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-aa20ad"},"namespace":"ai-tenant-e2e-extmod-b-aa20ad","name":"default-tenant","reconcileID":"5cb1937a-b019-49fc-856b-1946da90b7b0","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-extmod-b-aa20ad","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:52:57.928040773Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-aa20ad"},"namespace":"ai-tenant-e2e-extmod-b-aa20ad","name":"default-tenant","reconcileID":"5cb1937a-b019-49fc-856b-1946da90b7b0","gvk":"NetworkPolicy","name":"payload-processing-e2e-extmod-b-aa20ad","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:52:57.976157443Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-aa20ad"},"namespace":"ai-tenant-e2e-extmod-b-aa20ad","name":"default-tenant","reconcileID":"5cb1937a-b019-49fc-856b-1946da90b7b0","gvk":"ServiceAccount","name":"payload-processing-e2e-extmod-b-aa20ad","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:52:58.024234326Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-aa20ad"},"namespace":"ai-tenant-e2e-extmod-b-aa20ad","name":"default-tenant","reconcileID":"5cb1937a-b019-49fc-856b-1946da90b7b0","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-extmod-b-aa20ad","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:52:58.072533648Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-aa20ad"},"namespace":"ai-tenant-e2e-extmod-b-aa20ad","name":"default-tenant","reconcileID":"5cb1937a-b019-49fc-856b-1946da90b7b0","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-extmod-b-aa20ad","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:01.41923415Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-c8b962","namespace":"ai-tenant-e2e-shared-a-w1-a4489c"},"namespace":"ai-tenant-e2e-shared-a-w1-a4489c","name":"e2e-auth-iso-c8b962","reconcileID":"d529d455-b1f7-40d8-b959-df2ae33f37c3","MaaSSubscription":{"name":"e2e-auth-iso-c8b962","namespace":"ai-tenant-e2e-shared-a-w1-a4489c"},"model":"ai-tenant-e2e-shared-a-w1-a4489c/auth-test-model-a4489c","subscription":"e2e-auth-iso-c8b962","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:01.468250187Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-c8b962","namespace":"ai-tenant-e2e-shared-a-w1-a4489c"},"namespace":"ai-tenant-e2e-shared-a-w1-a4489c","name":"e2e-auth-iso-c8b962","reconcileID":"d529d455-b1f7-40d8-b959-df2ae33f37c3","MaaSSubscription":{"name":"e2e-auth-iso-c8b962","namespace":"ai-tenant-e2e-shared-a-w1-a4489c"},"model":"ai-tenant-e2e-shared-a-w1-a4489c/auth-test-model-a4489c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:01.517295249Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-c8b962","namespace":"ai-tenant-e2e-shared-a-w1-a4489c"},"namespace":"ai-tenant-e2e-shared-a-w1-a4489c","name":"e2e-auth-iso-c8b962","reconcileID":"d529d455-b1f7-40d8-b959-df2ae33f37c3","MaaSSubscription":{"name":"e2e-auth-iso-c8b962","namespace":"ai-tenant-e2e-shared-a-w1-a4489c"},"name":"maas-trlp-auth-test-model-a4489c","namespace":"ai-tenant-e2e-shared-a-w1-a4489c","model":"ai-tenant-e2e-shared-a-w1-a4489c/auth-test-model-a4489c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:01.772899687Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-a4489c","namespace":"ai-tenant-e2e-shared-a-w1-a4489c"},"namespace":"ai-tenant-e2e-shared-a-w1-a4489c","name":"auth-test-model-a4489c","reconcileID":"f4d0bef4-4fde-4876-ac1e-bcecbaaf0bba","MaaSModelRef":{"name":"auth-test-model-a4489c","namespace":"ai-tenant-e2e-shared-a-w1-a4489c"},"tenant":"e2e-shared-a-w1-a4489c","gateway":"openshift-ingress/e2e-shared-a-w1-a4489c","model":"ai-tenant-e2e-shared-a-w1-a4489c/auth-test-model-a4489c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:01.772921266Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-a4489c","namespace":"ai-tenant-e2e-shared-a-w1-a4489c"},"namespace":"ai-tenant-e2e-shared-a-w1-a4489c","name":"auth-test-model-a4489c","reconcileID":"f4d0bef4-4fde-4876-ac1e-bcecbaaf0bba","MaaSModelRef":{"name":"auth-test-model-a4489c","namespace":"ai-tenant-e2e-shared-a-w1-a4489c"},"routeName":"auth-test-model-a4489c-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-a4489c","llmisvcName":"auth-test-model-a4489c","gateway":"openshift-ingress/e2e-shared-a-w1-a4489c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:01.773251438Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-b-94e247 priority=0:[ai-tenant-e2e-extmod-b-94e247/e2e-att-serve-2a91e7-sub ai-tenant-e2e-extmod-b-94e247/e2e-rec-ctrl-4ce791-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:01.873592561Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-c8b962","namespace":"ai-tenant-e2e-shared-a-w1-a4489c"},"namespace":"ai-tenant-e2e-shared-a-w1-a4489c","name":"e2e-auth-iso-c8b962","reconcileID":"66788e81-6687-48d8-8612-1d18beac34a2","MaaSAuthPolicy":{"name":"e2e-auth-iso-c8b962","namespace":"ai-tenant-e2e-shared-a-w1-a4489c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-a4489c","tenantID":"e2e-shared-a-w1-a4489c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:01.926472425Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-c8b962","namespace":"ai-tenant-e2e-shared-a-w1-a4489c"},"namespace":"ai-tenant-e2e-shared-a-w1-a4489c","name":"e2e-auth-iso-c8b962","reconcileID":"66788e81-6687-48d8-8612-1d18beac34a2","MaaSAuthPolicy":{"name":"e2e-auth-iso-c8b962","namespace":"ai-tenant-e2e-shared-a-w1-a4489c"},"name":"e2e-shared-a-w1-a4489c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:01.926827006Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-6fb3a8","namespace":"ai-tenant-e2e-shared-b-w1-6fb3a8"},"namespace":"ai-tenant-e2e-shared-b-w1-6fb3a8","name":"auth-test-model-6fb3a8","reconcileID":"61674751-d526-4925-a619-37838b360a6a","MaaSModelRef":{"name":"auth-test-model-6fb3a8","namespace":"ai-tenant-e2e-shared-b-w1-6fb3a8"},"tenant":"e2e-shared-b-w1-6fb3a8","gateway":"openshift-ingress/e2e-shared-b-w1-6fb3a8","model":"ai-tenant-e2e-shared-b-w1-6fb3a8/auth-test-model-6fb3a8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:01.926847915Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-6fb3a8","namespace":"ai-tenant-e2e-shared-b-w1-6fb3a8"},"namespace":"ai-tenant-e2e-shared-b-w1-6fb3a8","name":"auth-test-model-6fb3a8","reconcileID":"61674751-d526-4925-a619-37838b360a6a","MaaSModelRef":{"name":"auth-test-model-6fb3a8","namespace":"ai-tenant-e2e-shared-b-w1-6fb3a8"},"routeName":"auth-test-model-6fb3a8-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-6fb3a8","llmisvcName":"auth-test-model-6fb3a8","gateway":"openshift-ingress/e2e-shared-b-w1-6fb3a8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:02.024565494Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-c8b962","namespace":"ai-tenant-e2e-shared-b-w1-6fb3a8"},"namespace":"ai-tenant-e2e-shared-b-w1-6fb3a8","name":"e2e-auth-iso-c8b962","reconcileID":"42a09227-e96b-46a5-96d7-aff0e096e72f","MaaSAuthPolicy":{"name":"e2e-auth-iso-c8b962","namespace":"ai-tenant-e2e-shared-b-w1-6fb3a8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-6fb3a8","tenantID":"e2e-shared-b-w1-6fb3a8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:02.07668139Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-c8b962","namespace":"ai-tenant-e2e-shared-b-w1-6fb3a8"},"namespace":"ai-tenant-e2e-shared-b-w1-6fb3a8","name":"e2e-auth-iso-c8b962","reconcileID":"42a09227-e96b-46a5-96d7-aff0e096e72f","MaaSAuthPolicy":{"name":"e2e-auth-iso-c8b962","namespace":"ai-tenant-e2e-shared-b-w1-6fb3a8"},"name":"e2e-shared-b-w1-6fb3a8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:02.077518735Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-c8b962","namespace":"ai-tenant-e2e-shared-b-w1-6fb3a8"},"namespace":"ai-tenant-e2e-shared-b-w1-6fb3a8","name":"e2e-auth-iso-c8b962","reconcileID":"d24853d3-fb25-4241-b5a8-2f4be55bd4ee","MaaSSubscription":{"name":"e2e-auth-iso-c8b962","namespace":"ai-tenant-e2e-shared-b-w1-6fb3a8"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-3446e3d6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:02.310646407Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-c8b962","namespace":"ai-tenant-e2e-shared-a-w1-a4489c"},"namespace":"ai-tenant-e2e-shared-a-w1-a4489c","name":"e2e-auth-iso-c8b962","reconcileID":"d8b872d6-9680-42f0-a42c-d5c62614da1f","MaaSAuthPolicy":{"name":"e2e-auth-iso-c8b962","namespace":"ai-tenant-e2e-shared-a-w1-a4489c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-a4489c","tenantID":"e2e-shared-a-w1-a4489c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:02.367311684Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-c8b962","namespace":"ai-tenant-e2e-shared-a-w1-a4489c"},"namespace":"ai-tenant-e2e-shared-a-w1-a4489c","name":"e2e-auth-iso-c8b962","reconcileID":"d8b872d6-9680-42f0-a42c-d5c62614da1f","MaaSAuthPolicy":{"name":"e2e-auth-iso-c8b962","namespace":"ai-tenant-e2e-shared-a-w1-a4489c"},"name":"e2e-shared-a-w1-a4489c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:02.430449746Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-c8b962","namespace":"ai-tenant-e2e-shared-b-w1-6fb3a8"},"namespace":"ai-tenant-e2e-shared-b-w1-6fb3a8","name":"e2e-auth-iso-c8b962","reconcileID":"f5b55076-808d-418c-8c17-08692c212a9f","MaaSAuthPolicy":{"name":"e2e-auth-iso-c8b962","namespace":"ai-tenant-e2e-shared-b-w1-6fb3a8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-6fb3a8","tenantID":"e2e-shared-b-w1-6fb3a8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:02.486606685Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-c8b962","namespace":"ai-tenant-e2e-shared-b-w1-6fb3a8"},"namespace":"ai-tenant-e2e-shared-b-w1-6fb3a8","name":"e2e-auth-iso-c8b962","reconcileID":"f5b55076-808d-418c-8c17-08692c212a9f","MaaSAuthPolicy":{"name":"e2e-auth-iso-c8b962","namespace":"ai-tenant-e2e-shared-b-w1-6fb3a8"},"name":"e2e-shared-b-w1-6fb3a8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:02.74247224Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-012868","namespace":"e2e-extmod-rec-noaccess-c16cea"},"namespace":"e2e-extmod-rec-noaccess-c16cea","name":"e2e-rec-recover-012868","reconcileID":"5d7f2100-fa34-4ba4-ae6e-6c654d86f2b7","MaaSModelRef":{"name":"e2e-rec-recover-012868","namespace":"e2e-extmod-rec-noaccess-c16cea"},"name":"e2e-rec-recover-012868","namespace":"e2e-extmod-rec-noaccess-c16cea","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:02.839580428Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-873a34","namespace":"e2e-extmod-att-noaccess-c9b09f"},"namespace":"e2e-extmod-att-noaccess-c9b09f","name":"e2e-att-noaccess-873a34","reconcileID":"01a05bcd-76f5-4926-a093-cab6610824f0","MaaSModelRef":{"name":"e2e-att-noaccess-873a34","namespace":"e2e-extmod-att-noaccess-c9b09f"},"name":"e2e-att-noaccess-873a34","namespace":"e2e-extmod-att-noaccess-c9b09f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:02.936940958Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-012868","namespace":"e2e-extmod-rec-noaccess-c16cea"},"namespace":"e2e-extmod-rec-noaccess-c16cea","name":"e2e-rec-recover-012868","reconcileID":"5a801f9d-0114-47dd-8278-7b8fb78bd51b","MaaSModelRef":{"name":"e2e-rec-recover-012868","namespace":"e2e-extmod-rec-noaccess-c16cea"},"name":"e2e-rec-recover-012868","namespace":"e2e-extmod-rec-noaccess-c16cea","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:02.947317348Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-b-aa20ad","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-b-aa20ad","reconcileID":"e4b20b24-ee14-4e04-a48f-1b80653ea835","aitenant":"ai-tenants/e2e-extmod-b-aa20ad","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:03.101409476Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-873a34","namespace":"e2e-extmod-att-noaccess-c9b09f"},"namespace":"e2e-extmod-att-noaccess-c9b09f","name":"e2e-att-noaccess-873a34","reconcileID":"a51eecf0-c3ee-4229-b512-3b09fdf7e0ca","MaaSModelRef":{"name":"e2e-att-noaccess-873a34","namespace":"e2e-extmod-att-noaccess-c9b09f"},"name":"e2e-att-noaccess-873a34","namespace":"e2e-extmod-att-noaccess-c9b09f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:03.198617166Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-012868","namespace":"e2e-extmod-rec-noaccess-c16cea"},"namespace":"e2e-extmod-rec-noaccess-c16cea","name":"e2e-rec-recover-012868","reconcileID":"235db66a-5fcd-4d90-a3ab-8c4ddb5bfab6","MaaSModelRef":{"name":"e2e-rec-recover-012868","namespace":"e2e-extmod-rec-noaccess-c16cea"},"name":"e2e-rec-recover-012868","namespace":"e2e-extmod-rec-noaccess-c16cea","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:03.523590543Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"faaeb98e-3b8f-4bfe-9332-b9f66bb58fb7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:03.573887877Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"faaeb98e-3b8f-4bfe-9332-b9f66bb58fb7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:03.623190559Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"faaeb98e-3b8f-4bfe-9332-b9f66bb58fb7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:03.672981407Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"faaeb98e-3b8f-4bfe-9332-b9f66bb58fb7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:03.677188326Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-b-aa20ad","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-b-aa20ad","reconcileID":"e4b20b24-ee14-4e04-a48f-1b80653ea835","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-extmod-b-aa20ad","removed":["maas.opendatahub.io/gateway-access-e2e-extmod-b-aa20ad"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:03.920975358Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-873a34","namespace":"e2e-extmod-att-noaccess-c9b09f"},"namespace":"e2e-extmod-att-noaccess-c9b09f","name":"e2e-att-noaccess-873a34","reconcileID":"28b2a708-f730-4cda-af1d-02ce6aff4704","MaaSModelRef":{"name":"e2e-att-noaccess-873a34","namespace":"e2e-extmod-att-noaccess-c9b09f"},"name":"e2e-att-noaccess-873a34","namespace":"e2e-extmod-att-noaccess-c9b09f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:04.017974647Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-012868","namespace":"e2e-extmod-rec-noaccess-c16cea"},"namespace":"e2e-extmod-rec-noaccess-c16cea","name":"e2e-rec-recover-012868","reconcileID":"3a3a5bcd-6421-4622-9ff4-4d592fd7d311","MaaSModelRef":{"name":"e2e-rec-recover-012868","namespace":"e2e-extmod-rec-noaccess-c16cea"},"name":"e2e-rec-recover-012868","namespace":"e2e-extmod-rec-noaccess-c16cea","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:04.598929629Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"247ceec5-43e1-4dd4-9660-4567acf0752f","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:04.702725473Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"namespace":"ai-tenant-e2e-worker-w0-9893f0","name":"premium-simulator-subscription","reconcileID":"f962f792-5360-4c74-9607-e4395ca5c53b","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"name":"maas-trlp-premium-w0-9893f0","model":"e2e-models-e2e-worker-w0-9893f0/premium-w0-9893f0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:04.849170665Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-serve-2a91e7-sub","namespace":"ai-tenant-e2e-extmod-b-94e247"},"namespace":"ai-tenant-e2e-extmod-b-94e247","name":"e2e-att-serve-2a91e7-sub","reconcileID":"2f7366ee-fe4f-4cf3-9564-3feaa4e0043c","MaaSSubscription":{"name":"e2e-att-serve-2a91e7-sub","namespace":"ai-tenant-e2e-extmod-b-94e247"},"name":"maas-trlp-e2e-att-serve-2a91e7","model":"e2e-extmod-att-user-a4da68/e2e-att-serve-2a91e7","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:04.897812436Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"643de719-4e0a-46f6-b66c-b4748afe24ed","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:05.018743462Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"namespace":"ai-tenant-e2e-worker-w0-9893f0","name":"simulator-subscription","reconcileID":"b454345f-8091-4fde-a1a7-e457b74a2da6","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"name":"maas-trlp-simulator-w0-9893f0","model":"e2e-models-e2e-worker-w0-9893f0/simulator-w0-9893f0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:05.165517735Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"namespace":"ai-tenant-e2e-worker-w4-8d2c7c","name":"simulator-subscription","reconcileID":"d4c724f9-5b13-4b7c-85dc-7b6a5f9f102c","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"name":"maas-trlp-simulator-w4-8d2c7c","model":"e2e-models-e2e-worker-w4-8d2c7c/simulator-w4-8d2c7c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:05.352722878Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"premium-simulator-subscription","reconcileID":"3967cd45-5c59-4acd-bcfa-0cd303db52ce","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"name":"maas-trlp-premium-w2-91cd99","model":"e2e-models-e2e-worker-w2-91cd99/premium-w2-91cd99","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:05.454067235Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"namespace":"ai-tenant-e2e-worker-w3-bb1b51","name":"simulator-subscription","reconcileID":"e1b3ad16-e086-4f6d-8fc1-71b05f7bc915","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"name":"maas-trlp-simulator-w3-bb1b51","model":"e2e-models-e2e-worker-w3-bb1b51/simulator-w3-bb1b51","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:05.520774719Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"458ace95-4156-40cb-b2d2-5df0b49188e9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:05.554470222Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"namespace":"ai-tenant-e2e-worker-w1-5951bc","name":"premium-simulator-subscription","reconcileID":"9d9e0adf-2c26-4b9d-a1a2-ca42cabfb157","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"name":"maas-trlp-premium-w1-5951bc","model":"e2e-models-e2e-worker-w1-5951bc/premium-w1-5951bc","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:05.569659368Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"458ace95-4156-40cb-b2d2-5df0b49188e9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:05.618483108Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"458ace95-4156-40cb-b2d2-5df0b49188e9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:05.667204143Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"458ace95-4156-40cb-b2d2-5df0b49188e9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:05.800038305Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-c01518","namespace":"llm"},"namespace":"llm","name":"e2e-dft-c01518","reconcileID":"f5052534-b6e8-4aee-9ca4-0b40cc9b08c5","namespace":"llm","name":"e2e-dft-c01518","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:05.852953912Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-c01518","namespace":"llm"},"namespace":"llm","name":"e2e-dft-c01518","reconcileID":"bbd5dd2a-9eaa-4866-8b09-24f2f55e7c95","namespace":"llm","name":"e2e-dft-c01518","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:05.861719295Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"namespace":"ai-tenant-e2e-worker-w4-8d2c7c","name":"premium-simulator-subscription","reconcileID":"6686deaa-5b00-42cd-9883-9ab4efc69f11","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"name":"maas-trlp-premium-w4-8d2c7c","model":"e2e-models-e2e-worker-w4-8d2c7c/premium-w4-8d2c7c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:05.912333454Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-c8b962","namespace":"ai-tenant-e2e-shared-a-w1-a4489c"},"namespace":"ai-tenant-e2e-shared-a-w1-a4489c","name":"e2e-auth-iso-c8b962","reconcileID":"38a98110-aa49-404f-a98c-b4d4c7eb754c","MaaSAuthPolicy":{"name":"e2e-auth-iso-c8b962","namespace":"ai-tenant-e2e-shared-a-w1-a4489c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-a4489c","tenantID":"e2e-shared-a-w1-a4489c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:05.913022334Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-c8b962","namespace":"ai-tenant-e2e-shared-b-w1-6fb3a8"},"namespace":"ai-tenant-e2e-shared-b-w1-6fb3a8","name":"e2e-auth-iso-c8b962","reconcileID":"ef757a1b-e65c-4be3-b8f9-08bd5dabbd50","MaaSAuthPolicy":{"name":"e2e-auth-iso-c8b962","namespace":"ai-tenant-e2e-shared-b-w1-6fb3a8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-6fb3a8","tenantID":"e2e-shared-b-w1-6fb3a8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:05.961240882Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"namespace":"ai-tenant-e2e-worker-w4-8d2c7c","name":"simulator-access","reconcileID":"abd2e7af-82db-4cdd-bad4-3642b8751f31","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-8d2c7c","tenantID":"e2e-worker-w4-8d2c7c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:05.961590504Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-2a91e7-access","namespace":"ai-tenant-e2e-extmod-b-94e247"},"namespace":"ai-tenant-e2e-extmod-b-94e247","name":"e2e-att-serve-2a91e7-access","reconcileID":"b48225fb-dfbc-4d3a-90a2-f148b8cb1974","MaaSAuthPolicy":{"name":"e2e-att-serve-2a91e7-access","namespace":"ai-tenant-e2e-extmod-b-94e247"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-94e247","tenantID":"e2e-extmod-b-94e247","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:05.962155678Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"namespace":"ai-tenant-e2e-worker-w0-9893f0","name":"premium-simulator-access","reconcileID":"03c2eb31-757e-4091-bb3b-ba8e6696e87e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9893f0","tenantID":"e2e-worker-w0-9893f0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:05.966348059Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-c8b962","namespace":"ai-tenant-e2e-shared-a-w1-a4489c"},"namespace":"ai-tenant-e2e-shared-a-w1-a4489c","name":"e2e-auth-iso-c8b962","reconcileID":"38a98110-aa49-404f-a98c-b4d4c7eb754c","MaaSAuthPolicy":{"name":"e2e-auth-iso-c8b962","namespace":"ai-tenant-e2e-shared-a-w1-a4489c"},"name":"e2e-shared-a-w1-a4489c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:05.966754121Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-c8b962","namespace":"ai-tenant-e2e-shared-b-w1-6fb3a8"},"namespace":"ai-tenant-e2e-shared-b-w1-6fb3a8","name":"e2e-auth-iso-c8b962","reconcileID":"ef757a1b-e65c-4be3-b8f9-08bd5dabbd50","MaaSAuthPolicy":{"name":"e2e-auth-iso-c8b962","namespace":"ai-tenant-e2e-shared-b-w1-6fb3a8"},"name":"e2e-shared-b-w1-6fb3a8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:06.010896393Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"namespace":"ai-tenant-e2e-worker-w3-bb1b51","name":"premium-simulator-subscription","reconcileID":"cba8d039-ee09-41c8-91db-3198b2897aaa","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"name":"maas-trlp-premium-w3-bb1b51","model":"e2e-models-e2e-worker-w3-bb1b51/premium-w3-bb1b51","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:06.015007742Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"namespace":"ai-tenant-e2e-worker-w0-9893f0","name":"premium-simulator-access","reconcileID":"03c2eb31-757e-4091-bb3b-ba8e6696e87e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"name":"e2e-worker-w0-9893f0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:06.015160978Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-2a91e7-access","namespace":"ai-tenant-e2e-extmod-b-94e247"},"namespace":"ai-tenant-e2e-extmod-b-94e247","name":"e2e-att-serve-2a91e7-access","reconcileID":"b48225fb-dfbc-4d3a-90a2-f148b8cb1974","MaaSAuthPolicy":{"name":"e2e-att-serve-2a91e7-access","namespace":"ai-tenant-e2e-extmod-b-94e247"},"name":"e2e-extmod-b-94e247-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:06.017369669Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"namespace":"ai-tenant-e2e-worker-w4-8d2c7c","name":"simulator-access","reconcileID":"abd2e7af-82db-4cdd-bad4-3642b8751f31","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"name":"e2e-worker-w4-8d2c7c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:06.054842689Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"3ce56766-5e4a-4f7b-a82a-62dc358bfeff","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:06.05487197Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"3ce56766-5e4a-4f7b-a82a-62dc358bfeff","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:06.055273645Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"a08abfe9-5741-41ec-9d5f-55b11b7ce475","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:06.055295074Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"a08abfe9-5741-41ec-9d5f-55b11b7ce475","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:06.055631302Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"4ce80be1-8b72-4c57-853d-7c32db0f1e06","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:06.055645637Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"4ce80be1-8b72-4c57-853d-7c32db0f1e06","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:06.055905548Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"6af52ff5-1836-4a12-b23e-dd181d1531e6","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:06.055920478Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"6af52ff5-1836-4a12-b23e-dd181d1531e6","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:06.056233171Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"7a78c5dc-4afd-446a-a27f-3f149380c80d","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:06.056247378Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"7a78c5dc-4afd-446a-a27f-3f149380c80d","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:06.056630554Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"52db79ac-bcc6-4f49-a650-59cd4d9a4fec","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:06.056642442Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"52db79ac-bcc6-4f49-a650-59cd4d9a4fec","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:06.056890607Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"16cc87cb-c27c-4883-a47d-1bf261017605","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:06.056904068Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"16cc87cb-c27c-4883-a47d-1bf261017605","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:06.057164936Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"1f2aa9ab-f08f-42ea-8217-e7992969e0df","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:06.057177545Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"1f2aa9ab-f08f-42ea-8217-e7992969e0df","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:06.112267055Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rec-ctrl-4ce791-sub","namespace":"ai-tenant-e2e-extmod-b-94e247"},"namespace":"ai-tenant-e2e-extmod-b-94e247","name":"e2e-rec-ctrl-4ce791-sub","reconcileID":"d803ffed-fb95-477d-9444-863c8c37a854","MaaSSubscription":{"name":"e2e-rec-ctrl-4ce791-sub","namespace":"ai-tenant-e2e-extmod-b-94e247"},"name":"maas-trlp-e2e-rec-ctrl-4ce791","model":"e2e-extmod-rec-user-f3f6f8/e2e-rec-ctrl-4ce791","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:06.252148228Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"51ee77da-f100-4051-bd25-5828a4ce7f0c","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:06.253155992Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-c01518","namespace":"llm"},"namespace":"llm","name":"e2e-dft-c01518","reconcileID":"6347c94c-fae0-45a1-8fda-454d85f6e8a1","MaaSModelRef":{"name":"e2e-dft-c01518","namespace":"llm"},"name":"e2e-dft-c01518","namespace":"llm","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:06.254250832Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"79e03f7e-83cc-4fd7-b030-293b10d3612e","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:06.317007567Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"premium-simulator-access","reconcileID":"f9dabdc7-489e-4471-8a86-7a1e12138dda","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-91cd99","tenantID":"e2e-worker-w2-91cd99","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:06.317505744Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"namespace":"ai-tenant-e2e-worker-w3-bb1b51","name":"simulator-access","reconcileID":"d9d9469d-90c3-484e-ac69-4f3f5169d2a5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bb1b51","tenantID":"e2e-worker-w3-bb1b51","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:06.356053269Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"namespace":"ai-tenant-e2e-worker-w1-5951bc","name":"simulator-subscription","reconcileID":"80f3afe2-2be4-4611-b5e9-105b9e3b18e6","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"name":"maas-trlp-simulator-w1-5951bc","model":"e2e-models-e2e-worker-w1-5951bc/simulator-w1-5951bc","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:06.369418962Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"premium-simulator-access","reconcileID":"f9dabdc7-489e-4471-8a86-7a1e12138dda","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"name":"e2e-worker-w2-91cd99-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:06.369887692Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"namespace":"ai-tenant-e2e-worker-w3-bb1b51","name":"simulator-access","reconcileID":"d9d9469d-90c3-484e-ac69-4f3f5169d2a5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"name":"e2e-worker-w3-bb1b51-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:06.402957485Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-c01518","namespace":"llm"},"namespace":"llm","name":"e2e-dft-c01518","reconcileID":"c1e04234-77a1-4469-9b39-9e08138d80fc","MaaSModelRef":{"name":"e2e-dft-c01518","namespace":"llm"},"name":"e2e-dft-c01518","namespace":"llm","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:06.410187632Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"namespace":"ai-tenant-e2e-worker-w1-5951bc","name":"simulator-access","reconcileID":"e0be6133-73d1-40c1-b289-f0b38905fe97","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5951bc","tenantID":"e2e-worker-w1-5951bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:06.410251773Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"namespace":"ai-tenant-e2e-worker-w3-bb1b51","name":"premium-simulator-access","reconcileID":"b34204fe-fcee-41ed-8a91-564f8e7bbc58","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bb1b51","tenantID":"e2e-worker-w3-bb1b51","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:06.413560056Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"2848a6d5-b8f3-4678-9f83-5c360936d05e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:06.462765444Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"namespace":"ai-tenant-e2e-worker-w3-bb1b51","name":"premium-simulator-access","reconcileID":"b34204fe-fcee-41ed-8a91-564f8e7bbc58","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"name":"e2e-worker-w3-bb1b51-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:06.463320565Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"simulator-subscription","reconcileID":"b8f238b8-c545-45a0-b845-61a08dd0d007","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"name":"maas-trlp-simulator-w2-91cd99","model":"e2e-models-e2e-worker-w2-91cd99/simulator-w2-91cd99","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:06.463987626Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"namespace":"ai-tenant-e2e-worker-w1-5951bc","name":"simulator-access","reconcileID":"e0be6133-73d1-40c1-b289-f0b38905fe97","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"name":"e2e-worker-w1-5951bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:06.46567428Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"2848a6d5-b8f3-4678-9f83-5c360936d05e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T12:53:06.500358018Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-c01518","namespace":"llm"},"namespace":"llm","name":"e2e-dft-c01518","reconcileID":"c1e04234-77a1-4469-9b39-9e08138d80fc","name":"e2e-dft-c01518","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-dft-c01518\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T12:53:06.500450116Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-c01518","namespace":"llm"},"namespace":"llm","name":"e2e-dft-c01518","reconcileID":"c1e04234-77a1-4469-9b39-9e08138d80fc","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-dft-c01518\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:06.500708413Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"fd04b294-afb2-4cb4-838e-3dc60cf6995e","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:06.500725421Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"fd04b294-afb2-4cb4-838e-3dc60cf6995e","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:06.501150553Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"76c1b63c-cbe1-429c-8fa8-3f353bcbbfe4","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:06.501166691Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"76c1b63c-cbe1-429c-8fa8-3f353bcbbfe4","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:06.501569306Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"1192c8f8-b36e-48cc-9749-5118d06f4999","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:06.501585895Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"1192c8f8-b36e-48cc-9749-5118d06f4999","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:06.501941074Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"c88d996d-2938-4881-8a8a-3aa787991f99","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:06.50195793Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"c88d996d-2938-4881-8a8a-3aa787991f99","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:06.502282938Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"c7676a8f-a691-4da1-bd10-a54b5443798e","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:06.502299108Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"c7676a8f-a691-4da1-bd10-a54b5443798e","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:06.502795324Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"33d71142-4906-4b30-bbd8-9213cbe0c4ee","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:06.502810268Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"33d71142-4906-4b30-bbd8-9213cbe0c4ee","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:06.503122274Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"94508c07-f18d-4357-905f-7d8345eec9de","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:06.503135637Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"94508c07-f18d-4357-905f-7d8345eec9de","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:06.503468457Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"2d806d06-f0e0-421d-966b-a66e79a9863d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:06.503486141Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"2d806d06-f0e0-421d-966b-a66e79a9863d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:06.553991749Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-c01518","namespace":"llm"},"namespace":"llm","name":"e2e-dft-c01518","reconcileID":"ebfac100-043e-43ce-a787-8eeb6971f118","MaaSModelRef":{"name":"e2e-dft-c01518","namespace":"llm"},"name":"e2e-dft-c01518","namespace":"llm","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:06.743893045Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"simulator-access","reconcileID":"bcdf2486-ee67-4ede-8704-25ad43edd056","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-91cd99","tenantID":"e2e-worker-w2-91cd99","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:06.744241427Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"621c94b8-17e5-454b-80b6-05857a17c1d5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:06.797246703Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"simulator-access","reconcileID":"bcdf2486-ee67-4ede-8704-25ad43edd056","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"name":"e2e-worker-w2-91cd99-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:06.798262461Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"621c94b8-17e5-454b-80b6-05857a17c1d5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:06.845649113Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"namespace":"ai-tenant-e2e-worker-w0-9893f0","name":"simulator-access","reconcileID":"98a271c0-ab00-4fe4-b971-031506ab5859","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9893f0","tenantID":"e2e-worker-w0-9893f0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:06.846105212Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-4ce791-access","namespace":"ai-tenant-e2e-extmod-b-94e247"},"namespace":"ai-tenant-e2e-extmod-b-94e247","name":"e2e-rec-ctrl-4ce791-access","reconcileID":"f0ab97c5-8d1a-46b0-be4e-afc9408b7221","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-4ce791-access","namespace":"ai-tenant-e2e-extmod-b-94e247"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-94e247","tenantID":"e2e-extmod-b-94e247","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:06.846557564Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"namespace":"ai-tenant-e2e-worker-w4-8d2c7c","name":"premium-simulator-access","reconcileID":"fb5cd389-e227-4bbc-a6d7-fc931a5820ea","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-8d2c7c","tenantID":"e2e-worker-w4-8d2c7c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:06.897910462Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"namespace":"ai-tenant-e2e-worker-w0-9893f0","name":"simulator-access","reconcileID":"98a271c0-ab00-4fe4-b971-031506ab5859","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"name":"e2e-worker-w0-9893f0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:06.899445005Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-4ce791-access","namespace":"ai-tenant-e2e-extmod-b-94e247"},"namespace":"ai-tenant-e2e-extmod-b-94e247","name":"e2e-rec-ctrl-4ce791-access","reconcileID":"f0ab97c5-8d1a-46b0-be4e-afc9408b7221","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-4ce791-access","namespace":"ai-tenant-e2e-extmod-b-94e247"},"name":"e2e-extmod-b-94e247-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:06.900494256Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"namespace":"ai-tenant-e2e-worker-w4-8d2c7c","name":"premium-simulator-access","reconcileID":"fb5cd389-e227-4bbc-a6d7-fc931a5820ea","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"name":"e2e-worker-w4-8d2c7c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:06.915173642Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-c01518","namespace":"llm"},"namespace":"llm","name":"e2e-dft-c01518","reconcileID":"99a6ed90-3667-4636-9d08-87388bc5ac6d","namespace":"llm","name":"e2e-dft-c01518","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:07.021114193Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-c01518","namespace":"llm"},"namespace":"llm","name":"e2e-dft-c01518","reconcileID":"e1b0421b-5b0b-4046-98f5-32f00db5b5f8","MaaSModelRef":{"name":"e2e-dft-c01518","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-c01518","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:07.021138209Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-c01518","namespace":"llm"},"namespace":"llm","name":"e2e-dft-c01518","reconcileID":"e1b0421b-5b0b-4046-98f5-32f00db5b5f8","MaaSModelRef":{"name":"e2e-dft-c01518","namespace":"llm"},"routeName":"external-model-e2e-dft-c01518-05d7c5a9630f","namespace":"llm","model":"e2e-dft-c01518","externalModel":"e2e-dft-c01518","provider":"e2e-dft-c01518-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:07.117727636Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-c8b962","namespace":"ai-tenant-e2e-shared-b-w1-6fb3a8"},"namespace":"ai-tenant-e2e-shared-b-w1-6fb3a8","name":"e2e-auth-iso-c8b962","reconcileID":"956bbfc0-2cbe-4e1d-aeab-9ffba0d0fbb6","MaaSAuthPolicy":{"name":"e2e-auth-iso-c8b962","namespace":"ai-tenant-e2e-shared-b-w1-6fb3a8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-6fb3a8","tenantID":"e2e-shared-b-w1-6fb3a8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:07.163915428Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"namespace":"ai-tenant-e2e-worker-w1-5951bc","name":"premium-simulator-access","reconcileID":"5b7308f2-cbc9-4267-8086-b2578ff09927","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5951bc","tenantID":"e2e-worker-w1-5951bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:07.169850005Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-c8b962","namespace":"ai-tenant-e2e-shared-b-w1-6fb3a8"},"namespace":"ai-tenant-e2e-shared-b-w1-6fb3a8","name":"e2e-auth-iso-c8b962","reconcileID":"956bbfc0-2cbe-4e1d-aeab-9ffba0d0fbb6","MaaSAuthPolicy":{"name":"e2e-auth-iso-c8b962","namespace":"ai-tenant-e2e-shared-b-w1-6fb3a8"},"name":"e2e-shared-b-w1-6fb3a8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:07.21090492Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"namespace":"ai-tenant-e2e-worker-w4-8d2c7c","name":"simulator-access","reconcileID":"cfcd305a-0f81-43d6-ba56-cc2d2cc066bd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-8d2c7c","tenantID":"e2e-worker-w4-8d2c7c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:07.210912336Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-2a91e7-access","namespace":"ai-tenant-e2e-extmod-b-94e247"},"namespace":"ai-tenant-e2e-extmod-b-94e247","name":"e2e-att-serve-2a91e7-access","reconcileID":"f3bbc067-1ecd-4e27-b98a-a907fc40639d","MaaSAuthPolicy":{"name":"e2e-att-serve-2a91e7-access","namespace":"ai-tenant-e2e-extmod-b-94e247"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-94e247","tenantID":"e2e-extmod-b-94e247","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:07.2161674Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"namespace":"ai-tenant-e2e-worker-w1-5951bc","name":"premium-simulator-access","reconcileID":"5b7308f2-cbc9-4267-8086-b2578ff09927","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"name":"e2e-worker-w1-5951bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:07.263855482Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-2a91e7-access","namespace":"ai-tenant-e2e-extmod-b-94e247"},"namespace":"ai-tenant-e2e-extmod-b-94e247","name":"e2e-att-serve-2a91e7-access","reconcileID":"f3bbc067-1ecd-4e27-b98a-a907fc40639d","MaaSAuthPolicy":{"name":"e2e-att-serve-2a91e7-access","namespace":"ai-tenant-e2e-extmod-b-94e247"},"name":"e2e-extmod-b-94e247-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:07.263877427Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"namespace":"ai-tenant-e2e-worker-w4-8d2c7c","name":"simulator-access","reconcileID":"cfcd305a-0f81-43d6-ba56-cc2d2cc066bd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"name":"e2e-worker-w4-8d2c7c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:07.314174886Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"namespace":"ai-tenant-e2e-worker-w0-9893f0","name":"premium-simulator-access","reconcileID":"9d56d38d-e18f-45f8-99af-f148715e11d3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9893f0","tenantID":"e2e-worker-w0-9893f0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:07.367002997Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"namespace":"ai-tenant-e2e-worker-w0-9893f0","name":"premium-simulator-access","reconcileID":"9d56d38d-e18f-45f8-99af-f148715e11d3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"name":"e2e-worker-w0-9893f0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:07.465413617Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-c8b962","namespace":"ai-tenant-e2e-shared-a-w1-a4489c"},"namespace":"ai-tenant-e2e-shared-a-w1-a4489c","name":"e2e-auth-iso-c8b962","reconcileID":"ee1aebcf-3e87-4169-98c1-260b8939fd69","MaaSAuthPolicy":{"name":"e2e-auth-iso-c8b962","namespace":"ai-tenant-e2e-shared-a-w1-a4489c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-a4489c","tenantID":"e2e-shared-a-w1-a4489c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:07.525961366Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-c8b962","namespace":"ai-tenant-e2e-shared-a-w1-a4489c"},"namespace":"ai-tenant-e2e-shared-a-w1-a4489c","name":"e2e-auth-iso-c8b962","reconcileID":"ee1aebcf-3e87-4169-98c1-260b8939fd69","MaaSAuthPolicy":{"name":"e2e-auth-iso-c8b962","namespace":"ai-tenant-e2e-shared-a-w1-a4489c"},"name":"e2e-shared-a-w1-a4489c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:07.532555086Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"036553f3-f901-4b67-802c-330bf94273ba","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:07.581624862Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"036553f3-f901-4b67-802c-330bf94273ba","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:07.630690422Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"036553f3-f901-4b67-802c-330bf94273ba","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:07.680288123Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"036553f3-f901-4b67-802c-330bf94273ba","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:07.729803733Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"premium-simulator-access","reconcileID":"3a52bd38-bb91-4f2a-846e-befa3d96bef4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-91cd99","tenantID":"e2e-worker-w2-91cd99","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:07.729810781Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"054e92d8-a68c-45a6-b0df-80efa4cf2a2b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:07.730908158Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"namespace":"ai-tenant-e2e-worker-w3-bb1b51","name":"simulator-access","reconcileID":"441257c0-b83c-498c-963e-4f4c22f96e54","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bb1b51","tenantID":"e2e-worker-w3-bb1b51","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:07.77765123Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"namespace":"ai-tenant-e2e-worker-w3-bb1b51","name":"premium-simulator-access","reconcileID":"6dd15ec3-b027-4406-84ab-573ff8fb2449","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bb1b51","tenantID":"e2e-worker-w3-bb1b51","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:07.783622351Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"054e92d8-a68c-45a6-b0df-80efa4cf2a2b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:07.783702368Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"namespace":"ai-tenant-e2e-worker-w3-bb1b51","name":"simulator-access","reconcileID":"441257c0-b83c-498c-963e-4f4c22f96e54","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"name":"e2e-worker-w3-bb1b51-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:07.787149342Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"premium-simulator-access","reconcileID":"3a52bd38-bb91-4f2a-846e-befa3d96bef4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"name":"e2e-worker-w2-91cd99-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:07.829853197Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"namespace":"ai-tenant-e2e-worker-w3-bb1b51","name":"premium-simulator-access","reconcileID":"6dd15ec3-b027-4406-84ab-573ff8fb2449","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"name":"e2e-worker-w3-bb1b51-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:07.881214398Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"namespace":"ai-tenant-e2e-worker-w1-5951bc","name":"simulator-access","reconcileID":"15586109-e739-4ace-ac2a-90bda9edbe6b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5951bc","tenantID":"e2e-worker-w1-5951bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:07.935474144Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"namespace":"ai-tenant-e2e-worker-w1-5951bc","name":"simulator-access","reconcileID":"15586109-e739-4ace-ac2a-90bda9edbe6b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"name":"e2e-worker-w1-5951bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:08.076685124Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"simulator-access","reconcileID":"ca4e1836-41b5-4b7b-9cd4-15774d37db3c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-91cd99","tenantID":"e2e-worker-w2-91cd99","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:08.076718647Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"dc8bb603-a7b0-4423-927c-8130ff771749","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:08.129542383Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"dc8bb603-a7b0-4423-927c-8130ff771749","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:08.130316715Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"simulator-access","reconcileID":"ca4e1836-41b5-4b7b-9cd4-15774d37db3c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"name":"e2e-worker-w2-91cd99-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:08.177938576Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"namespace":"ai-tenant-e2e-worker-w0-9893f0","name":"simulator-access","reconcileID":"8385743d-8771-4817-9429-d4f9ef68d132","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9893f0","tenantID":"e2e-worker-w0-9893f0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:08.178194407Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"namespace":"ai-tenant-e2e-worker-w4-8d2c7c","name":"premium-simulator-access","reconcileID":"42425db9-5d57-4fbc-86dc-b22e2b070b32","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-8d2c7c","tenantID":"e2e-worker-w4-8d2c7c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:08.228747298Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-4ce791-access","namespace":"ai-tenant-e2e-extmod-b-94e247"},"namespace":"ai-tenant-e2e-extmod-b-94e247","name":"e2e-rec-ctrl-4ce791-access","reconcileID":"67195817-7ab4-4dc9-9133-eda96303ff30","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-4ce791-access","namespace":"ai-tenant-e2e-extmod-b-94e247"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-94e247","tenantID":"e2e-extmod-b-94e247","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:08.23157742Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"namespace":"ai-tenant-e2e-worker-w0-9893f0","name":"simulator-access","reconcileID":"8385743d-8771-4817-9429-d4f9ef68d132","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"name":"e2e-worker-w0-9893f0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:08.232207501Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"namespace":"ai-tenant-e2e-worker-w4-8d2c7c","name":"premium-simulator-access","reconcileID":"42425db9-5d57-4fbc-86dc-b22e2b070b32","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"name":"e2e-worker-w4-8d2c7c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:08.281020998Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-4ce791-access","namespace":"ai-tenant-e2e-extmod-b-94e247"},"namespace":"ai-tenant-e2e-extmod-b-94e247","name":"e2e-rec-ctrl-4ce791-access","reconcileID":"67195817-7ab4-4dc9-9133-eda96303ff30","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-4ce791-access","namespace":"ai-tenant-e2e-extmod-b-94e247"},"name":"e2e-extmod-b-94e247-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:09.490328352Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7ae52367-3979-4317-a4f4-1a02f5230b1c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:09.539373512Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7ae52367-3979-4317-a4f4-1a02f5230b1c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:09.588535675Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7ae52367-3979-4317-a4f4-1a02f5230b1c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:09.637451484Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7ae52367-3979-4317-a4f4-1a02f5230b1c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:12.045125965Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-c84ae1"},"namespace":"ai-tenant-e2e-extmod-b-c84ae1","name":"default-tenant","reconcileID":"2ac3e7cc-5775-4f75-b524-d64704630c79","namespace":"ai-tenant-e2e-extmod-b-c84ae1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:12.045182263Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-c84ae1"},"namespace":"ai-tenant-e2e-extmod-b-c84ae1","name":"default-tenant","reconcileID":"2ac3e7cc-5775-4f75-b524-d64704630c79","namespace":"ai-tenant-e2e-extmod-b-c84ae1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:12.045229668Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-c84ae1"},"namespace":"ai-tenant-e2e-extmod-b-c84ae1","name":"default-tenant","reconcileID":"2ac3e7cc-5775-4f75-b524-d64704630c79","tenant":"e2e-extmod-b-c84ae1","tenantID":"e2e-extmod-b-c84ae1","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:12.094897845Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-c84ae1"},"namespace":"ai-tenant-e2e-extmod-b-c84ae1","name":"default-tenant","reconcileID":"2ac3e7cc-5775-4f75-b524-d64704630c79","gvk":"Deployment","name":"maas-api-e2e-extmod-b-c84ae1","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:12.126191753Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-c8b962","namespace":"ai-tenant-e2e-shared-b-w1-6fb3a8"},"namespace":"ai-tenant-e2e-shared-b-w1-6fb3a8","name":"e2e-auth-iso-c8b962","reconcileID":"dd8d990b-1c17-45f9-b43f-416f159637f4","MaaSSubscription":{"name":"e2e-auth-iso-c8b962","namespace":"ai-tenant-e2e-shared-b-w1-6fb3a8"},"model":"ai-tenant-e2e-shared-b-w1-6fb3a8/auth-test-model-6fb3a8","subscription":"e2e-auth-iso-c8b962","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:12.150170905Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-c84ae1"},"namespace":"ai-tenant-e2e-extmod-b-c84ae1","name":"default-tenant","reconcileID":"2ac3e7cc-5775-4f75-b524-d64704630c79","gvk":"Service","name":"maas-api-e2e-extmod-b-c84ae1","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:12.175131395Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-c8b962","namespace":"ai-tenant-e2e-shared-b-w1-6fb3a8"},"namespace":"ai-tenant-e2e-shared-b-w1-6fb3a8","name":"e2e-auth-iso-c8b962","reconcileID":"dd8d990b-1c17-45f9-b43f-416f159637f4","MaaSSubscription":{"name":"e2e-auth-iso-c8b962","namespace":"ai-tenant-e2e-shared-b-w1-6fb3a8"},"model":"ai-tenant-e2e-shared-b-w1-6fb3a8/auth-test-model-6fb3a8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:12.205834564Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-c84ae1"},"namespace":"ai-tenant-e2e-extmod-b-c84ae1","name":"default-tenant","reconcileID":"2ac3e7cc-5775-4f75-b524-d64704630c79","gvk":"HTTPRoute","name":"maas-api-route-e2e-extmod-b-c84ae1","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:12.224015427Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-c8b962","namespace":"ai-tenant-e2e-shared-b-w1-6fb3a8"},"namespace":"ai-tenant-e2e-shared-b-w1-6fb3a8","name":"e2e-auth-iso-c8b962","reconcileID":"dd8d990b-1c17-45f9-b43f-416f159637f4","MaaSSubscription":{"name":"e2e-auth-iso-c8b962","namespace":"ai-tenant-e2e-shared-b-w1-6fb3a8"},"name":"maas-trlp-auth-test-model-6fb3a8","namespace":"ai-tenant-e2e-shared-b-w1-6fb3a8","model":"ai-tenant-e2e-shared-b-w1-6fb3a8/auth-test-model-6fb3a8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:12.255796206Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-c84ae1"},"namespace":"ai-tenant-e2e-extmod-b-c84ae1","name":"default-tenant","reconcileID":"2ac3e7cc-5775-4f75-b524-d64704630c79","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-extmod-b-c84ae1","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:12.289992738Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-c01518","namespace":"llm"},"namespace":"llm","name":"e2e-dft-c01518","reconcileID":"c82c9616-df06-4c11-92ba-a206a7336c9c","MaaSModelRef":{"name":"e2e-dft-c01518","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-c01518","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:12.290027469Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-c01518","namespace":"llm"},"namespace":"llm","name":"e2e-dft-c01518","reconcileID":"c82c9616-df06-4c11-92ba-a206a7336c9c","MaaSModelRef":{"name":"e2e-dft-c01518","namespace":"llm"},"routeName":"external-model-e2e-dft-c01518-05d7c5a9630f","namespace":"llm","model":"e2e-dft-c01518","externalModel":"e2e-dft-c01518","provider":"e2e-dft-c01518-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:12.310333731Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-c84ae1"},"namespace":"ai-tenant-e2e-extmod-b-c84ae1","name":"default-tenant","reconcileID":"2ac3e7cc-5775-4f75-b524-d64704630c79","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-extmod-b-c84ae1","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:12.360960388Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-c84ae1"},"namespace":"ai-tenant-e2e-extmod-b-c84ae1","name":"default-tenant","reconcileID":"2ac3e7cc-5775-4f75-b524-d64704630c79","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-extmod-b-c84ae1","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:12.388974504Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-c01518","namespace":"llm"},"namespace":"llm","name":"e2e-dft-c01518","reconcileID":"c399691c-6864-4f8f-9074-23d46d124f23","MaaSModelRef":{"name":"e2e-dft-c01518","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-c01518","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:12.389009125Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-c01518","namespace":"llm"},"namespace":"llm","name":"e2e-dft-c01518","reconcileID":"c399691c-6864-4f8f-9074-23d46d124f23","MaaSModelRef":{"name":"e2e-dft-c01518","namespace":"llm"},"routeName":"external-model-e2e-dft-c01518-05d7c5a9630f","namespace":"llm","model":"e2e-dft-c01518","externalModel":"e2e-dft-c01518","provider":"e2e-dft-c01518-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:12.414149589Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-c84ae1"},"namespace":"ai-tenant-e2e-extmod-b-c84ae1","name":"default-tenant","reconcileID":"2ac3e7cc-5775-4f75-b524-d64704630c79","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-extmod-b-c84ae1","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:12.464581859Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-c84ae1"},"namespace":"ai-tenant-e2e-extmod-b-c84ae1","name":"default-tenant","reconcileID":"2ac3e7cc-5775-4f75-b524-d64704630c79","gvk":"Telemetry","name":"latency-per-subscription-e2e-extmod-b-c84ae1","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:12.489144314Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-c01518-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-c01518-access","reconcileID":"232b9208-123a-4159-9223-800795f0045e","MaaSAuthPolicy":{"name":"e2e-dft-c01518-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:12.513651086Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-c84ae1"},"namespace":"ai-tenant-e2e-extmod-b-c84ae1","name":"default-tenant","reconcileID":"2ac3e7cc-5775-4f75-b524-d64704630c79","gvk":"Deployment","name":"payload-processing-e2e-extmod-b-c84ae1","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:12.545239313Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-6fb3a8","namespace":"ai-tenant-e2e-shared-b-w1-6fb3a8"},"namespace":"ai-tenant-e2e-shared-b-w1-6fb3a8","name":"auth-test-model-6fb3a8","reconcileID":"91a81b5c-ec5a-4721-a77d-a5f1d9e5901d","MaaSModelRef":{"name":"auth-test-model-6fb3a8","namespace":"ai-tenant-e2e-shared-b-w1-6fb3a8"},"tenant":"e2e-shared-b-w1-6fb3a8","gateway":"openshift-ingress/e2e-shared-b-w1-6fb3a8","model":"ai-tenant-e2e-shared-b-w1-6fb3a8/auth-test-model-6fb3a8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:12.545361246Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-6fb3a8","namespace":"ai-tenant-e2e-shared-b-w1-6fb3a8"},"namespace":"ai-tenant-e2e-shared-b-w1-6fb3a8","name":"auth-test-model-6fb3a8","reconcileID":"91a81b5c-ec5a-4721-a77d-a5f1d9e5901d","MaaSModelRef":{"name":"auth-test-model-6fb3a8","namespace":"ai-tenant-e2e-shared-b-w1-6fb3a8"},"routeName":"auth-test-model-6fb3a8-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-6fb3a8","llmisvcName":"auth-test-model-6fb3a8","gateway":"openshift-ingress/e2e-shared-b-w1-6fb3a8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:12.545838346Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-c01518-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-c01518-access","reconcileID":"232b9208-123a-4159-9223-800795f0045e","MaaSAuthPolicy":{"name":"e2e-dft-c01518-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:12.547726645Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-b-94e247 priority=0:[ai-tenant-e2e-extmod-b-94e247/e2e-att-serve-2a91e7-sub ai-tenant-e2e-extmod-b-94e247/e2e-rec-ctrl-4ce791-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:12.561661818Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-c84ae1"},"namespace":"ai-tenant-e2e-extmod-b-c84ae1","name":"default-tenant","reconcileID":"2ac3e7cc-5775-4f75-b524-d64704630c79","gvk":"Deployment","name":"payload-pre-processing-e2e-extmod-b-c84ae1","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:12.609597798Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-c84ae1"},"namespace":"ai-tenant-e2e-extmod-b-c84ae1","name":"default-tenant","reconcileID":"2ac3e7cc-5775-4f75-b524-d64704630c79","gvk":"Service","name":"payload-processing-e2e-extmod-b-c84ae1","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:12.647657072Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-c8b962","namespace":"ai-tenant-e2e-shared-b-w1-6fb3a8"},"namespace":"ai-tenant-e2e-shared-b-w1-6fb3a8","name":"e2e-auth-iso-c8b962","reconcileID":"1041b5ac-f194-4910-97a8-2bd3c0afd448","MaaSAuthPolicy":{"name":"e2e-auth-iso-c8b962","namespace":"ai-tenant-e2e-shared-b-w1-6fb3a8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-6fb3a8","tenantID":"e2e-shared-b-w1-6fb3a8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:12.657686053Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-c84ae1"},"namespace":"ai-tenant-e2e-extmod-b-c84ae1","name":"default-tenant","reconcileID":"2ac3e7cc-5775-4f75-b524-d64704630c79","gvk":"Service","name":"payload-pre-processing-e2e-extmod-b-c84ae1","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:12.694601165Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-c8b962","namespace":"ai-tenant-e2e-shared-a-w1-a4489c"},"namespace":"ai-tenant-e2e-shared-a-w1-a4489c","name":"e2e-auth-iso-c8b962","reconcileID":"3d72e5ae-9c44-45c1-a222-dbb99a737a71","MaaSAuthPolicy":{"name":"e2e-auth-iso-c8b962","namespace":"ai-tenant-e2e-shared-a-w1-a4489c"},"model":"ai-tenant-e2e-shared-a-w1-a4489c/auth-test-model-a4489c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:12.694609404Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-a4489c","namespace":"ai-tenant-e2e-shared-a-w1-a4489c"},"namespace":"ai-tenant-e2e-shared-a-w1-a4489c","name":"auth-test-model-a4489c","reconcileID":"15ab859a-4ed3-4295-8f89-322e1a6aed83","MaaSModelRef":{"name":"auth-test-model-a4489c","namespace":"ai-tenant-e2e-shared-a-w1-a4489c"},"tenant":"e2e-shared-a-w1-a4489c","gateway":"openshift-ingress/e2e-shared-a-w1-a4489c","model":"ai-tenant-e2e-shared-a-w1-a4489c/auth-test-model-a4489c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:12.694710156Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-a4489c","namespace":"ai-tenant-e2e-shared-a-w1-a4489c"},"namespace":"ai-tenant-e2e-shared-a-w1-a4489c","name":"auth-test-model-a4489c","reconcileID":"15ab859a-4ed3-4295-8f89-322e1a6aed83","MaaSModelRef":{"name":"auth-test-model-a4489c","namespace":"ai-tenant-e2e-shared-a-w1-a4489c"},"routeName":"auth-test-model-a4489c-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-a4489c","llmisvcName":"auth-test-model-a4489c","gateway":"openshift-ingress/e2e-shared-a-w1-a4489c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:12.700991276Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-c8b962","namespace":"ai-tenant-e2e-shared-b-w1-6fb3a8"},"namespace":"ai-tenant-e2e-shared-b-w1-6fb3a8","name":"e2e-auth-iso-c8b962","reconcileID":"1041b5ac-f194-4910-97a8-2bd3c0afd448","MaaSAuthPolicy":{"name":"e2e-auth-iso-c8b962","namespace":"ai-tenant-e2e-shared-b-w1-6fb3a8"},"name":"e2e-shared-b-w1-6fb3a8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:12.705503173Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-c84ae1"},"namespace":"ai-tenant-e2e-extmod-b-c84ae1","name":"default-tenant","reconcileID":"2ac3e7cc-5775-4f75-b524-d64704630c79","gvk":"DestinationRule","name":"payload-processing-e2e-extmod-b-c84ae1","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:12.753201074Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-c84ae1"},"namespace":"ai-tenant-e2e-extmod-b-c84ae1","name":"default-tenant","reconcileID":"2ac3e7cc-5775-4f75-b524-d64704630c79","gvk":"DestinationRule","name":"payload-pre-processing-e2e-extmod-b-c84ae1","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:12.802142525Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-c84ae1"},"namespace":"ai-tenant-e2e-extmod-b-c84ae1","name":"default-tenant","reconcileID":"2ac3e7cc-5775-4f75-b524-d64704630c79","gvk":"EnvoyFilter","name":"payload-processing-e2e-extmod-b-c84ae1","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:12.8552907Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-c84ae1"},"namespace":"ai-tenant-e2e-extmod-b-c84ae1","name":"default-tenant","reconcileID":"2ac3e7cc-5775-4f75-b524-d64704630c79","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-extmod-b-c84ae1","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:12.895547767Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-c8b962","namespace":"ai-tenant-e2e-shared-a-w1-a4489c"},"namespace":"ai-tenant-e2e-shared-a-w1-a4489c","name":"e2e-auth-iso-c8b962","reconcileID":"3d72e5ae-9c44-45c1-a222-dbb99a737a71","MaaSAuthPolicy":{"name":"e2e-auth-iso-c8b962","namespace":"ai-tenant-e2e-shared-a-w1-a4489c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-a4489c","tenantID":"e2e-shared-a-w1-a4489c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:12.904662283Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-c84ae1"},"namespace":"ai-tenant-e2e-extmod-b-c84ae1","name":"default-tenant","reconcileID":"2ac3e7cc-5775-4f75-b524-d64704630c79","gvk":"NetworkPolicy","name":"payload-processing-e2e-extmod-b-c84ae1","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:12.945250746Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-c01518","namespace":"llm"},"namespace":"llm","name":"e2e-dft-c01518","reconcileID":"8d185acb-3282-4aea-bbae-62fb732b90b5","MaaSModelRef":{"name":"e2e-dft-c01518","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-c01518","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:12.945273116Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-c01518","namespace":"llm"},"namespace":"llm","name":"e2e-dft-c01518","reconcileID":"8d185acb-3282-4aea-bbae-62fb732b90b5","MaaSModelRef":{"name":"e2e-dft-c01518","namespace":"llm"},"routeName":"external-model-e2e-dft-c01518-05d7c5a9630f","namespace":"llm","model":"e2e-dft-c01518","externalModel":"e2e-dft-c01518","provider":"e2e-dft-c01518-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:12.952735328Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-c84ae1"},"namespace":"ai-tenant-e2e-extmod-b-c84ae1","name":"default-tenant","reconcileID":"2ac3e7cc-5775-4f75-b524-d64704630c79","gvk":"ServiceAccount","name":"payload-processing-e2e-extmod-b-c84ae1","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:13.000751002Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-c84ae1"},"namespace":"ai-tenant-e2e-extmod-b-c84ae1","name":"default-tenant","reconcileID":"2ac3e7cc-5775-4f75-b524-d64704630c79","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-extmod-b-c84ae1","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:13.010536866Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-c8b962","namespace":"ai-tenant-e2e-shared-a-w1-a4489c"},"namespace":"ai-tenant-e2e-shared-a-w1-a4489c","name":"e2e-auth-iso-c8b962","reconcileID":"3d72e5ae-9c44-45c1-a222-dbb99a737a71","MaaSAuthPolicy":{"name":"e2e-auth-iso-c8b962","namespace":"ai-tenant-e2e-shared-a-w1-a4489c"},"name":"e2e-shared-a-w1-a4489c-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:13.010567502Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-c8b962","namespace":"ai-tenant-e2e-shared-a-w1-a4489c"},"namespace":"ai-tenant-e2e-shared-a-w1-a4489c","name":"e2e-auth-iso-c8b962","reconcileID":"3d72e5ae-9c44-45c1-a222-dbb99a737a71","MaaSAuthPolicy":{"name":"e2e-auth-iso-c8b962","namespace":"ai-tenant-e2e-shared-a-w1-a4489c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-a4489c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:13.043583401Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-c8b962","namespace":"ai-tenant-e2e-shared-b-w1-6fb3a8"},"namespace":"ai-tenant-e2e-shared-b-w1-6fb3a8","name":"e2e-auth-iso-c8b962","reconcileID":"ed2be34e-8b88-4dd5-8b61-f7c0b8ed3e1e","MaaSAuthPolicy":{"name":"e2e-auth-iso-c8b962","namespace":"ai-tenant-e2e-shared-b-w1-6fb3a8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-6fb3a8","tenantID":"e2e-shared-b-w1-6fb3a8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:13.048648925Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-c84ae1"},"namespace":"ai-tenant-e2e-extmod-b-c84ae1","name":"default-tenant","reconcileID":"2ac3e7cc-5775-4f75-b524-d64704630c79","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-extmod-b-c84ae1","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:13.062549049Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-a4489c","namespace":"ai-tenant-e2e-shared-a-w1-a4489c"},"namespace":"ai-tenant-e2e-shared-a-w1-a4489c","name":"auth-test-model-a4489c","reconcileID":"ed4a2749-7f1d-42d5-a069-717ba8922440","MaaSModelRef":{"name":"auth-test-model-a4489c","namespace":"ai-tenant-e2e-shared-a-w1-a4489c"},"tenant":"e2e-shared-a-w1-a4489c","gateway":"openshift-ingress/e2e-shared-a-w1-a4489c","model":"ai-tenant-e2e-shared-a-w1-a4489c/auth-test-model-a4489c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:13.062573426Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-a4489c","namespace":"ai-tenant-e2e-shared-a-w1-a4489c"},"namespace":"ai-tenant-e2e-shared-a-w1-a4489c","name":"auth-test-model-a4489c","reconcileID":"ed4a2749-7f1d-42d5-a069-717ba8922440","MaaSModelRef":{"name":"auth-test-model-a4489c","namespace":"ai-tenant-e2e-shared-a-w1-a4489c"},"routeName":"auth-test-model-a4489c-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-a4489c","llmisvcName":"auth-test-model-a4489c","gateway":"openshift-ingress/e2e-shared-a-w1-a4489c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:13.095866836Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-c8b962","namespace":"ai-tenant-e2e-shared-b-w1-6fb3a8"},"namespace":"ai-tenant-e2e-shared-b-w1-6fb3a8","name":"e2e-auth-iso-c8b962","reconcileID":"ed2be34e-8b88-4dd5-8b61-f7c0b8ed3e1e","MaaSAuthPolicy":{"name":"e2e-auth-iso-c8b962","namespace":"ai-tenant-e2e-shared-b-w1-6fb3a8"},"name":"e2e-shared-b-w1-6fb3a8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:13.140992178Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-c01518-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-c01518-access","reconcileID":"ca2413cc-c7b8-4f3c-bc4e-d0ea3fb8cfdc","MaaSAuthPolicy":{"name":"e2e-dft-c01518-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:13.193129224Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-c01518-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-c01518-access","reconcileID":"ca2413cc-c7b8-4f3c-bc4e-d0ea3fb8cfdc","MaaSAuthPolicy":{"name":"e2e-dft-c01518-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:13.200883288Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-6fb3a8","namespace":"ai-tenant-e2e-shared-b-w1-6fb3a8"},"namespace":"ai-tenant-e2e-shared-b-w1-6fb3a8","name":"auth-test-model-6fb3a8","reconcileID":"ca5085cb-0171-43d4-a25d-ee292fac7983","MaaSModelRef":{"name":"auth-test-model-6fb3a8","namespace":"ai-tenant-e2e-shared-b-w1-6fb3a8"},"tenant":"e2e-shared-b-w1-6fb3a8","gateway":"openshift-ingress/e2e-shared-b-w1-6fb3a8","model":"ai-tenant-e2e-shared-b-w1-6fb3a8/auth-test-model-6fb3a8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:13.200902747Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-6fb3a8","namespace":"ai-tenant-e2e-shared-b-w1-6fb3a8"},"namespace":"ai-tenant-e2e-shared-b-w1-6fb3a8","name":"auth-test-model-6fb3a8","reconcileID":"ca5085cb-0171-43d4-a25d-ee292fac7983","MaaSModelRef":{"name":"auth-test-model-6fb3a8","namespace":"ai-tenant-e2e-shared-b-w1-6fb3a8"},"routeName":"auth-test-model-6fb3a8-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-6fb3a8","llmisvcName":"auth-test-model-6fb3a8","gateway":"openshift-ingress/e2e-shared-b-w1-6fb3a8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:13.292545273Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-c8b962","namespace":"ai-tenant-e2e-shared-b-w1-6fb3a8"},"namespace":"ai-tenant-e2e-shared-b-w1-6fb3a8","name":"e2e-auth-iso-c8b962","reconcileID":"87b5ebc0-9370-4c1b-9687-268f07ae071e","MaaSAuthPolicy":{"name":"e2e-auth-iso-c8b962","namespace":"ai-tenant-e2e-shared-b-w1-6fb3a8"},"model":"ai-tenant-e2e-shared-b-w1-6fb3a8/auth-test-model-6fb3a8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:13.4399969Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-c8b962","namespace":"ai-tenant-e2e-shared-b-w1-6fb3a8"},"namespace":"ai-tenant-e2e-shared-b-w1-6fb3a8","name":"e2e-auth-iso-c8b962","reconcileID":"87b5ebc0-9370-4c1b-9687-268f07ae071e","MaaSAuthPolicy":{"name":"e2e-auth-iso-c8b962","namespace":"ai-tenant-e2e-shared-b-w1-6fb3a8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-6fb3a8","tenantID":"e2e-shared-b-w1-6fb3a8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T12:53:13.535910273Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-c01518-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-c01518-access","reconcileID":"ca2413cc-c7b8-4f3c-bc4e-d0ea3fb8cfdc","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"e2e-dft-c01518-access\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:13.55372013Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-c8b962","namespace":"ai-tenant-e2e-shared-b-w1-6fb3a8"},"namespace":"ai-tenant-e2e-shared-b-w1-6fb3a8","name":"e2e-auth-iso-c8b962","reconcileID":"87b5ebc0-9370-4c1b-9687-268f07ae071e","MaaSAuthPolicy":{"name":"e2e-auth-iso-c8b962","namespace":"ai-tenant-e2e-shared-b-w1-6fb3a8"},"name":"e2e-shared-b-w1-6fb3a8-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:13.553743401Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-c8b962","namespace":"ai-tenant-e2e-shared-b-w1-6fb3a8"},"namespace":"ai-tenant-e2e-shared-b-w1-6fb3a8","name":"e2e-auth-iso-c8b962","reconcileID":"87b5ebc0-9370-4c1b-9687-268f07ae071e","MaaSAuthPolicy":{"name":"e2e-auth-iso-c8b962","namespace":"ai-tenant-e2e-shared-b-w1-6fb3a8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-6fb3a8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:13.605952508Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-6fb3a8","namespace":"ai-tenant-e2e-shared-b-w1-6fb3a8"},"namespace":"ai-tenant-e2e-shared-b-w1-6fb3a8","name":"auth-test-model-6fb3a8","reconcileID":"d950082d-612c-4335-b762-356f241c7e17","MaaSModelRef":{"name":"auth-test-model-6fb3a8","namespace":"ai-tenant-e2e-shared-b-w1-6fb3a8"},"tenant":"e2e-shared-b-w1-6fb3a8","gateway":"openshift-ingress/e2e-shared-b-w1-6fb3a8","model":"ai-tenant-e2e-shared-b-w1-6fb3a8/auth-test-model-6fb3a8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:13.605973757Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-6fb3a8","namespace":"ai-tenant-e2e-shared-b-w1-6fb3a8"},"namespace":"ai-tenant-e2e-shared-b-w1-6fb3a8","name":"auth-test-model-6fb3a8","reconcileID":"d950082d-612c-4335-b762-356f241c7e17","MaaSModelRef":{"name":"auth-test-model-6fb3a8","namespace":"ai-tenant-e2e-shared-b-w1-6fb3a8"},"routeName":"auth-test-model-6fb3a8-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-6fb3a8","llmisvcName":"auth-test-model-6fb3a8","gateway":"openshift-ingress/e2e-shared-b-w1-6fb3a8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:13.735751055Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-c01518-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-c01518-access","reconcileID":"8b6777ee-c3f6-4568-9a5f-8a08a2972ee7","MaaSAuthPolicy":{"name":"e2e-dft-c01518-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:13.7880533Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-c01518-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-c01518-access","reconcileID":"8b6777ee-c3f6-4568-9a5f-8a08a2972ee7","MaaSAuthPolicy":{"name":"e2e-dft-c01518-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:14.019284828Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-873a34","namespace":"e2e-extmod-att-noaccess-c9b09f"},"namespace":"e2e-extmod-att-noaccess-c9b09f","name":"e2e-att-noaccess-873a34","reconcileID":"68ac5676-dc66-41f4-b49e-190485b0adee","MaaSModelRef":{"name":"e2e-att-noaccess-873a34","namespace":"e2e-extmod-att-noaccess-c9b09f"},"name":"e2e-att-noaccess-873a34","namespace":"e2e-extmod-att-noaccess-c9b09f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:14.116913731Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-012868","namespace":"e2e-extmod-rec-noaccess-c16cea"},"namespace":"e2e-extmod-rec-noaccess-c16cea","name":"e2e-rec-recover-012868","reconcileID":"4585626b-dbdd-4a39-8dde-86a9c238cb74","MaaSModelRef":{"name":"e2e-rec-recover-012868","namespace":"e2e-extmod-rec-noaccess-c16cea"},"name":"e2e-rec-recover-012868","namespace":"e2e-extmod-rec-noaccess-c16cea","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:14.891052128Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-b-94e247 priority=0:[ai-tenant-e2e-extmod-b-94e247/e2e-att-serve-2a91e7-sub ai-tenant-e2e-extmod-b-94e247/e2e-rec-ctrl-4ce791-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:14.940521639Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-c01518","namespace":"llm"},"namespace":"llm","name":"e2e-dft-c01518","reconcileID":"37c66920-93f2-4938-85fa-15f4b4586b8b","MaaSModelRef":{"name":"e2e-dft-c01518","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-c01518","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:14.940555123Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-c01518","namespace":"llm"},"namespace":"llm","name":"e2e-dft-c01518","reconcileID":"37c66920-93f2-4938-85fa-15f4b4586b8b","MaaSModelRef":{"name":"e2e-dft-c01518","namespace":"llm"},"routeName":"external-model-e2e-dft-c01518-05d7c5a9630f","namespace":"llm","model":"e2e-dft-c01518","externalModel":"e2e-dft-c01518","provider":"e2e-dft-c01518-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T12:53:14.992120447Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dft-c01518-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-c01518-sub","reconcileID":"e6e2509e-fb3d-4764-87c1-5e1036e83a6d","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-dft-c01518-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:15.088493299Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-c01518-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-c01518-access","reconcileID":"10fe2767-5cd7-464d-996a-4029627a36ea","MaaSAuthPolicy":{"name":"e2e-dft-c01518-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:15.088664737Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"3f1914f8-b79c-4b86-9965-5c6ee0ff1a99","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:15.08849107Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"284a8255-8745-4179-b16a-6bbf317c94b0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:15.094102117Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-c01518","namespace":"llm"},"namespace":"llm","name":"e2e-dft-c01518","reconcileID":"bb2c280e-89a0-4952-aee0-26419f1d7592","MaaSModelRef":{"name":"e2e-dft-c01518","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-c01518","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:15.094123339Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-c01518","namespace":"llm"},"namespace":"llm","name":"e2e-dft-c01518","reconcileID":"bb2c280e-89a0-4952-aee0-26419f1d7592","MaaSModelRef":{"name":"e2e-dft-c01518","namespace":"llm"},"routeName":"external-model-e2e-dft-c01518-05d7c5a9630f","namespace":"llm","model":"e2e-dft-c01518","externalModel":"e2e-dft-c01518","provider":"e2e-dft-c01518-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T12:53:15.194162528Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-c01518","namespace":"llm"},"namespace":"llm","name":"e2e-dft-c01518","reconcileID":"bb2c280e-89a0-4952-aee0-26419f1d7592","name":"e2e-dft-c01518","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-dft-c01518\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T12:53:15.194230177Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-c01518","namespace":"llm"},"namespace":"llm","name":"e2e-dft-c01518","reconcileID":"bb2c280e-89a0-4952-aee0-26419f1d7592","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-dft-c01518\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:15.204836472Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"3f1914f8-b79c-4b86-9965-5c6ee0ff1a99","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T12:53:15.207988797Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"284a8255-8745-4179-b16a-6bbf317c94b0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T12:53:15.239478911Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-c01518-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-c01518-access","reconcileID":"10fe2767-5cd7-464d-996a-4029627a36ea","MaaSAuthPolicy":{"name":"e2e-dft-c01518-access","namespace":"models-as-a-service"},"error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:15.242785895Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-c01518","namespace":"llm"},"namespace":"llm","name":"e2e-dft-c01518","reconcileID":"c6552f7a-1450-4115-84ee-b87f642a2d1c","MaaSModelRef":{"name":"e2e-dft-c01518","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-c01518","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:15.242816593Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-c01518","namespace":"llm"},"namespace":"llm","name":"e2e-dft-c01518","reconcileID":"c6552f7a-1450-4115-84ee-b87f642a2d1c","MaaSModelRef":{"name":"e2e-dft-c01518","namespace":"llm"},"routeName":"external-model-e2e-dft-c01518-05d7c5a9630f","namespace":"llm","model":"e2e-dft-c01518","externalModel":"e2e-dft-c01518","provider":"e2e-dft-c01518-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:15.255340603Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 6, current generation is 7","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"3f1914f8-b79c-4b86-9965-5c6ee0ff1a99","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T12:53:15.260872864Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"284a8255-8745-4179-b16a-6bbf317c94b0","error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T12:53:15.292066619Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-c01518-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-c01518-access","reconcileID":"10fe2767-5cd7-464d-996a-4029627a36ea","error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:15.292920501Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"68535659-d97c-4056-8f84-d50785121332","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:15.292935783Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"68535659-d97c-4056-8f84-d50785121332","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:15.341417466Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-c01518","namespace":"llm"},"namespace":"llm","name":"e2e-dft-c01518","reconcileID":"5e0197b7-7129-4ba9-ba78-e6cb068fc795","MaaSModelRef":{"name":"e2e-dft-c01518","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-c01518","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:15.341443983Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-c01518","namespace":"llm"},"namespace":"llm","name":"e2e-dft-c01518","reconcileID":"5e0197b7-7129-4ba9-ba78-e6cb068fc795","MaaSModelRef":{"name":"e2e-dft-c01518","namespace":"llm"},"routeName":"external-model-e2e-dft-c01518-05d7c5a9630f","namespace":"llm","model":"e2e-dft-c01518","externalModel":"e2e-dft-c01518","provider":"e2e-dft-c01518-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:15.390211163Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"49fd493c-b9ed-4a72-b3d7-4403bf425bb5","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:15.390229822Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"49fd493c-b9ed-4a72-b3d7-4403bf425bb5","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:15.432898447Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dft-c01518-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-c01518-sub","reconcileID":"00893c53-a371-4ee6-8114-176098362ae4","MaaSSubscription":{"name":"e2e-dft-c01518-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-dft-c01518","model":"e2e-dft-c01518","subscriptionCount":1,"subscriptions":["models-as-a-service/e2e-dft-c01518-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:15.456571751Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"ea0d945c-50d7-4ff7-97d5-23144a7d6e81","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:15.508783731Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"ea0d945c-50d7-4ff7-97d5-23144a7d6e81","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:15.555491362Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"14952286-8f03-4c2c-80a6-4538dc3e7e4f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:15.555577822Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-c01518-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-c01518-access","reconcileID":"7fdac42c-299b-458d-8a9e-bfef7937e8a7","MaaSAuthPolicy":{"name":"e2e-dft-c01518-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:15.608202308Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-c01518-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-c01518-access","reconcileID":"7fdac42c-299b-458d-8a9e-bfef7937e8a7","MaaSAuthPolicy":{"name":"e2e-dft-c01518-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:15.60823995Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"14952286-8f03-4c2c-80a6-4538dc3e7e4f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:15.660330203Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 6, current generation is 7","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"14952286-8f03-4c2c-80a6-4538dc3e7e4f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:15.660348324Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 6, current generation is 7","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-c01518-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-c01518-access","reconcileID":"7fdac42c-299b-458d-8a9e-bfef7937e8a7","MaaSAuthPolicy":{"name":"e2e-dft-c01518-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:15.686021051Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-c01518","namespace":"llm"},"namespace":"llm","name":"e2e-dft-c01518","reconcileID":"14b2639f-d0b2-45d5-94a3-bef00dcd5110","MaaSModelRef":{"name":"e2e-dft-c01518","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-c01518","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:15.686052313Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-c01518","namespace":"llm"},"namespace":"llm","name":"e2e-dft-c01518","reconcileID":"14b2639f-d0b2-45d5-94a3-bef00dcd5110","MaaSModelRef":{"name":"e2e-dft-c01518","namespace":"llm"},"routeName":"external-model-e2e-dft-c01518-05d7c5a9630f","namespace":"llm","model":"e2e-dft-c01518","externalModel":"e2e-dft-c01518","provider":"e2e-dft-c01518-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:15.783283724Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-c01518","namespace":"llm"},"namespace":"llm","name":"e2e-dft-c01518","reconcileID":"26b71144-6953-49b1-919b-c33b1f35f864","MaaSModelRef":{"name":"e2e-dft-c01518","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-c01518","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:15.783312597Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-c01518","namespace":"llm"},"namespace":"llm","name":"e2e-dft-c01518","reconcileID":"26b71144-6953-49b1-919b-c33b1f35f864","MaaSModelRef":{"name":"e2e-dft-c01518","namespace":"llm"},"routeName":"external-model-e2e-dft-c01518-05d7c5a9630f","namespace":"llm","model":"e2e-dft-c01518","externalModel":"e2e-dft-c01518","provider":"e2e-dft-c01518-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:15.879840102Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dft-c01518-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-c01518-sub","reconcileID":"bfd54f04-c556-483d-a19b-7cf455885e3c","MaaSSubscription":{"name":"e2e-dft-c01518-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-dft-c01518","model":"llm/e2e-dft-c01518","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:16.129327849Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-c01518","namespace":"llm"},"namespace":"llm","name":"e2e-dft-c01518","reconcileID":"9b3d7dd4-41bf-460e-ba18-e7ab653e2f22","MaaSModelRef":{"name":"e2e-dft-c01518","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-c01518","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:16.129369171Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-c01518","namespace":"llm"},"namespace":"llm","name":"e2e-dft-c01518","reconcileID":"9b3d7dd4-41bf-460e-ba18-e7ab653e2f22","MaaSModelRef":{"name":"e2e-dft-c01518","namespace":"llm"},"routeName":"external-model-e2e-dft-c01518-05d7c5a9630f","namespace":"llm","model":"e2e-dft-c01518","externalModel":"e2e-dft-c01518","provider":"e2e-dft-c01518-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:21.328314507Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-873a34","namespace":"e2e-extmod-att-noaccess-c9b09f"},"namespace":"e2e-extmod-att-noaccess-c9b09f","name":"e2e-att-noaccess-873a34","reconcileID":"1d2fd5d9-b443-4569-bccf-f544fbc9fe64","MaaSModelRef":{"name":"e2e-att-noaccess-873a34","namespace":"e2e-extmod-att-noaccess-c9b09f"},"name":"e2e-att-noaccess-873a34","namespace":"e2e-extmod-att-noaccess-c9b09f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:21.425814387Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-012868","namespace":"e2e-extmod-rec-noaccess-c16cea"},"namespace":"e2e-extmod-rec-noaccess-c16cea","name":"e2e-rec-recover-012868","reconcileID":"cfcdaaa8-7c16-4020-a061-ee0e40eef8dc","MaaSModelRef":{"name":"e2e-rec-recover-012868","namespace":"e2e-extmod-rec-noaccess-c16cea"},"name":"e2e-rec-recover-012868","namespace":"e2e-extmod-rec-noaccess-c16cea","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:21.523253549Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-873a34","namespace":"e2e-extmod-att-noaccess-c9b09f"},"namespace":"e2e-extmod-att-noaccess-c9b09f","name":"e2e-att-noaccess-873a34","reconcileID":"4f429564-d919-423f-abae-d936da03f3f3","MaaSModelRef":{"name":"e2e-att-noaccess-873a34","namespace":"e2e-extmod-att-noaccess-c9b09f"},"name":"e2e-att-noaccess-873a34","namespace":"e2e-extmod-att-noaccess-c9b09f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:21.584041138Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-b-c84ae1","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-b-c84ae1","reconcileID":"9c541746-9cdb-4e9e-a3c7-2501ab3ec6a8","aitenant":"ai-tenants/e2e-extmod-b-c84ae1","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:21.765688413Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-012868","namespace":"e2e-extmod-rec-noaccess-c16cea"},"namespace":"e2e-extmod-rec-noaccess-c16cea","name":"e2e-rec-recover-012868","reconcileID":"a332f20f-fdbf-4d44-87ba-18b7f7ca9999","MaaSModelRef":{"name":"e2e-rec-recover-012868","namespace":"e2e-extmod-rec-noaccess-c16cea"},"name":"e2e-rec-recover-012868","namespace":"e2e-extmod-rec-noaccess-c16cea","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:21.862854153Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-873a34","namespace":"e2e-extmod-att-noaccess-c9b09f"},"namespace":"e2e-extmod-att-noaccess-c9b09f","name":"e2e-att-noaccess-873a34","reconcileID":"26803d09-8ed6-48a2-9705-6377561ccb29","MaaSModelRef":{"name":"e2e-att-noaccess-873a34","namespace":"e2e-extmod-att-noaccess-c9b09f"},"name":"e2e-att-noaccess-873a34","namespace":"e2e-extmod-att-noaccess-c9b09f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:22.225909369Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"06835c84-3a72-4ae5-86d3-7df33a93f26c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:22.274490079Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"06835c84-3a72-4ae5-86d3-7df33a93f26c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:22.323738118Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"06835c84-3a72-4ae5-86d3-7df33a93f26c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:22.33122805Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-b-c84ae1","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-b-c84ae1","reconcileID":"9c541746-9cdb-4e9e-a3c7-2501ab3ec6a8","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-extmod-b-c84ae1","removed":["maas.opendatahub.io/gateway-access-e2e-extmod-b-c84ae1"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:22.373760445Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"06835c84-3a72-4ae5-86d3-7df33a93f26c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:22.627102219Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-012868","namespace":"e2e-extmod-rec-noaccess-c16cea"},"namespace":"e2e-extmod-rec-noaccess-c16cea","name":"e2e-rec-recover-012868","reconcileID":"2e73cd3c-2e94-4a7e-82e6-76cde050e98c","MaaSModelRef":{"name":"e2e-rec-recover-012868","namespace":"e2e-extmod-rec-noaccess-c16cea"},"name":"e2e-rec-recover-012868","namespace":"e2e-extmod-rec-noaccess-c16cea","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:22.724075247Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-873a34","namespace":"e2e-extmod-att-noaccess-c9b09f"},"namespace":"e2e-extmod-att-noaccess-c9b09f","name":"e2e-att-noaccess-873a34","reconcileID":"1694574f-efde-4222-8e0f-277ab897e96f","MaaSModelRef":{"name":"e2e-att-noaccess-873a34","namespace":"e2e-extmod-att-noaccess-c9b09f"},"name":"e2e-att-noaccess-873a34","namespace":"e2e-extmod-att-noaccess-c9b09f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:23.965507748Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-2bc79b","namespace":"llm"},"namespace":"llm","name":"e2e-dft-2bc79b","reconcileID":"d0a2dd4a-d2c5-4f1b-940c-3bcc29620ac5","namespace":"llm","name":"e2e-dft-2bc79b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:24.018309343Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-2bc79b","namespace":"llm"},"namespace":"llm","name":"e2e-dft-2bc79b","reconcileID":"20e7110a-1bbc-4524-a7bc-390b9b54cf29","namespace":"llm","name":"e2e-dft-2bc79b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:24.115527868Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"namespace":"ai-tenant-e2e-worker-w1-5951bc","name":"simulator-access","reconcileID":"992ca900-12a0-4807-8b82-e24da3aa4b82","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5951bc","tenantID":"e2e-worker-w1-5951bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:24.115763263Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"namespace":"ai-tenant-e2e-worker-w3-bb1b51","name":"premium-simulator-access","reconcileID":"9342dbe0-eb1a-4e1a-a428-cbfed4cd0fa9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bb1b51","tenantID":"e2e-worker-w3-bb1b51","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:24.117403253Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"namespace":"ai-tenant-e2e-worker-w3-bb1b51","name":"simulator-access","reconcileID":"80a5da9a-f650-4453-b884-edd1018c41fa","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bb1b51","tenantID":"e2e-worker-w3-bb1b51","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:24.168112311Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"namespace":"ai-tenant-e2e-worker-w1-5951bc","name":"simulator-access","reconcileID":"992ca900-12a0-4807-8b82-e24da3aa4b82","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"name":"e2e-worker-w1-5951bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:24.168114832Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"namespace":"ai-tenant-e2e-worker-w3-bb1b51","name":"premium-simulator-access","reconcileID":"9342dbe0-eb1a-4e1a-a428-cbfed4cd0fa9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"name":"e2e-worker-w3-bb1b51-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:24.171701828Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"namespace":"ai-tenant-e2e-worker-w3-bb1b51","name":"simulator-access","reconcileID":"80a5da9a-f650-4453-b884-edd1018c41fa","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"name":"e2e-worker-w3-bb1b51-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:24.196647587Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d17de964-2012-44ea-8bd9-d2ace544f78b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:24.196784072Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"5246b1cd-b854-4bf3-9127-f8f81429ab52","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:24.197200703Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-c01518-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-c01518-access","reconcileID":"7b104c22-854b-4901-8478-c8f428212955","MaaSAuthPolicy":{"name":"e2e-dft-c01518-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:24.24708468Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d17de964-2012-44ea-8bd9-d2ace544f78b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:24.251126676Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"5246b1cd-b854-4bf3-9127-f8f81429ab52","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:24.296912196Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d17de964-2012-44ea-8bd9-d2ace544f78b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:24.303733889Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-c01518-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-c01518-access","reconcileID":"7b104c22-854b-4901-8478-c8f428212955","MaaSAuthPolicy":{"name":"e2e-dft-c01518-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:24.346577289Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d17de964-2012-44ea-8bd9-d2ace544f78b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:24.349628825Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 6, current generation is 7","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"5246b1cd-b854-4bf3-9127-f8f81429ab52","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:24.396358477Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-2bc79b","namespace":"llm"},"namespace":"llm","name":"e2e-dft-2bc79b","reconcileID":"157503c8-74c8-45c7-b085-8c01855eb605","MaaSModelRef":{"name":"e2e-dft-2bc79b","namespace":"llm"},"name":"e2e-dft-2bc79b","namespace":"llm","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:24.401178877Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 6, current generation is 7","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-c01518-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-c01518-access","reconcileID":"7b104c22-854b-4901-8478-c8f428212955","MaaSAuthPolicy":{"name":"e2e-dft-c01518-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:24.501319862Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"ad507f5b-33f1-4ea5-89c8-d712a595fe32","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:24.501340622Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"ad507f5b-33f1-4ea5-89c8-d712a595fe32","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:24.545765507Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"02299a62-10b3-46f0-afac-de05bd334756","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:24.545778519Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"e2a605dd-9b71-4b9c-b427-dec9465f3344","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:24.550372238Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"3cb18d7e-d6b7-4416-96f1-28399e21d2ed","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:24.550424507Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"3cb18d7e-d6b7-4416-96f1-28399e21d2ed","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:24.550690596Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"ffaec6a3-158e-4a59-a128-fae377424f35","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:24.550703271Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"ffaec6a3-158e-4a59-a128-fae377424f35","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:24.550941772Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"43ff1beb-cfb8-4972-a10b-31ec9c341f6f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:24.550952876Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"43ff1beb-cfb8-4972-a10b-31ec9c341f6f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:24.590069425Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dft-c01518-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-c01518-sub","reconcileID":"4f0e89de-e8bf-41c8-a911-dbb67bb87338","MaaSSubscription":{"name":"e2e-dft-c01518-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-dft-c01518","model":"llm/e2e-dft-c01518","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:24.599122918Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"9154c9a3-1f34-4453-bd78-724f931d9bc0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:24.600827736Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"simulator-access","reconcileID":"e969b08d-4c29-454f-9824-6686e6eb25ce","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-91cd99","tenantID":"e2e-worker-w2-91cd99","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:24.601181398Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-c01518","namespace":"llm"},"namespace":"llm","name":"e2e-dft-c01518","reconcileID":"c138a216-914e-4298-b467-7033fb223f8e","MaaSModelRef":{"name":"e2e-dft-c01518","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-c01518","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:24.601198041Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-c01518","namespace":"llm"},"namespace":"llm","name":"e2e-dft-c01518","reconcileID":"c138a216-914e-4298-b467-7033fb223f8e","MaaSModelRef":{"name":"e2e-dft-c01518","namespace":"llm"},"routeName":"external-model-e2e-dft-c01518-05d7c5a9630f","namespace":"llm","model":"e2e-dft-c01518","externalModel":"e2e-dft-c01518","provider":"e2e-dft-c01518-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:24.647035025Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"namespace":"ai-tenant-e2e-worker-w4-8d2c7c","name":"premium-simulator-access","reconcileID":"f272858d-c81a-4b9e-bf1b-e2a59f433fb5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-8d2c7c","tenantID":"e2e-worker-w4-8d2c7c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:24.653292738Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"9154c9a3-1f34-4453-bd78-724f931d9bc0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:24.654137042Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"simulator-access","reconcileID":"e969b08d-4c29-454f-9824-6686e6eb25ce","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"name":"e2e-worker-w2-91cd99-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:24.699495324Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"namespace":"ai-tenant-e2e-worker-w0-9893f0","name":"simulator-access","reconcileID":"9b47fb31-0ae9-4f63-9415-fbb4552d07f7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9893f0","tenantID":"e2e-worker-w0-9893f0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:24.700033562Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"namespace":"ai-tenant-e2e-worker-w4-8d2c7c","name":"premium-simulator-access","reconcileID":"f272858d-c81a-4b9e-bf1b-e2a59f433fb5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"name":"e2e-worker-w4-8d2c7c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:24.700044162Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-4ce791-access","namespace":"ai-tenant-e2e-extmod-b-94e247"},"namespace":"ai-tenant-e2e-extmod-b-94e247","name":"e2e-rec-ctrl-4ce791-access","reconcileID":"30d9331f-d0b1-4793-a16b-f23b658f5c5e","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-4ce791-access","namespace":"ai-tenant-e2e-extmod-b-94e247"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-94e247","tenantID":"e2e-extmod-b-94e247","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:24.700616288Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-2bc79b","namespace":"llm"},"namespace":"llm","name":"e2e-dft-2bc79b","reconcileID":"0e664984-a3d7-4a14-b1c6-e7ec537515ab","MaaSModelRef":{"name":"e2e-dft-2bc79b","namespace":"llm"},"name":"e2e-dft-2bc79b","namespace":"llm","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:24.705622961Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 6, current generation is 7","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"9154c9a3-1f34-4453-bd78-724f931d9bc0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:24.749844956Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"90e29e4b-ba20-41c4-be5a-5e1dc8d024bc","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:24.749865333Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"90e29e4b-ba20-41c4-be5a-5e1dc8d024bc","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:24.750210212Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"ce7364fd-9971-46db-96dc-7b9f7fb4aafd","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:24.75022852Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"ce7364fd-9971-46db-96dc-7b9f7fb4aafd","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:24.75056985Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"f2dbcbf1-e098-40e1-9bd8-8493b021e5ab","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:24.750582034Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"f2dbcbf1-e098-40e1-9bd8-8493b021e5ab","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:24.750837075Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"b8557c53-ae24-42d7-a2f0-e0940801ee86","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:24.750850563Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"b8557c53-ae24-42d7-a2f0-e0940801ee86","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:24.75613453Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-4ce791-access","namespace":"ai-tenant-e2e-extmod-b-94e247"},"namespace":"ai-tenant-e2e-extmod-b-94e247","name":"e2e-rec-ctrl-4ce791-access","reconcileID":"30d9331f-d0b1-4793-a16b-f23b658f5c5e","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-4ce791-access","namespace":"ai-tenant-e2e-extmod-b-94e247"},"name":"e2e-extmod-b-94e247-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:24.757194289Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"namespace":"ai-tenant-e2e-worker-w0-9893f0","name":"simulator-access","reconcileID":"9b47fb31-0ae9-4f63-9415-fbb4552d07f7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"name":"e2e-worker-w0-9893f0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:24.759314828Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"f18e279f-c91d-4214-b640-c58b8376bbdc","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:24.759334681Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"f18e279f-c91d-4214-b640-c58b8376bbdc","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:24.907576782Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"namespace":"ai-tenant-e2e-worker-w1-5951bc","name":"premium-simulator-access","reconcileID":"acc697f1-746a-4b86-8109-29da2c8171be","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5951bc","tenantID":"e2e-worker-w1-5951bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:24.961463349Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"namespace":"ai-tenant-e2e-worker-w1-5951bc","name":"premium-simulator-access","reconcileID":"acc697f1-746a-4b86-8109-29da2c8171be","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"name":"e2e-worker-w1-5951bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:25.004513059Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"namespace":"ai-tenant-e2e-worker-w4-8d2c7c","name":"simulator-access","reconcileID":"b96d128c-bc7d-441d-b84c-1937aae56a54","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-8d2c7c","tenantID":"e2e-worker-w4-8d2c7c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:25.058508507Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"namespace":"ai-tenant-e2e-worker-w4-8d2c7c","name":"simulator-access","reconcileID":"b96d128c-bc7d-441d-b84c-1937aae56a54","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"name":"e2e-worker-w4-8d2c7c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:25.097558034Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"namespace":"ai-tenant-e2e-worker-w0-9893f0","name":"premium-simulator-access","reconcileID":"858793d9-ed0a-4eb1-a1bd-8b298a39c9f7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9893f0","tenantID":"e2e-worker-w0-9893f0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:25.098051176Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-2a91e7-access","namespace":"ai-tenant-e2e-extmod-b-94e247"},"namespace":"ai-tenant-e2e-extmod-b-94e247","name":"e2e-att-serve-2a91e7-access","reconcileID":"c51f9656-4910-4ce4-9042-e68bd858a712","MaaSAuthPolicy":{"name":"e2e-att-serve-2a91e7-access","namespace":"ai-tenant-e2e-extmod-b-94e247"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-94e247","tenantID":"e2e-extmod-b-94e247","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:25.150031191Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-2a91e7-access","namespace":"ai-tenant-e2e-extmod-b-94e247"},"namespace":"ai-tenant-e2e-extmod-b-94e247","name":"e2e-att-serve-2a91e7-access","reconcileID":"c51f9656-4910-4ce4-9042-e68bd858a712","MaaSAuthPolicy":{"name":"e2e-att-serve-2a91e7-access","namespace":"ai-tenant-e2e-extmod-b-94e247"},"name":"e2e-extmod-b-94e247-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:25.150967754Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"namespace":"ai-tenant-e2e-worker-w0-9893f0","name":"premium-simulator-access","reconcileID":"858793d9-ed0a-4eb1-a1bd-8b298a39c9f7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"name":"e2e-worker-w0-9893f0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:25.165225225Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-2bc79b","namespace":"llm"},"namespace":"llm","name":"e2e-dft-2bc79b","reconcileID":"f79686ed-4441-4505-923d-83b2bf65bdcb","namespace":"llm","name":"e2e-dft-2bc79b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:25.194891252Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"premium-simulator-access","reconcileID":"17877874-286c-4c8c-8ffe-6454f38b57de","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-91cd99","tenantID":"e2e-worker-w2-91cd99","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:25.213795749Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-2bc79b","namespace":"llm"},"namespace":"llm","name":"e2e-dft-2bc79b","reconcileID":"6a5cbcb2-a115-4296-8002-9ee9075f546f","MaaSModelRef":{"name":"e2e-dft-2bc79b","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-2bc79b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:25.213822028Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-2bc79b","namespace":"llm"},"namespace":"llm","name":"e2e-dft-2bc79b","reconcileID":"6a5cbcb2-a115-4296-8002-9ee9075f546f","MaaSModelRef":{"name":"e2e-dft-2bc79b","namespace":"llm"},"routeName":"external-model-e2e-dft-2bc79b-a3ea27076713","namespace":"llm","model":"e2e-dft-2bc79b","externalModel":"e2e-dft-2bc79b","provider":"e2e-dft-2bc79b-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:25.249680622Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"premium-simulator-access","reconcileID":"17877874-286c-4c8c-8ffe-6454f38b57de","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"name":"e2e-worker-w2-91cd99-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:25.324211497Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"4e48378e-14b7-436a-88a6-e4f13a192b8e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:25.378404951Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"4e48378e-14b7-436a-88a6-e4f13a192b8e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:25.429241904Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 6, current generation is 7","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"4e48378e-14b7-436a-88a6-e4f13a192b8e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:25.473944768Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"namespace":"ai-tenant-e2e-worker-w3-bb1b51","name":"simulator-access","reconcileID":"493e2d8e-f6df-4a54-8c3f-3725998e0ddd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bb1b51","tenantID":"e2e-worker-w3-bb1b51","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:25.527866865Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"namespace":"ai-tenant-e2e-worker-w3-bb1b51","name":"simulator-access","reconcileID":"493e2d8e-f6df-4a54-8c3f-3725998e0ddd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"name":"e2e-worker-w3-bb1b51-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:25.577216424Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"namespace":"ai-tenant-e2e-worker-w1-5951bc","name":"simulator-access","reconcileID":"8b264709-21ea-413c-b33c-db400e4aad94","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5951bc","tenantID":"e2e-worker-w1-5951bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:25.577593155Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"namespace":"ai-tenant-e2e-worker-w3-bb1b51","name":"premium-simulator-access","reconcileID":"acecb4f6-3741-47b5-8f1e-93ab0a705aca","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bb1b51","tenantID":"e2e-worker-w3-bb1b51","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:25.631066277Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"namespace":"ai-tenant-e2e-worker-w1-5951bc","name":"simulator-access","reconcileID":"8b264709-21ea-413c-b33c-db400e4aad94","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"name":"e2e-worker-w1-5951bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:25.728461418Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-c01518-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-c01518-access","reconcileID":"01dd4053-a633-45a0-a5bf-035ac09a34bd","MaaSAuthPolicy":{"name":"e2e-dft-c01518-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:25.736694996Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"namespace":"ai-tenant-e2e-worker-w3-bb1b51","name":"premium-simulator-access","reconcileID":"acecb4f6-3741-47b5-8f1e-93ab0a705aca","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"name":"e2e-worker-w3-bb1b51-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:25.777516629Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"9ba58cdc-4ccb-400b-b530-a156750ee2c4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:25.780832854Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-c01518-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-c01518-access","reconcileID":"01dd4053-a633-45a0-a5bf-035ac09a34bd","MaaSAuthPolicy":{"name":"e2e-dft-c01518-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:25.781099005Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:25.831319462Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"9ba58cdc-4ccb-400b-b530-a156750ee2c4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:25.831357814Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 6, current generation is 7","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-c01518-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-c01518-access","reconcileID":"01dd4053-a633-45a0-a5bf-035ac09a34bd","MaaSAuthPolicy":{"name":"e2e-dft-c01518-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:25.874727321Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-2a91e7-access","namespace":"ai-tenant-e2e-extmod-b-94e247"},"namespace":"ai-tenant-e2e-extmod-b-94e247","name":"e2e-att-serve-2a91e7-access","reconcileID":"80acc6ac-184d-4031-9c18-d1dc68e6b1bf","MaaSAuthPolicy":{"name":"e2e-att-serve-2a91e7-access","namespace":"ai-tenant-e2e-extmod-b-94e247"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-94e247","tenantID":"e2e-extmod-b-94e247","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:25.883344868Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 6, current generation is 7","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"9ba58cdc-4ccb-400b-b530-a156750ee2c4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:25.926907419Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-2a91e7-access","namespace":"ai-tenant-e2e-extmod-b-94e247"},"namespace":"ai-tenant-e2e-extmod-b-94e247","name":"e2e-att-serve-2a91e7-access","reconcileID":"80acc6ac-184d-4031-9c18-d1dc68e6b1bf","MaaSAuthPolicy":{"name":"e2e-att-serve-2a91e7-access","namespace":"ai-tenant-e2e-extmod-b-94e247"},"name":"e2e-extmod-b-94e247-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:25.977201381Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"namespace":"ai-tenant-e2e-worker-w0-9893f0","name":"premium-simulator-access","reconcileID":"07313625-676f-4a71-8e9b-5df3dcaa9aef","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9893f0","tenantID":"e2e-worker-w0-9893f0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:25.978332612Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"premium-simulator-access","reconcileID":"3c69d2c4-3204-4ded-b914-608c41f712bf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-91cd99","tenantID":"e2e-worker-w2-91cd99","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:26.029791281Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"namespace":"ai-tenant-e2e-worker-w0-9893f0","name":"premium-simulator-access","reconcileID":"07313625-676f-4a71-8e9b-5df3dcaa9aef","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"name":"e2e-worker-w0-9893f0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:26.030164332Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"simulator-access","reconcileID":"2091abeb-5cf0-44f7-a1d7-38e2e19858c2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-91cd99","tenantID":"e2e-worker-w2-91cd99","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:26.03056566Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"premium-simulator-access","reconcileID":"3c69d2c4-3204-4ded-b914-608c41f712bf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"name":"e2e-worker-w2-91cd99-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:26.075916211Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"586fcfe9-14d9-4d38-abd8-fc1160840fff","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:26.083731274Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"simulator-access","reconcileID":"2091abeb-5cf0-44f7-a1d7-38e2e19858c2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"name":"e2e-worker-w2-91cd99-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:26.128184947Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"586fcfe9-14d9-4d38-abd8-fc1160840fff","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:26.179001197Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 6, current generation is 7","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"586fcfe9-14d9-4d38-abd8-fc1160840fff","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:26.237338768Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c48c4673-c05e-47dd-aea4-384d55ea6026","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:26.286246275Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c48c4673-c05e-47dd-aea4-384d55ea6026","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:26.33548125Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c48c4673-c05e-47dd-aea4-384d55ea6026","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:26.384435298Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c48c4673-c05e-47dd-aea4-384d55ea6026","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:26.385069355Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"namespace":"ai-tenant-e2e-worker-w0-9893f0","name":"simulator-access","reconcileID":"05666785-d02d-4167-93f8-c6a90cede00d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9893f0","tenantID":"e2e-worker-w0-9893f0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:26.433640753Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"namespace":"ai-tenant-e2e-worker-w4-8d2c7c","name":"premium-simulator-access","reconcileID":"193e8e27-c079-42ca-97ab-b1f30af7d572","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-8d2c7c","tenantID":"e2e-worker-w4-8d2c7c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:26.4393539Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"namespace":"ai-tenant-e2e-worker-w0-9893f0","name":"simulator-access","reconcileID":"05666785-d02d-4167-93f8-c6a90cede00d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"name":"e2e-worker-w0-9893f0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:26.481237608Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"namespace":"ai-tenant-e2e-worker-w1-5951bc","name":"premium-simulator-access","reconcileID":"6ccdea94-4527-4c1d-8bdf-69bc1f1ac085","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5951bc","tenantID":"e2e-worker-w1-5951bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:26.481677095Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-4ce791-access","namespace":"ai-tenant-e2e-extmod-b-94e247"},"namespace":"ai-tenant-e2e-extmod-b-94e247","name":"e2e-rec-ctrl-4ce791-access","reconcileID":"22383fb7-4556-4bd0-93cd-702600097ad8","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-4ce791-access","namespace":"ai-tenant-e2e-extmod-b-94e247"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-94e247","tenantID":"e2e-extmod-b-94e247","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:26.486008285Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"namespace":"ai-tenant-e2e-worker-w4-8d2c7c","name":"premium-simulator-access","reconcileID":"193e8e27-c079-42ca-97ab-b1f30af7d572","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"name":"e2e-worker-w4-8d2c7c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:26.534721313Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-4ce791-access","namespace":"ai-tenant-e2e-extmod-b-94e247"},"namespace":"ai-tenant-e2e-extmod-b-94e247","name":"e2e-rec-ctrl-4ce791-access","reconcileID":"22383fb7-4556-4bd0-93cd-702600097ad8","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-4ce791-access","namespace":"ai-tenant-e2e-extmod-b-94e247"},"name":"e2e-extmod-b-94e247-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:26.535175003Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"namespace":"ai-tenant-e2e-worker-w4-8d2c7c","name":"simulator-access","reconcileID":"c3e92fbf-9492-41e3-b4bc-c728101af1b2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-8d2c7c","tenantID":"e2e-worker-w4-8d2c7c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:26.536000966Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"namespace":"ai-tenant-e2e-worker-w1-5951bc","name":"premium-simulator-access","reconcileID":"6ccdea94-4527-4c1d-8bdf-69bc1f1ac085","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"name":"e2e-worker-w1-5951bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:26.587603479Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"namespace":"ai-tenant-e2e-worker-w4-8d2c7c","name":"simulator-access","reconcileID":"c3e92fbf-9492-41e3-b4bc-c728101af1b2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"name":"e2e-worker-w4-8d2c7c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:26.941703373Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-38f178"},"namespace":"ai-tenant-e2e-extmod-a-38f178","name":"default-tenant","reconcileID":"eccb9156-8434-45f7-bb5b-e6cde6f92c06","namespace":"ai-tenant-e2e-extmod-a-38f178","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:26.94176258Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-38f178"},"namespace":"ai-tenant-e2e-extmod-a-38f178","name":"default-tenant","reconcileID":"eccb9156-8434-45f7-bb5b-e6cde6f92c06","namespace":"ai-tenant-e2e-extmod-a-38f178","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:26.941817456Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-38f178"},"namespace":"ai-tenant-e2e-extmod-a-38f178","name":"default-tenant","reconcileID":"eccb9156-8434-45f7-bb5b-e6cde6f92c06","tenant":"e2e-extmod-a-38f178","tenantID":"e2e-extmod-a-38f178","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:26.991793423Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-38f178"},"namespace":"ai-tenant-e2e-extmod-a-38f178","name":"default-tenant","reconcileID":"eccb9156-8434-45f7-bb5b-e6cde6f92c06","gvk":"Deployment","name":"maas-api-e2e-extmod-a-38f178","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:27.047294251Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-38f178"},"namespace":"ai-tenant-e2e-extmod-a-38f178","name":"default-tenant","reconcileID":"eccb9156-8434-45f7-bb5b-e6cde6f92c06","gvk":"Service","name":"maas-api-e2e-extmod-a-38f178","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:27.099738056Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-38f178"},"namespace":"ai-tenant-e2e-extmod-a-38f178","name":"default-tenant","reconcileID":"eccb9156-8434-45f7-bb5b-e6cde6f92c06","gvk":"HTTPRoute","name":"maas-api-route-e2e-extmod-a-38f178","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:27.14982178Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-38f178"},"namespace":"ai-tenant-e2e-extmod-a-38f178","name":"default-tenant","reconcileID":"eccb9156-8434-45f7-bb5b-e6cde6f92c06","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-extmod-a-38f178","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:27.20148874Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-38f178"},"namespace":"ai-tenant-e2e-extmod-a-38f178","name":"default-tenant","reconcileID":"eccb9156-8434-45f7-bb5b-e6cde6f92c06","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-extmod-a-38f178","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:27.252135121Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-38f178"},"namespace":"ai-tenant-e2e-extmod-a-38f178","name":"default-tenant","reconcileID":"eccb9156-8434-45f7-bb5b-e6cde6f92c06","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-extmod-a-38f178","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:27.305046625Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-38f178"},"namespace":"ai-tenant-e2e-extmod-a-38f178","name":"default-tenant","reconcileID":"eccb9156-8434-45f7-bb5b-e6cde6f92c06","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-extmod-a-38f178","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:27.356174642Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-38f178"},"namespace":"ai-tenant-e2e-extmod-a-38f178","name":"default-tenant","reconcileID":"eccb9156-8434-45f7-bb5b-e6cde6f92c06","gvk":"Telemetry","name":"latency-per-subscription-e2e-extmod-a-38f178","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:27.40449575Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-38f178"},"namespace":"ai-tenant-e2e-extmod-a-38f178","name":"default-tenant","reconcileID":"eccb9156-8434-45f7-bb5b-e6cde6f92c06","gvk":"Deployment","name":"payload-processing-e2e-extmod-a-38f178","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:27.452738795Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-38f178"},"namespace":"ai-tenant-e2e-extmod-a-38f178","name":"default-tenant","reconcileID":"eccb9156-8434-45f7-bb5b-e6cde6f92c06","gvk":"Deployment","name":"payload-pre-processing-e2e-extmod-a-38f178","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:27.500785294Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-38f178"},"namespace":"ai-tenant-e2e-extmod-a-38f178","name":"default-tenant","reconcileID":"eccb9156-8434-45f7-bb5b-e6cde6f92c06","gvk":"Service","name":"payload-processing-e2e-extmod-a-38f178","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:27.550999923Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-38f178"},"namespace":"ai-tenant-e2e-extmod-a-38f178","name":"default-tenant","reconcileID":"eccb9156-8434-45f7-bb5b-e6cde6f92c06","gvk":"Service","name":"payload-pre-processing-e2e-extmod-a-38f178","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:27.599115755Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-38f178"},"namespace":"ai-tenant-e2e-extmod-a-38f178","name":"default-tenant","reconcileID":"eccb9156-8434-45f7-bb5b-e6cde6f92c06","gvk":"DestinationRule","name":"payload-processing-e2e-extmod-a-38f178","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:27.647169585Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-38f178"},"namespace":"ai-tenant-e2e-extmod-a-38f178","name":"default-tenant","reconcileID":"eccb9156-8434-45f7-bb5b-e6cde6f92c06","gvk":"DestinationRule","name":"payload-pre-processing-e2e-extmod-a-38f178","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:27.695204572Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-38f178"},"namespace":"ai-tenant-e2e-extmod-a-38f178","name":"default-tenant","reconcileID":"eccb9156-8434-45f7-bb5b-e6cde6f92c06","gvk":"EnvoyFilter","name":"payload-processing-e2e-extmod-a-38f178","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:27.743196015Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-38f178"},"namespace":"ai-tenant-e2e-extmod-a-38f178","name":"default-tenant","reconcileID":"eccb9156-8434-45f7-bb5b-e6cde6f92c06","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-extmod-a-38f178","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:27.791492006Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-38f178"},"namespace":"ai-tenant-e2e-extmod-a-38f178","name":"default-tenant","reconcileID":"eccb9156-8434-45f7-bb5b-e6cde6f92c06","gvk":"NetworkPolicy","name":"payload-processing-e2e-extmod-a-38f178","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:27.839564663Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-38f178"},"namespace":"ai-tenant-e2e-extmod-a-38f178","name":"default-tenant","reconcileID":"eccb9156-8434-45f7-bb5b-e6cde6f92c06","gvk":"ServiceAccount","name":"payload-processing-e2e-extmod-a-38f178","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:27.887397514Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-38f178"},"namespace":"ai-tenant-e2e-extmod-a-38f178","name":"default-tenant","reconcileID":"eccb9156-8434-45f7-bb5b-e6cde6f92c06","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-extmod-a-38f178","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:27.93582447Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-38f178"},"namespace":"ai-tenant-e2e-extmod-a-38f178","name":"default-tenant","reconcileID":"eccb9156-8434-45f7-bb5b-e6cde6f92c06","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-extmod-a-38f178","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:28.585843727Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-a-38f178","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-a-38f178","reconcileID":"e7ef6bc1-21a2-49a3-97dd-cda47417ee00","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-extmod-a-38f178","removed":["maas.opendatahub.io/gateway-access-e2e-extmod-a-38f178"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:28.838966786Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-012868","namespace":"e2e-extmod-rec-noaccess-c16cea"},"namespace":"e2e-extmod-rec-noaccess-c16cea","name":"e2e-rec-recover-012868","reconcileID":"b9eb3fdc-07ae-4ba3-86bf-e16baa73a1dd","MaaSModelRef":{"name":"e2e-rec-recover-012868","namespace":"e2e-extmod-rec-noaccess-c16cea"},"name":"e2e-rec-recover-012868","namespace":"e2e-extmod-rec-noaccess-c16cea","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:28.942491686Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-873a34","namespace":"e2e-extmod-att-noaccess-c9b09f"},"namespace":"e2e-extmod-att-noaccess-c9b09f","name":"e2e-att-noaccess-873a34","reconcileID":"dece837c-478d-4772-a30e-5515b6f40903","MaaSModelRef":{"name":"e2e-att-noaccess-873a34","namespace":"e2e-extmod-att-noaccess-c9b09f"},"name":"e2e-att-noaccess-873a34","namespace":"e2e-extmod-att-noaccess-c9b09f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:29.720108552Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a07e5759-9af0-4e88-88e5-f4d6841d3c80","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:29.770017075Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a07e5759-9af0-4e88-88e5-f4d6841d3c80","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:29.820057729Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a07e5759-9af0-4e88-88e5-f4d6841d3c80","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:29.870595846Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a07e5759-9af0-4e88-88e5-f4d6841d3c80","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:30.211458958Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-2bc79b","namespace":"llm"},"namespace":"llm","name":"e2e-dft-2bc79b","reconcileID":"353e646c-ca2f-469a-b3cb-302df5e7c59c","MaaSModelRef":{"name":"e2e-dft-2bc79b","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-2bc79b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:30.21155635Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-2bc79b","namespace":"llm"},"namespace":"llm","name":"e2e-dft-2bc79b","reconcileID":"353e646c-ca2f-469a-b3cb-302df5e7c59c","MaaSModelRef":{"name":"e2e-dft-2bc79b","namespace":"llm"},"routeName":"external-model-e2e-dft-2bc79b-a3ea27076713","namespace":"llm","model":"e2e-dft-2bc79b","externalModel":"e2e-dft-2bc79b","provider":"e2e-dft-2bc79b-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:30.310963045Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-2bc79b","namespace":"llm"},"namespace":"llm","name":"e2e-dft-2bc79b","reconcileID":"1a2db714-4885-41ee-84c5-b0c8929598c0","MaaSModelRef":{"name":"e2e-dft-2bc79b","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-2bc79b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:30.310989913Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-2bc79b","namespace":"llm"},"namespace":"llm","name":"e2e-dft-2bc79b","reconcileID":"1a2db714-4885-41ee-84c5-b0c8929598c0","MaaSModelRef":{"name":"e2e-dft-2bc79b","namespace":"llm"},"routeName":"external-model-e2e-dft-2bc79b-a3ea27076713","namespace":"llm","model":"e2e-dft-2bc79b","externalModel":"e2e-dft-2bc79b","provider":"e2e-dft-2bc79b-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:30.460231077Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-2bc79b-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-2bc79b-access","reconcileID":"a7e4f731-8612-4d35-8abe-60974ad4c3ab","MaaSAuthPolicy":{"name":"e2e-dft-2bc79b-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:30.51379393Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-2bc79b-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-2bc79b-access","reconcileID":"a7e4f731-8612-4d35-8abe-60974ad4c3ab","MaaSAuthPolicy":{"name":"e2e-dft-2bc79b-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:30.565533982Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 6, current generation is 7","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-2bc79b-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-2bc79b-access","reconcileID":"a7e4f731-8612-4d35-8abe-60974ad4c3ab","MaaSAuthPolicy":{"name":"e2e-dft-2bc79b-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:30.668116816Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-2bc79b","namespace":"llm"},"namespace":"llm","name":"e2e-dft-2bc79b","reconcileID":"2fb858ed-6be9-4366-9c5e-33f35aee5d15","MaaSModelRef":{"name":"e2e-dft-2bc79b","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-2bc79b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:30.668155395Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-2bc79b","namespace":"llm"},"namespace":"llm","name":"e2e-dft-2bc79b","reconcileID":"2fb858ed-6be9-4366-9c5e-33f35aee5d15","MaaSModelRef":{"name":"e2e-dft-2bc79b","namespace":"llm"},"routeName":"external-model-e2e-dft-2bc79b-a3ea27076713","namespace":"llm","model":"e2e-dft-2bc79b","externalModel":"e2e-dft-2bc79b","provider":"e2e-dft-2bc79b-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:30.899338921Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-2bc79b-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-2bc79b-access","reconcileID":"9a089df7-6fa6-4a82-ad3e-8dae930c6073","MaaSAuthPolicy":{"name":"e2e-dft-2bc79b-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:30.956008207Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-2bc79b-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-2bc79b-access","reconcileID":"9a089df7-6fa6-4a82-ad3e-8dae930c6073","MaaSAuthPolicy":{"name":"e2e-dft-2bc79b-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:31.007394634Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 6, current generation is 7","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-2bc79b-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-2bc79b-access","reconcileID":"9a089df7-6fa6-4a82-ad3e-8dae930c6073","MaaSAuthPolicy":{"name":"e2e-dft-2bc79b-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:31.739615196Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c54d7a4f-6992-4a14-ae98-16d1db949a18","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:31.762908881Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-c7826d","namespace":"llm"},"namespace":"llm","name":"e2e-dft-c7826d","reconcileID":"a111e38c-38ef-4fa8-a7c2-4eea6ba7747b","namespace":"llm","name":"e2e-dft-c7826d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:31.788419225Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c54d7a4f-6992-4a14-ae98-16d1db949a18","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:31.815336809Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-c7826d","namespace":"llm"},"namespace":"llm","name":"e2e-dft-c7826d","reconcileID":"525db9a6-2cb5-4a70-888e-1f07cc15d011","namespace":"llm","name":"e2e-dft-c7826d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:31.837209617Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c54d7a4f-6992-4a14-ae98-16d1db949a18","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:31.886742682Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c54d7a4f-6992-4a14-ae98-16d1db949a18","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:32.085673297Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"namespace":"ai-tenant-e2e-worker-w3-bb1b51","name":"simulator-access","reconcileID":"ab4c7f7e-eae4-4813-bff2-5c8d3498f7c3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bb1b51","tenantID":"e2e-worker-w3-bb1b51","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:32.134801642Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-c7826d","namespace":"llm"},"namespace":"llm","name":"e2e-dft-c7826d","reconcileID":"28178aaf-1823-42a9-a962-cdffc79ef11e","MaaSModelRef":{"name":"e2e-dft-c7826d","namespace":"llm"},"name":"e2e-dft-c7826d","namespace":"llm","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:32.134901746Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"102b6043-48ea-4176-a10b-b5b31444e759","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:32.13523321Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-2bc79b-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-2bc79b-access","reconcileID":"1e00cafa-025e-4b3d-abaa-3feec6e6c312","MaaSAuthPolicy":{"name":"e2e-dft-2bc79b-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:32.138455668Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"namespace":"ai-tenant-e2e-worker-w3-bb1b51","name":"simulator-access","reconcileID":"ab4c7f7e-eae4-4813-bff2-5c8d3498f7c3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"name":"e2e-worker-w3-bb1b51-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:32.182910714Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a4760be4-09d3-45df-a9a8-68fec57fbe8f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:32.183314155Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-c01518-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-c01518-access","reconcileID":"d1c2293d-1485-46e5-a607-5cc4ced1a2ba","MaaSAuthPolicy":{"name":"e2e-dft-c01518-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:32.187826167Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-2bc79b-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-2bc79b-access","reconcileID":"1e00cafa-025e-4b3d-abaa-3feec6e6c312","MaaSAuthPolicy":{"name":"e2e-dft-2bc79b-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:32.188824235Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"102b6043-48ea-4176-a10b-b5b31444e759","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:32.235946142Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-c01518-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-c01518-access","reconcileID":"d1c2293d-1485-46e5-a607-5cc4ced1a2ba","MaaSAuthPolicy":{"name":"e2e-dft-c01518-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:32.236619724Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a4760be4-09d3-45df-a9a8-68fec57fbe8f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:32.239906166Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 6, current generation is 7","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-2bc79b-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-2bc79b-access","reconcileID":"1e00cafa-025e-4b3d-abaa-3feec6e6c312","MaaSAuthPolicy":{"name":"e2e-dft-2bc79b-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:32.240104395Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 6, current generation is 7","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"102b6043-48ea-4176-a10b-b5b31444e759","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:32.286153252Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-c01518","namespace":"llm"},"namespace":"llm","name":"e2e-dft-c01518","reconcileID":"c1eeffcd-ca80-4bd0-a082-498532123ca1","MaaSModelRef":{"name":"e2e-dft-c01518","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-c01518","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:32.286179734Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-c01518","namespace":"llm"},"namespace":"llm","name":"e2e-dft-c01518","reconcileID":"c1eeffcd-ca80-4bd0-a082-498532123ca1","MaaSModelRef":{"name":"e2e-dft-c01518","namespace":"llm"},"routeName":"external-model-e2e-dft-c01518-05d7c5a9630f","namespace":"llm","model":"e2e-dft-c01518","externalModel":"e2e-dft-c01518","provider":"e2e-dft-c01518-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:32.287839219Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 6, current generation is 7","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-c01518-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-c01518-access","reconcileID":"d1c2293d-1485-46e5-a607-5cc4ced1a2ba","MaaSAuthPolicy":{"name":"e2e-dft-c01518-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:32.290445091Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 6, current generation is 7","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a4760be4-09d3-45df-a9a8-68fec57fbe8f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:32.314058369Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"69430be9-a42b-45ca-beef-42f6b838964f","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:32.315103723Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"b6212027-6413-473f-b19c-3a84f269b3eb","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:32.363412578Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dft-c01518-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-c01518-sub","reconcileID":"d2d8811f-5778-48a6-b61f-9ef216db08a8","MaaSSubscription":{"name":"e2e-dft-c01518-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-dft-c01518","model":"llm/e2e-dft-c01518","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:32.384590534Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-2bc79b","namespace":"llm"},"namespace":"llm","name":"e2e-dft-2bc79b","reconcileID":"26b38b9c-ff8e-46ad-9921-fa047270ef38","MaaSModelRef":{"name":"e2e-dft-2bc79b","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-2bc79b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:32.384627532Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-2bc79b","namespace":"llm"},"namespace":"llm","name":"e2e-dft-2bc79b","reconcileID":"26b38b9c-ff8e-46ad-9921-fa047270ef38","MaaSModelRef":{"name":"e2e-dft-2bc79b","namespace":"llm"},"routeName":"external-model-e2e-dft-2bc79b-a3ea27076713","namespace":"llm","model":"e2e-dft-2bc79b","externalModel":"e2e-dft-2bc79b","provider":"e2e-dft-2bc79b-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:32.386899611Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"namespace":"ai-tenant-e2e-worker-w3-bb1b51","name":"premium-simulator-access","reconcileID":"0b6df7ff-18d9-4f19-9502-f899acd11492","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bb1b51","tenantID":"e2e-worker-w3-bb1b51","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:32.389751644Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"namespace":"ai-tenant-e2e-worker-w1-5951bc","name":"simulator-access","reconcileID":"626bc9c6-76d0-4919-af00-099094256807","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5951bc","tenantID":"e2e-worker-w1-5951bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:32.43361502Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"12732ad0-0285-41ec-9e40-4f798ad5a624","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:32.433637693Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"12732ad0-0285-41ec-9e40-4f798ad5a624","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:32.433948676Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"2f10c9d2-112d-40bb-a4bc-3ce36c95c220","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:32.433964021Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"2f10c9d2-112d-40bb-a4bc-3ce36c95c220","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:32.434199633Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"41c398c5-83bf-43db-b1bd-dd948550a652","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:32.434212133Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"41c398c5-83bf-43db-b1bd-dd948550a652","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:32.434495358Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"e342cc73-d79e-4007-9e64-702069405ac9","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:32.434509935Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"e342cc73-d79e-4007-9e64-702069405ac9","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:32.434764819Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"9377a7f5-cd0d-4583-9753-20a278a70189","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:32.434779166Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"9377a7f5-cd0d-4583-9753-20a278a70189","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:32.440854987Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"namespace":"ai-tenant-e2e-worker-w3-bb1b51","name":"premium-simulator-access","reconcileID":"0b6df7ff-18d9-4f19-9502-f899acd11492","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"name":"e2e-worker-w3-bb1b51-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:32.444278831Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"namespace":"ai-tenant-e2e-worker-w1-5951bc","name":"simulator-access","reconcileID":"626bc9c6-76d0-4919-af00-099094256807","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"name":"e2e-worker-w1-5951bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:32.483285462Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-c7826d","namespace":"llm"},"namespace":"llm","name":"e2e-dft-c7826d","reconcileID":"c58b7561-8333-44fe-a15a-239560291c10","MaaSModelRef":{"name":"e2e-dft-c7826d","namespace":"llm"},"name":"e2e-dft-c7826d","namespace":"llm","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:32.488843023Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"namespace":"ai-tenant-e2e-worker-w0-9893f0","name":"simulator-access","reconcileID":"135778b2-9b15-45f1-9f4a-4af495a925ab","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9893f0","tenantID":"e2e-worker-w0-9893f0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:32.489166835Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"simulator-access","reconcileID":"4a938d76-8bba-4cdd-bcdc-6168a83cfc69","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-91cd99","tenantID":"e2e-worker-w2-91cd99","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:32.49024778Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"namespace":"ai-tenant-e2e-worker-w4-8d2c7c","name":"premium-simulator-access","reconcileID":"61dc1fd9-f839-4da9-a63e-de1885cc21f9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-8d2c7c","tenantID":"e2e-worker-w4-8d2c7c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:32.531795517Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"fb6689c2-c7e8-4876-8983-32a97c12bb58","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:32.531813639Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"fb6689c2-c7e8-4876-8983-32a97c12bb58","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:32.532085157Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"23dd971d-f3a6-44e2-98b2-322b8e137abc","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:32.532096366Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"23dd971d-f3a6-44e2-98b2-322b8e137abc","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:32.53231225Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"189eb607-5237-41f0-8bbf-49a3ccb4d907","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:32.532323336Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"189eb607-5237-41f0-8bbf-49a3ccb4d907","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:32.541760938Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"namespace":"ai-tenant-e2e-worker-w0-9893f0","name":"simulator-access","reconcileID":"135778b2-9b15-45f1-9f4a-4af495a925ab","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"name":"e2e-worker-w0-9893f0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:32.54191459Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"simulator-access","reconcileID":"4a938d76-8bba-4cdd-bcdc-6168a83cfc69","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"name":"e2e-worker-w2-91cd99-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:32.544189893Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"namespace":"ai-tenant-e2e-worker-w4-8d2c7c","name":"premium-simulator-access","reconcileID":"61dc1fd9-f839-4da9-a63e-de1885cc21f9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"name":"e2e-worker-w4-8d2c7c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:32.786211955Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-4ce791-access","namespace":"ai-tenant-e2e-extmod-b-94e247"},"namespace":"ai-tenant-e2e-extmod-b-94e247","name":"e2e-rec-ctrl-4ce791-access","reconcileID":"04a12bab-ae04-48f8-be98-c0eaa7d9bc15","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-4ce791-access","namespace":"ai-tenant-e2e-extmod-b-94e247"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-94e247","tenantID":"e2e-extmod-b-94e247","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:32.786812102Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"namespace":"ai-tenant-e2e-worker-w1-5951bc","name":"premium-simulator-access","reconcileID":"4a128692-f010-418c-9d99-8fcbe94a270c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5951bc","tenantID":"e2e-worker-w1-5951bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:32.840822671Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"namespace":"ai-tenant-e2e-worker-w1-5951bc","name":"premium-simulator-access","reconcileID":"4a128692-f010-418c-9d99-8fcbe94a270c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"name":"e2e-worker-w1-5951bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:32.841266417Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-4ce791-access","namespace":"ai-tenant-e2e-extmod-b-94e247"},"namespace":"ai-tenant-e2e-extmod-b-94e247","name":"e2e-rec-ctrl-4ce791-access","reconcileID":"04a12bab-ae04-48f8-be98-c0eaa7d9bc15","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-4ce791-access","namespace":"ai-tenant-e2e-extmod-b-94e247"},"name":"e2e-extmod-b-94e247-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:32.884843804Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-2a91e7-access","namespace":"ai-tenant-e2e-extmod-b-94e247"},"namespace":"ai-tenant-e2e-extmod-b-94e247","name":"e2e-att-serve-2a91e7-access","reconcileID":"2c6b8188-7c71-4818-9f8c-12916c02d33b","MaaSAuthPolicy":{"name":"e2e-att-serve-2a91e7-access","namespace":"ai-tenant-e2e-extmod-b-94e247"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-94e247","tenantID":"e2e-extmod-b-94e247","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:32.885616968Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"namespace":"ai-tenant-e2e-worker-w4-8d2c7c","name":"simulator-access","reconcileID":"44ff2e4b-1a05-4957-82d5-99a81253fa67","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-8d2c7c","tenantID":"e2e-worker-w4-8d2c7c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:32.88608308Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"namespace":"ai-tenant-e2e-worker-w0-9893f0","name":"premium-simulator-access","reconcileID":"9df2314c-92e4-4a2e-af23-63838376732e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9893f0","tenantID":"e2e-worker-w0-9893f0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:32.937108067Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-2a91e7-access","namespace":"ai-tenant-e2e-extmod-b-94e247"},"namespace":"ai-tenant-e2e-extmod-b-94e247","name":"e2e-att-serve-2a91e7-access","reconcileID":"2c6b8188-7c71-4818-9f8c-12916c02d33b","MaaSAuthPolicy":{"name":"e2e-att-serve-2a91e7-access","namespace":"ai-tenant-e2e-extmod-b-94e247"},"name":"e2e-extmod-b-94e247-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:32.941745762Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"namespace":"ai-tenant-e2e-worker-w0-9893f0","name":"premium-simulator-access","reconcileID":"9df2314c-92e4-4a2e-af23-63838376732e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"name":"e2e-worker-w0-9893f0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:32.942672165Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"namespace":"ai-tenant-e2e-worker-w4-8d2c7c","name":"simulator-access","reconcileID":"44ff2e4b-1a05-4957-82d5-99a81253fa67","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"name":"e2e-worker-w4-8d2c7c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:33.079008358Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-c7826d","namespace":"llm"},"namespace":"llm","name":"e2e-dft-c7826d","reconcileID":"a0f34ff4-e129-4d68-8076-15b02540eb45","namespace":"llm","name":"e2e-dft-c7826d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:33.12794813Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-c7826d","namespace":"llm"},"namespace":"llm","name":"e2e-dft-c7826d","reconcileID":"59bc519b-30c4-450e-85d9-504a5d79f6bc","MaaSModelRef":{"name":"e2e-dft-c7826d","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-c7826d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:33.127976407Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-c7826d","namespace":"llm"},"namespace":"llm","name":"e2e-dft-c7826d","reconcileID":"59bc519b-30c4-450e-85d9-504a5d79f6bc","MaaSModelRef":{"name":"e2e-dft-c7826d","namespace":"llm"},"routeName":"external-model-e2e-dft-c7826d-243f7d95ce80","namespace":"llm","model":"e2e-dft-c7826d","externalModel":"e2e-dft-c7826d","provider":"e2e-dft-c7826d-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:33.183563388Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"premium-simulator-access","reconcileID":"358324d9-11b7-4ded-ac52-bd200f5383f6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-91cd99","tenantID":"e2e-worker-w2-91cd99","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:33.236698806Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"premium-simulator-access","reconcileID":"358324d9-11b7-4ded-ac52-bd200f5383f6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"name":"e2e-worker-w2-91cd99-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:33.288065193Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"namespace":"ai-tenant-e2e-worker-w3-bb1b51","name":"simulator-access","reconcileID":"da3ed87e-a5ee-4bbe-b3f9-41e140bd38f7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bb1b51","tenantID":"e2e-worker-w3-bb1b51","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:33.341330838Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"namespace":"ai-tenant-e2e-worker-w3-bb1b51","name":"simulator-access","reconcileID":"da3ed87e-a5ee-4bbe-b3f9-41e140bd38f7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"name":"e2e-worker-w3-bb1b51-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:33.382181055Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"f4971c41-49c3-4f4c-9e5b-12c352e2bc45","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:33.387021996Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-c01518-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-c01518-access","reconcileID":"4cab182c-a873-4aec-ae03-f4e54c938a32","MaaSAuthPolicy":{"name":"e2e-dft-c01518-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:33.437272131Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"f4971c41-49c3-4f4c-9e5b-12c352e2bc45","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:33.440388801Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-c01518-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-c01518-access","reconcileID":"4cab182c-a873-4aec-ae03-f4e54c938a32","MaaSAuthPolicy":{"name":"e2e-dft-c01518-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:33.482566704Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"457bbf80-35ca-46fe-bce7-818a3241da2e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:33.488740807Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 6, current generation is 7","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"f4971c41-49c3-4f4c-9e5b-12c352e2bc45","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:33.491458728Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 6, current generation is 7","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-c01518-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-c01518-access","reconcileID":"4cab182c-a873-4aec-ae03-f4e54c938a32","MaaSAuthPolicy":{"name":"e2e-dft-c01518-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:33.535676563Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"457bbf80-35ca-46fe-bce7-818a3241da2e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:33.587654416Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 6, current generation is 7","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"457bbf80-35ca-46fe-bce7-818a3241da2e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:33.668965206Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"premium-simulator-access","reconcileID":"de9b1573-27b6-4826-94f9-0ee122241dcd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-91cd99","tenantID":"e2e-worker-w2-91cd99","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:33.670177091Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"namespace":"ai-tenant-e2e-worker-w3-bb1b51","name":"premium-simulator-access","reconcileID":"b6a90a7a-8cad-4e93-bfd9-01e3d9fbc5a4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bb1b51","tenantID":"e2e-worker-w3-bb1b51","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:33.722550173Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"namespace":"ai-tenant-e2e-worker-w3-bb1b51","name":"premium-simulator-access","reconcileID":"b6a90a7a-8cad-4e93-bfd9-01e3d9fbc5a4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"name":"e2e-worker-w3-bb1b51-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:33.722689783Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"premium-simulator-access","reconcileID":"de9b1573-27b6-4826-94f9-0ee122241dcd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"name":"e2e-worker-w2-91cd99-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:33.765306656Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-2bc79b-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-2bc79b-access","reconcileID":"213012f2-72ab-4e0e-9014-ae236dd08290","MaaSAuthPolicy":{"name":"e2e-dft-2bc79b-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:33.771182473Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"namespace":"ai-tenant-e2e-worker-w1-5951bc","name":"simulator-access","reconcileID":"9e037264-9009-4b0c-8049-03d538261d96","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5951bc","tenantID":"e2e-worker-w1-5951bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:33.771274657Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"simulator-access","reconcileID":"5dc0a4f7-b0e3-4ca9-9c6d-c781a0d05566","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-91cd99","tenantID":"e2e-worker-w2-91cd99","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:33.817787796Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-2bc79b-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-2bc79b-access","reconcileID":"213012f2-72ab-4e0e-9014-ae236dd08290","MaaSAuthPolicy":{"name":"e2e-dft-2bc79b-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:33.825004598Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"simulator-access","reconcileID":"5dc0a4f7-b0e3-4ca9-9c6d-c781a0d05566","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"name":"e2e-worker-w2-91cd99-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:33.825035001Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"namespace":"ai-tenant-e2e-worker-w1-5951bc","name":"simulator-access","reconcileID":"9e037264-9009-4b0c-8049-03d538261d96","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"name":"e2e-worker-w1-5951bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:33.869506911Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 6, current generation is 7","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-2bc79b-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-2bc79b-access","reconcileID":"213012f2-72ab-4e0e-9014-ae236dd08290","MaaSAuthPolicy":{"name":"e2e-dft-2bc79b-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:34.020764588Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"namespace":"ai-tenant-e2e-worker-w4-8d2c7c","name":"premium-simulator-access","reconcileID":"d78b4ced-ddba-4af2-acf0-35862e786bca","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-8d2c7c","tenantID":"e2e-worker-w4-8d2c7c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:34.074426305Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"namespace":"ai-tenant-e2e-worker-w4-8d2c7c","name":"premium-simulator-access","reconcileID":"d78b4ced-ddba-4af2-acf0-35862e786bca","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"name":"e2e-worker-w4-8d2c7c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:34.119522566Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-4ce791-access","namespace":"ai-tenant-e2e-extmod-b-94e247"},"namespace":"ai-tenant-e2e-extmod-b-94e247","name":"e2e-rec-ctrl-4ce791-access","reconcileID":"2d2fb2f3-ab99-4405-b0f1-53cd8de8eb58","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-4ce791-access","namespace":"ai-tenant-e2e-extmod-b-94e247"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-94e247","tenantID":"e2e-extmod-b-94e247","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:34.119626577Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"namespace":"ai-tenant-e2e-worker-w0-9893f0","name":"simulator-access","reconcileID":"d944936d-1e1b-4067-a369-0fd5cec39e70","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9893f0","tenantID":"e2e-worker-w0-9893f0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:34.17345538Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-4ce791-access","namespace":"ai-tenant-e2e-extmod-b-94e247"},"namespace":"ai-tenant-e2e-extmod-b-94e247","name":"e2e-rec-ctrl-4ce791-access","reconcileID":"2d2fb2f3-ab99-4405-b0f1-53cd8de8eb58","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-4ce791-access","namespace":"ai-tenant-e2e-extmod-b-94e247"},"name":"e2e-extmod-b-94e247-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:34.175356009Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"namespace":"ai-tenant-e2e-worker-w0-9893f0","name":"simulator-access","reconcileID":"d944936d-1e1b-4067-a369-0fd5cec39e70","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"name":"e2e-worker-w0-9893f0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:34.267096625Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"namespace":"ai-tenant-e2e-worker-w4-8d2c7c","name":"simulator-access","reconcileID":"5cec1368-6f78-431c-8e5b-eb2a182efc02","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-8d2c7c","tenantID":"e2e-worker-w4-8d2c7c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:34.270248477Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"namespace":"ai-tenant-e2e-worker-w1-5951bc","name":"premium-simulator-access","reconcileID":"606d571d-6ba8-488d-aa50-de729fed58bf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5951bc","tenantID":"e2e-worker-w1-5951bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:34.319644815Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"namespace":"ai-tenant-e2e-worker-w4-8d2c7c","name":"simulator-access","reconcileID":"5cec1368-6f78-431c-8e5b-eb2a182efc02","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"name":"e2e-worker-w4-8d2c7c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:34.322497009Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"namespace":"ai-tenant-e2e-worker-w1-5951bc","name":"premium-simulator-access","reconcileID":"606d571d-6ba8-488d-aa50-de729fed58bf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"name":"e2e-worker-w1-5951bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:34.472693396Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-2a91e7-access","namespace":"ai-tenant-e2e-extmod-b-94e247"},"namespace":"ai-tenant-e2e-extmod-b-94e247","name":"e2e-att-serve-2a91e7-access","reconcileID":"9da2a00c-07c4-4cf6-b579-a1980a7d0e62","MaaSAuthPolicy":{"name":"e2e-att-serve-2a91e7-access","namespace":"ai-tenant-e2e-extmod-b-94e247"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-94e247","tenantID":"e2e-extmod-b-94e247","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:34.528920723Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-2a91e7-access","namespace":"ai-tenant-e2e-extmod-b-94e247"},"namespace":"ai-tenant-e2e-extmod-b-94e247","name":"e2e-att-serve-2a91e7-access","reconcileID":"9da2a00c-07c4-4cf6-b579-a1980a7d0e62","MaaSAuthPolicy":{"name":"e2e-att-serve-2a91e7-access","namespace":"ai-tenant-e2e-extmod-b-94e247"},"name":"e2e-extmod-b-94e247-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:34.586322751Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"namespace":"ai-tenant-e2e-worker-w0-9893f0","name":"premium-simulator-access","reconcileID":"fc332aca-6637-4062-955a-722bfb701f91","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9893f0","tenantID":"e2e-worker-w0-9893f0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:34.639278933Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"namespace":"ai-tenant-e2e-worker-w0-9893f0","name":"premium-simulator-access","reconcileID":"fc332aca-6637-4062-955a-722bfb701f91","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"name":"e2e-worker-w0-9893f0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:38.121477264Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-c7826d","namespace":"llm"},"namespace":"llm","name":"e2e-dft-c7826d","reconcileID":"d1b7cfde-eebf-43bd-87b3-503c52e3d10b","MaaSModelRef":{"name":"e2e-dft-c7826d","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-c7826d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:38.121506665Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-c7826d","namespace":"llm"},"namespace":"llm","name":"e2e-dft-c7826d","reconcileID":"d1b7cfde-eebf-43bd-87b3-503c52e3d10b","MaaSModelRef":{"name":"e2e-dft-c7826d","namespace":"llm"},"routeName":"external-model-e2e-dft-c7826d-243f7d95ce80","namespace":"llm","model":"e2e-dft-c7826d","externalModel":"e2e-dft-c7826d","provider":"e2e-dft-c7826d-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:38.218659427Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-c7826d","namespace":"llm"},"namespace":"llm","name":"e2e-dft-c7826d","reconcileID":"7049f8dd-9fd7-4733-808b-f3faba19f345","MaaSModelRef":{"name":"e2e-dft-c7826d","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-c7826d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:38.21868586Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-c7826d","namespace":"llm"},"namespace":"llm","name":"e2e-dft-c7826d","reconcileID":"7049f8dd-9fd7-4733-808b-f3faba19f345","MaaSModelRef":{"name":"e2e-dft-c7826d","namespace":"llm"},"routeName":"external-model-e2e-dft-c7826d-243f7d95ce80","namespace":"llm","model":"e2e-dft-c7826d","externalModel":"e2e-dft-c7826d","provider":"e2e-dft-c7826d-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:38.413602572Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-c7826d-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-c7826d-access","reconcileID":"fe0e5753-36bf-4fe1-85a2-2c1c832e5f92","MaaSAuthPolicy":{"name":"e2e-dft-c7826d-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:38.466004037Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-c7826d-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-c7826d-access","reconcileID":"fe0e5753-36bf-4fe1-85a2-2c1c832e5f92","MaaSAuthPolicy":{"name":"e2e-dft-c7826d-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:38.517939862Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 6, current generation is 7","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-c7826d-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-c7826d-access","reconcileID":"fe0e5753-36bf-4fe1-85a2-2c1c832e5f92","MaaSAuthPolicy":{"name":"e2e-dft-c7826d-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:38.618121554Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-c7826d","namespace":"llm"},"namespace":"llm","name":"e2e-dft-c7826d","reconcileID":"a4cdf154-aa36-4f43-95c0-4b11961a517f","MaaSModelRef":{"name":"e2e-dft-c7826d","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-c7826d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:38.618159655Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-c7826d","namespace":"llm"},"namespace":"llm","name":"e2e-dft-c7826d","reconcileID":"a4cdf154-aa36-4f43-95c0-4b11961a517f","MaaSModelRef":{"name":"e2e-dft-c7826d","namespace":"llm"},"routeName":"external-model-e2e-dft-c7826d-243f7d95ce80","namespace":"llm","model":"e2e-dft-c7826d","externalModel":"e2e-dft-c7826d","provider":"e2e-dft-c7826d-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:38.862798902Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-c7826d-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-c7826d-access","reconcileID":"5e8a0ab4-80a7-47cb-844a-b9968e8458df","MaaSAuthPolicy":{"name":"e2e-dft-c7826d-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:38.916446577Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-c7826d-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-c7826d-access","reconcileID":"5e8a0ab4-80a7-47cb-844a-b9968e8458df","MaaSAuthPolicy":{"name":"e2e-dft-c7826d-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:38.93995865Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"a07c13bb-13b9-402a-afc3-091c884a6d11","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:38.942425879Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-012868","namespace":"e2e-extmod-rec-noaccess-c16cea"},"namespace":"e2e-extmod-rec-noaccess-c16cea","name":"e2e-rec-recover-012868","reconcileID":"3581c027-932f-4a20-abe2-32cff06bfffb","MaaSModelRef":{"name":"e2e-rec-recover-012868","namespace":"e2e-extmod-rec-noaccess-c16cea"},"name":"e2e-rec-recover-012868","namespace":"e2e-extmod-rec-noaccess-c16cea","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:38.967537017Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (4be7e34885db9badbf15bd9d55f7717e6b67324896b7b6892c6b8c2b558b5a4e) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (0465aa4826d4f06b9677444a1d761e9bd3cca652cc6ed0c1c8b44dccfb2371df) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (eddafbe2edd9189bebc688e8ed25b5b8acf7c85ee7bd36a1288bdd2b907ab9d3) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (38641d16c166e4831f025a6452801b031e166d8dec4d6059fc395f373de031a6) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-c7826d-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-c7826d-access","reconcileID":"5e8a0ab4-80a7-47cb-844a-b9968e8458df","MaaSAuthPolicy":{"name":"e2e-dft-c7826d-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:39.039932722Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-873a34","namespace":"e2e-extmod-att-noaccess-c9b09f"},"namespace":"e2e-extmod-att-noaccess-c9b09f","name":"e2e-att-noaccess-873a34","reconcileID":"3eea0a9a-3dc0-4bd1-89a6-484339bf3c3e","MaaSModelRef":{"name":"e2e-att-noaccess-873a34","namespace":"e2e-extmod-att-noaccess-c9b09f"},"name":"e2e-att-noaccess-873a34","namespace":"e2e-extmod-att-noaccess-c9b09f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:39.04031384Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"namespace":"ai-tenant-e2e-worker-w1-5951bc","name":"simulator-subscription","reconcileID":"b3bb5e2b-440a-4bf1-b9af-f548a83ac80d","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"name":"maas-trlp-simulator-w1-5951bc","model":"e2e-models-e2e-worker-w1-5951bc/simulator-w1-5951bc","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:39.138117103Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-c7826d","namespace":"llm"},"namespace":"llm","name":"e2e-dft-c7826d","reconcileID":"d9dfc7bd-e7ca-4278-a43d-e2ed0c662d7d","MaaSModelRef":{"name":"e2e-dft-c7826d","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-c7826d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:39.138144569Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-c7826d","namespace":"llm"},"namespace":"llm","name":"e2e-dft-c7826d","reconcileID":"d9dfc7bd-e7ca-4278-a43d-e2ed0c662d7d","MaaSModelRef":{"name":"e2e-dft-c7826d","namespace":"llm"},"routeName":"external-model-e2e-dft-c7826d-243f7d95ce80","namespace":"llm","model":"e2e-dft-c7826d","externalModel":"e2e-dft-c7826d","provider":"e2e-dft-c7826d-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:39.143002319Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"namespace":"ai-tenant-e2e-worker-w3-bb1b51","name":"premium-simulator-subscription","reconcileID":"c0e91636-402d-4d6e-807f-72bce42a6077","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"name":"maas-trlp-premium-w3-bb1b51","model":"e2e-models-e2e-worker-w3-bb1b51/premium-w3-bb1b51","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:39.143002269Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"premium-simulator-subscription","reconcileID":"70ca835b-cd1f-4f9b-9c34-995b3ed6c64a","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"name":"maas-trlp-premium-w2-91cd99","model":"e2e-models-e2e-worker-w2-91cd99/premium-w2-91cd99","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:39.572595551Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rec-ctrl-4ce791-sub","namespace":"ai-tenant-e2e-extmod-b-94e247"},"namespace":"ai-tenant-e2e-extmod-b-94e247","name":"e2e-rec-ctrl-4ce791-sub","reconcileID":"e498e752-7997-4280-9ec3-1e367250a9c6","MaaSSubscription":{"name":"e2e-rec-ctrl-4ce791-sub","namespace":"ai-tenant-e2e-extmod-b-94e247"},"name":"maas-trlp-e2e-rec-ctrl-4ce791","model":"e2e-extmod-rec-user-f3f6f8/e2e-rec-ctrl-4ce791","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:39.619689219Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"namespace":"ai-tenant-e2e-worker-w1-5951bc","name":"premium-simulator-subscription","reconcileID":"409bbbb1-c958-49a0-8fc7-d118a755406f","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"name":"maas-trlp-premium-w1-5951bc","model":"e2e-models-e2e-worker-w1-5951bc/premium-w1-5951bc","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:39.719483924Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"namespace":"ai-tenant-e2e-worker-w3-bb1b51","name":"simulator-subscription","reconcileID":"9a9867e9-f758-4577-9fa1-8c212a4134fe","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"name":"maas-trlp-simulator-w3-bb1b51","model":"e2e-models-e2e-worker-w3-bb1b51/simulator-w3-bb1b51","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:39.819486872Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"namespace":"ai-tenant-e2e-worker-w0-9893f0","name":"simulator-subscription","reconcileID":"6981941f-1e05-41a2-b553-ca51b3112a26","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"name":"maas-trlp-simulator-w0-9893f0","model":"e2e-models-e2e-worker-w0-9893f0/simulator-w0-9893f0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:39.920075579Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"namespace":"ai-tenant-e2e-worker-w4-8d2c7c","name":"simulator-subscription","reconcileID":"82b1cf35-bad5-4f59-9825-e0b8531cccd5","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"name":"maas-trlp-simulator-w4-8d2c7c","model":"e2e-models-e2e-worker-w4-8d2c7c/simulator-w4-8d2c7c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:39.934881991Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"namespace":"ai-tenant-e2e-worker-w4-8d2c7c","name":"premium-simulator-subscription","reconcileID":"529b01f9-89d4-4457-8426-1ac629d403f0","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"name":"maas-trlp-premium-w4-8d2c7c","model":"e2e-models-e2e-worker-w4-8d2c7c/premium-w4-8d2c7c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:40.047159384Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"namespace":"ai-tenant-e2e-worker-w0-9893f0","name":"premium-simulator-subscription","reconcileID":"7d3ebd61-5d45-45de-95af-d41e56b60509","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"name":"maas-trlp-premium-w0-9893f0","model":"e2e-models-e2e-worker-w0-9893f0/premium-w0-9893f0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:40.163129852Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"simulator-subscription","reconcileID":"22732a0d-9b03-4db5-9ea1-0492f529ed35","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"name":"maas-trlp-simulator-w2-91cd99","model":"e2e-models-e2e-worker-w2-91cd99/simulator-w2-91cd99","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:40.446972066Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-serve-2a91e7-sub","namespace":"ai-tenant-e2e-extmod-b-94e247"},"namespace":"ai-tenant-e2e-extmod-b-94e247","name":"e2e-att-serve-2a91e7-sub","reconcileID":"df44585d-01de-4d4b-b554-dd5e93d670a3","MaaSSubscription":{"name":"e2e-att-serve-2a91e7-sub","namespace":"ai-tenant-e2e-extmod-b-94e247"},"name":"maas-trlp-e2e-att-serve-2a91e7","model":"e2e-extmod-att-user-a4da68/e2e-att-serve-2a91e7","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:40.513860267Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"c1b32eab-93cb-4fbb-8cf0-4f3f19840c4c","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:40.947847326Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-2bc79b-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-2bc79b-access","reconcileID":"301cb167-c10c-42f1-ae60-de4d64327d03","MaaSAuthPolicy":{"name":"e2e-dft-2bc79b-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:40.947847045Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"4f074c39-c4dd-4e8a-80dd-6f8ce43b88d7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:40.948454756Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-c01518-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-c01518-access","reconcileID":"8e4a2da5-bf9c-402d-b24f-3ddb92f9841f","MaaSAuthPolicy":{"name":"e2e-dft-c01518-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:40.950278838Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"7eddb499-d0d5-447d-a94c-b38031fe23b6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:40.950706021Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-c7826d-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-c7826d-access","reconcileID":"ba3ded37-f823-426d-b1c8-20985dc8942c","MaaSAuthPolicy":{"name":"e2e-dft-c7826d-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:41.001395486Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-2bc79b-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-2bc79b-access","reconcileID":"301cb167-c10c-42f1-ae60-de4d64327d03","MaaSAuthPolicy":{"name":"e2e-dft-2bc79b-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:41.001436597Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-c01518-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-c01518-access","reconcileID":"8e4a2da5-bf9c-402d-b24f-3ddb92f9841f","MaaSAuthPolicy":{"name":"e2e-dft-c01518-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:41.004063073Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"4f074c39-c4dd-4e8a-80dd-6f8ce43b88d7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:41.004231496Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-c7826d-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-c7826d-access","reconcileID":"ba3ded37-f823-426d-b1c8-20985dc8942c","MaaSAuthPolicy":{"name":"e2e-dft-c7826d-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:41.006342211Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"7eddb499-d0d5-447d-a94c-b38031fe23b6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:41.053766576Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (4be7e34885db9badbf15bd9d55f7717e6b67324896b7b6892c6b8c2b558b5a4e) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (0465aa4826d4f06b9677444a1d761e9bd3cca652cc6ed0c1c8b44dccfb2371df) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (eddafbe2edd9189bebc688e8ed25b5b8acf7c85ee7bd36a1288bdd2b907ab9d3) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (38641d16c166e4831f025a6452801b031e166d8dec4d6059fc395f373de031a6) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-2bc79b-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-2bc79b-access","reconcileID":"301cb167-c10c-42f1-ae60-de4d64327d03","MaaSAuthPolicy":{"name":"e2e-dft-2bc79b-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:41.054459477Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (4be7e34885db9badbf15bd9d55f7717e6b67324896b7b6892c6b8c2b558b5a4e) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (0465aa4826d4f06b9677444a1d761e9bd3cca652cc6ed0c1c8b44dccfb2371df) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (eddafbe2edd9189bebc688e8ed25b5b8acf7c85ee7bd36a1288bdd2b907ab9d3) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (38641d16c166e4831f025a6452801b031e166d8dec4d6059fc395f373de031a6) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-c01518-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-c01518-access","reconcileID":"8e4a2da5-bf9c-402d-b24f-3ddb92f9841f","MaaSAuthPolicy":{"name":"e2e-dft-c01518-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:41.055735371Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (4be7e34885db9badbf15bd9d55f7717e6b67324896b7b6892c6b8c2b558b5a4e) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (0465aa4826d4f06b9677444a1d761e9bd3cca652cc6ed0c1c8b44dccfb2371df) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (eddafbe2edd9189bebc688e8ed25b5b8acf7c85ee7bd36a1288bdd2b907ab9d3) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (38641d16c166e4831f025a6452801b031e166d8dec4d6059fc395f373de031a6) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-c7826d-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-c7826d-access","reconcileID":"ba3ded37-f823-426d-b1c8-20985dc8942c","MaaSAuthPolicy":{"name":"e2e-dft-c7826d-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:41.05653705Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (4be7e34885db9badbf15bd9d55f7717e6b67324896b7b6892c6b8c2b558b5a4e) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (0465aa4826d4f06b9677444a1d761e9bd3cca652cc6ed0c1c8b44dccfb2371df) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (eddafbe2edd9189bebc688e8ed25b5b8acf7c85ee7bd36a1288bdd2b907ab9d3) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (38641d16c166e4831f025a6452801b031e166d8dec4d6059fc395f373de031a6) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"4f074c39-c4dd-4e8a-80dd-6f8ce43b88d7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:41.058215784Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (4be7e34885db9badbf15bd9d55f7717e6b67324896b7b6892c6b8c2b558b5a4e) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (0465aa4826d4f06b9677444a1d761e9bd3cca652cc6ed0c1c8b44dccfb2371df) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (eddafbe2edd9189bebc688e8ed25b5b8acf7c85ee7bd36a1288bdd2b907ab9d3) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (38641d16c166e4831f025a6452801b031e166d8dec4d6059fc395f373de031a6) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"7eddb499-d0d5-447d-a94c-b38031fe23b6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:41.156081533Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-2bc79b","namespace":"llm"},"namespace":"llm","name":"e2e-dft-2bc79b","reconcileID":"9da2c501-1a19-4c39-896c-69afbc0a1a74","MaaSModelRef":{"name":"e2e-dft-2bc79b","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-2bc79b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:41.156108749Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-2bc79b","namespace":"llm"},"namespace":"llm","name":"e2e-dft-2bc79b","reconcileID":"9da2c501-1a19-4c39-896c-69afbc0a1a74","MaaSModelRef":{"name":"e2e-dft-2bc79b","namespace":"llm"},"routeName":"external-model-e2e-dft-2bc79b-a3ea27076713","namespace":"llm","model":"e2e-dft-2bc79b","externalModel":"e2e-dft-2bc79b","provider":"e2e-dft-2bc79b-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:41.253289645Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-c01518","namespace":"llm"},"namespace":"llm","name":"e2e-dft-c01518","reconcileID":"85d25b1f-5fdf-40f9-a0f6-a68ef9826ab1","MaaSModelRef":{"name":"e2e-dft-c01518","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-c01518","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:41.253317115Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-c01518","namespace":"llm"},"namespace":"llm","name":"e2e-dft-c01518","reconcileID":"85d25b1f-5fdf-40f9-a0f6-a68ef9826ab1","MaaSModelRef":{"name":"e2e-dft-c01518","namespace":"llm"},"routeName":"external-model-e2e-dft-c01518-05d7c5a9630f","namespace":"llm","model":"e2e-dft-c01518","externalModel":"e2e-dft-c01518","provider":"e2e-dft-c01518-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:41.302480498Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d4f8acad-bc81-4ce8-b62b-bd477a538157","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:41.302501422Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d4f8acad-bc81-4ce8-b62b-bd477a538157","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:41.302871394Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"f082fc24-aa34-49a3-b198-647598dc6aab","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:41.302882186Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"f082fc24-aa34-49a3-b198-647598dc6aab","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:49.041248027Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-012868","namespace":"e2e-extmod-rec-noaccess-c16cea"},"namespace":"e2e-extmod-rec-noaccess-c16cea","name":"e2e-rec-recover-012868","reconcileID":"984a609d-8f4e-42d4-b2e0-f63f4588f1a0","MaaSModelRef":{"name":"e2e-rec-recover-012868","namespace":"e2e-extmod-rec-noaccess-c16cea"},"name":"e2e-rec-recover-012868","namespace":"e2e-extmod-rec-noaccess-c16cea","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:49.138969474Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-873a34","namespace":"e2e-extmod-att-noaccess-c9b09f"},"namespace":"e2e-extmod-att-noaccess-c9b09f","name":"e2e-att-noaccess-873a34","reconcileID":"191ddc5c-8f39-4e4c-9ced-62cf21221667","MaaSModelRef":{"name":"e2e-att-noaccess-873a34","namespace":"e2e-extmod-att-noaccess-c9b09f"},"name":"e2e-att-noaccess-873a34","namespace":"e2e-extmod-att-noaccess-c9b09f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:51.348049211Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-c7826d-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-c7826d-access","reconcileID":"fedcaa5c-4ba1-4bd3-813e-6c3ba9b3e0e2","MaaSAuthPolicy":{"name":"e2e-dft-c7826d-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:51.398263638Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-2bc79b-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-2bc79b-access","reconcileID":"de37b6cd-fa58-4e5c-8085-0caa05a97035","MaaSAuthPolicy":{"name":"e2e-dft-2bc79b-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:51.400968163Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-c01518-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-c01518-access","reconcileID":"69153894-44b5-4673-bafd-82b5a3e5f7d3","MaaSAuthPolicy":{"name":"e2e-dft-c01518-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:51.401554933Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"21bebf35-b02a-46e1-a84d-80f0e5723e12","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:51.402560752Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-c7826d-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-c7826d-access","reconcileID":"fedcaa5c-4ba1-4bd3-813e-6c3ba9b3e0e2","MaaSAuthPolicy":{"name":"e2e-dft-c7826d-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:51.406334445Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"09c99dd3-2c24-4a55-846b-29c0979c2574","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:51.451553805Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-2bc79b-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-2bc79b-access","reconcileID":"de37b6cd-fa58-4e5c-8085-0caa05a97035","MaaSAuthPolicy":{"name":"e2e-dft-2bc79b-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:51.456712447Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (4be7e34885db9badbf15bd9d55f7717e6b67324896b7b6892c6b8c2b558b5a4e) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (0465aa4826d4f06b9677444a1d761e9bd3cca652cc6ed0c1c8b44dccfb2371df) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (eddafbe2edd9189bebc688e8ed25b5b8acf7c85ee7bd36a1288bdd2b907ab9d3) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (38641d16c166e4831f025a6452801b031e166d8dec4d6059fc395f373de031a6) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-c7826d-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-c7826d-access","reconcileID":"fedcaa5c-4ba1-4bd3-813e-6c3ba9b3e0e2","MaaSAuthPolicy":{"name":"e2e-dft-c7826d-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:51.457673428Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"21bebf35-b02a-46e1-a84d-80f0e5723e12","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:51.463192109Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-c01518-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-c01518-access","reconcileID":"69153894-44b5-4673-bafd-82b5a3e5f7d3","MaaSAuthPolicy":{"name":"e2e-dft-c01518-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:51.463732874Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"09c99dd3-2c24-4a55-846b-29c0979c2574","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:51.504262788Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (4be7e34885db9badbf15bd9d55f7717e6b67324896b7b6892c6b8c2b558b5a4e) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (0465aa4826d4f06b9677444a1d761e9bd3cca652cc6ed0c1c8b44dccfb2371df) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (eddafbe2edd9189bebc688e8ed25b5b8acf7c85ee7bd36a1288bdd2b907ab9d3) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (38641d16c166e4831f025a6452801b031e166d8dec4d6059fc395f373de031a6) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-2bc79b-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-2bc79b-access","reconcileID":"de37b6cd-fa58-4e5c-8085-0caa05a97035","MaaSAuthPolicy":{"name":"e2e-dft-2bc79b-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:51.515410192Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (4be7e34885db9badbf15bd9d55f7717e6b67324896b7b6892c6b8c2b558b5a4e) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (0465aa4826d4f06b9677444a1d761e9bd3cca652cc6ed0c1c8b44dccfb2371df) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (eddafbe2edd9189bebc688e8ed25b5b8acf7c85ee7bd36a1288bdd2b907ab9d3) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (38641d16c166e4831f025a6452801b031e166d8dec4d6059fc395f373de031a6) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"21bebf35-b02a-46e1-a84d-80f0e5723e12","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:51.518612291Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (4be7e34885db9badbf15bd9d55f7717e6b67324896b7b6892c6b8c2b558b5a4e) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (0465aa4826d4f06b9677444a1d761e9bd3cca652cc6ed0c1c8b44dccfb2371df) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (eddafbe2edd9189bebc688e8ed25b5b8acf7c85ee7bd36a1288bdd2b907ab9d3) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (38641d16c166e4831f025a6452801b031e166d8dec4d6059fc395f373de031a6) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-c01518-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-c01518-access","reconcileID":"69153894-44b5-4673-bafd-82b5a3e5f7d3","MaaSAuthPolicy":{"name":"e2e-dft-c01518-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:51.519536039Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (4be7e34885db9badbf15bd9d55f7717e6b67324896b7b6892c6b8c2b558b5a4e) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (0465aa4826d4f06b9677444a1d761e9bd3cca652cc6ed0c1c8b44dccfb2371df) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (eddafbe2edd9189bebc688e8ed25b5b8acf7c85ee7bd36a1288bdd2b907ab9d3) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (38641d16c166e4831f025a6452801b031e166d8dec4d6059fc395f373de031a6) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"09c99dd3-2c24-4a55-846b-29c0979c2574","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:55.714517887Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:56.450861912Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-del-935925","namespace":"llm"},"namespace":"llm","name":"e2e-dft-del-935925","reconcileID":"5f2582c2-a490-4207-a390-0cde2357ad8d","namespace":"llm","name":"e2e-dft-del-935925","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:56.503647628Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-del-935925","namespace":"llm"},"namespace":"llm","name":"e2e-dft-del-935925","reconcileID":"d1874d50-934c-4d10-b038-8a2032aad510","namespace":"llm","name":"e2e-dft-del-935925","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:56.747727858Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-c01518-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-c01518-access","reconcileID":"723e2d67-67a6-4f74-a949-471890de63f6","MaaSAuthPolicy":{"name":"e2e-dft-c01518-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:56.747732922Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-c7826d-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-c7826d-access","reconcileID":"ae79f353-dc8b-477d-ae05-b5142d16b4f6","MaaSAuthPolicy":{"name":"e2e-dft-c7826d-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:56.751642811Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"3475b97d-dd25-4f97-a38d-193ddcb62b43","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:56.751682343Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"6d83a921-de62-4a99-8fa9-30f61e66b263","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:56.76416729Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-2bc79b-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-2bc79b-access","reconcileID":"4ca32f5a-ffb5-4f43-8c04-710726336943","MaaSAuthPolicy":{"name":"e2e-dft-2bc79b-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:56.800783899Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-c01518-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-c01518-access","reconcileID":"723e2d67-67a6-4f74-a949-471890de63f6","MaaSAuthPolicy":{"name":"e2e-dft-c01518-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:56.802274309Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-c7826d-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-c7826d-access","reconcileID":"ae79f353-dc8b-477d-ae05-b5142d16b4f6","MaaSAuthPolicy":{"name":"e2e-dft-c7826d-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:56.804433327Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"6d83a921-de62-4a99-8fa9-30f61e66b263","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:56.806562692Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"3475b97d-dd25-4f97-a38d-193ddcb62b43","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:56.809898889Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-del-935925","namespace":"llm"},"namespace":"llm","name":"e2e-dft-del-935925","reconcileID":"a7f38f99-ff55-4536-b501-b20ad8a02e57","MaaSModelRef":{"name":"e2e-dft-del-935925","namespace":"llm"},"name":"e2e-dft-del-935925","namespace":"llm","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:56.817531171Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-2bc79b-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-2bc79b-access","reconcileID":"4ca32f5a-ffb5-4f43-8c04-710726336943","MaaSAuthPolicy":{"name":"e2e-dft-2bc79b-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:56.852658317Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (4be7e34885db9badbf15bd9d55f7717e6b67324896b7b6892c6b8c2b558b5a4e) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (0465aa4826d4f06b9677444a1d761e9bd3cca652cc6ed0c1c8b44dccfb2371df) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (eddafbe2edd9189bebc688e8ed25b5b8acf7c85ee7bd36a1288bdd2b907ab9d3) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (38641d16c166e4831f025a6452801b031e166d8dec4d6059fc395f373de031a6) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-c01518-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-c01518-access","reconcileID":"723e2d67-67a6-4f74-a949-471890de63f6","MaaSAuthPolicy":{"name":"e2e-dft-c01518-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:56.854343444Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (4be7e34885db9badbf15bd9d55f7717e6b67324896b7b6892c6b8c2b558b5a4e) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (0465aa4826d4f06b9677444a1d761e9bd3cca652cc6ed0c1c8b44dccfb2371df) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (eddafbe2edd9189bebc688e8ed25b5b8acf7c85ee7bd36a1288bdd2b907ab9d3) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (38641d16c166e4831f025a6452801b031e166d8dec4d6059fc395f373de031a6) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-c7826d-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-c7826d-access","reconcileID":"ae79f353-dc8b-477d-ae05-b5142d16b4f6","MaaSAuthPolicy":{"name":"e2e-dft-c7826d-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:56.856049993Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (4be7e34885db9badbf15bd9d55f7717e6b67324896b7b6892c6b8c2b558b5a4e) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (0465aa4826d4f06b9677444a1d761e9bd3cca652cc6ed0c1c8b44dccfb2371df) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (eddafbe2edd9189bebc688e8ed25b5b8acf7c85ee7bd36a1288bdd2b907ab9d3) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (38641d16c166e4831f025a6452801b031e166d8dec4d6059fc395f373de031a6) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"6d83a921-de62-4a99-8fa9-30f61e66b263","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:56.860838243Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (4be7e34885db9badbf15bd9d55f7717e6b67324896b7b6892c6b8c2b558b5a4e) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (0465aa4826d4f06b9677444a1d761e9bd3cca652cc6ed0c1c8b44dccfb2371df) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (eddafbe2edd9189bebc688e8ed25b5b8acf7c85ee7bd36a1288bdd2b907ab9d3) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (38641d16c166e4831f025a6452801b031e166d8dec4d6059fc395f373de031a6) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"3475b97d-dd25-4f97-a38d-193ddcb62b43","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:56.871314053Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (4be7e34885db9badbf15bd9d55f7717e6b67324896b7b6892c6b8c2b558b5a4e) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (0465aa4826d4f06b9677444a1d761e9bd3cca652cc6ed0c1c8b44dccfb2371df) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (eddafbe2edd9189bebc688e8ed25b5b8acf7c85ee7bd36a1288bdd2b907ab9d3) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (38641d16c166e4831f025a6452801b031e166d8dec4d6059fc395f373de031a6) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-2bc79b-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-2bc79b-access","reconcileID":"4ca32f5a-ffb5-4f43-8c04-710726336943","MaaSAuthPolicy":{"name":"e2e-dft-2bc79b-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:56.911934136Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"dff3fd69-f243-4120-ab57-9d06e6f98d11","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:56.911959076Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"dff3fd69-f243-4120-ab57-9d06e6f98d11","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:56.912312057Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"a395656e-46de-4c66-8c1c-45fd2edf4d33","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:56.912328217Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"a395656e-46de-4c66-8c1c-45fd2edf4d33","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:56.912575485Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"103d543b-6c0f-451a-8e98-f1887e9397be","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:56.912589868Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"103d543b-6c0f-451a-8e98-f1887e9397be","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:56.961344735Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-c7826d","namespace":"llm"},"namespace":"llm","name":"e2e-dft-c7826d","reconcileID":"186ee005-b060-46b3-ad3b-8cbfe5ea753a","MaaSModelRef":{"name":"e2e-dft-c7826d","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-c7826d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:56.961371968Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-c7826d","namespace":"llm"},"namespace":"llm","name":"e2e-dft-c7826d","reconcileID":"186ee005-b060-46b3-ad3b-8cbfe5ea753a","MaaSModelRef":{"name":"e2e-dft-c7826d","namespace":"llm"},"routeName":"external-model-e2e-dft-c7826d-243f7d95ce80","namespace":"llm","model":"e2e-dft-c7826d","externalModel":"e2e-dft-c7826d","provider":"e2e-dft-c7826d-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:57.001127424Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"premium-simulator-access","reconcileID":"80dc4232-91fe-4b45-a2f0-6d81853e7745","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-91cd99","tenantID":"e2e-worker-w2-91cd99","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:57.001269979Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"namespace":"ai-tenant-e2e-worker-w3-bb1b51","name":"simulator-access","reconcileID":"3a9db66c-4a05-4916-87c1-3e9528d0aa49","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bb1b51","tenantID":"e2e-worker-w3-bb1b51","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:57.002364735Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"namespace":"ai-tenant-e2e-worker-w3-bb1b51","name":"premium-simulator-access","reconcileID":"11c69c49-040b-426f-bf37-4ab1496ecdb0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bb1b51","tenantID":"e2e-worker-w3-bb1b51","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:57.010222814Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"1bb56f4c-f209-4208-8882-847ddcf5db5b","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:57.010238772Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"1bb56f4c-f209-4208-8882-847ddcf5db5b","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:57.010538362Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"582727ed-2e19-4dbd-abdb-ba2a97cd091b","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:57.010550932Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"582727ed-2e19-4dbd-abdb-ba2a97cd091b","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:57.010791838Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"4be13cb8-49e1-48c0-bce4-240ddde18258","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:57.010802937Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"4be13cb8-49e1-48c0-bce4-240ddde18258","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:57.055231366Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"namespace":"ai-tenant-e2e-worker-w3-bb1b51","name":"premium-simulator-access","reconcileID":"11c69c49-040b-426f-bf37-4ab1496ecdb0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"name":"e2e-worker-w3-bb1b51-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:57.055283468Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"premium-simulator-access","reconcileID":"80dc4232-91fe-4b45-a2f0-6d81853e7745","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"name":"e2e-worker-w2-91cd99-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:57.055899155Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"14c27381-88da-4c2b-9f7e-c4810faf9130","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:57.056556938Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"836e1f64-e4bb-40f7-b173-ce60478188d6","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:57.05884127Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"namespace":"ai-tenant-e2e-worker-w3-bb1b51","name":"simulator-access","reconcileID":"3a9db66c-4a05-4916-87c1-3e9528d0aa49","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"name":"e2e-worker-w3-bb1b51-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:57.059551866Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-c01518","namespace":"llm"},"namespace":"llm","name":"e2e-dft-c01518","reconcileID":"93be2711-d2f1-4655-9e17-e52c6eca159c","MaaSModelRef":{"name":"e2e-dft-c01518","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-c01518","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:57.059568973Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-c01518","namespace":"llm"},"namespace":"llm","name":"e2e-dft-c01518","reconcileID":"93be2711-d2f1-4655-9e17-e52c6eca159c","MaaSModelRef":{"name":"e2e-dft-c01518","namespace":"llm"},"routeName":"external-model-e2e-dft-c01518-05d7c5a9630f","namespace":"llm","model":"e2e-dft-c01518","externalModel":"e2e-dft-c01518","provider":"e2e-dft-c01518-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:57.100663561Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"namespace":"ai-tenant-e2e-worker-w1-5951bc","name":"simulator-access","reconcileID":"87d96eae-d2ca-482b-b9e0-a43ce9c5914f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5951bc","tenantID":"e2e-worker-w1-5951bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:57.103502933Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"simulator-access","reconcileID":"27e92bdc-958e-4540-bc93-1c5da2afdba4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-91cd99","tenantID":"e2e-worker-w2-91cd99","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:57.10482002Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dft-c01518-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-c01518-sub","reconcileID":"57d9d84d-b08d-42f0-840b-551077ffa6e1","MaaSSubscription":{"name":"e2e-dft-c01518-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-dft-c01518","model":"llm/e2e-dft-c01518","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:57.154758711Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"namespace":"ai-tenant-e2e-worker-w1-5951bc","name":"simulator-access","reconcileID":"87d96eae-d2ca-482b-b9e0-a43ce9c5914f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"name":"e2e-worker-w1-5951bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:57.156643166Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"simulator-access","reconcileID":"27e92bdc-958e-4540-bc93-1c5da2afdba4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"name":"e2e-worker-w2-91cd99-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:57.158216186Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-2bc79b","namespace":"llm"},"namespace":"llm","name":"e2e-dft-2bc79b","reconcileID":"6dcf96a3-28ed-46fe-96ed-6cc7acdf2829","MaaSModelRef":{"name":"e2e-dft-2bc79b","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-2bc79b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:57.158235492Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-2bc79b","namespace":"llm"},"namespace":"llm","name":"e2e-dft-2bc79b","reconcileID":"6dcf96a3-28ed-46fe-96ed-6cc7acdf2829","MaaSModelRef":{"name":"e2e-dft-2bc79b","namespace":"llm"},"routeName":"external-model-e2e-dft-2bc79b-a3ea27076713","namespace":"llm","model":"e2e-dft-2bc79b","externalModel":"e2e-dft-2bc79b","provider":"e2e-dft-2bc79b-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:57.254958423Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-del-935925","namespace":"llm"},"namespace":"llm","name":"e2e-dft-del-935925","reconcileID":"677455ea-7f0e-480b-a2d1-be0b4a55c40f","MaaSModelRef":{"name":"e2e-dft-del-935925","namespace":"llm"},"name":"e2e-dft-del-935925","namespace":"llm","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:57.305303175Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"6ed70ca2-89ed-4317-906a-0d62fce04b66","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:57.305325757Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"6ed70ca2-89ed-4317-906a-0d62fce04b66","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:57.305649702Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"4157bd1b-2b4a-4f7b-b4c8-7146aa047bf0","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:57.305665433Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"4157bd1b-2b4a-4f7b-b4c8-7146aa047bf0","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:57.305931197Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"8d4ce12c-db66-455b-8326-9fb1b8bfb590","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:57.305954381Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"8d4ce12c-db66-455b-8326-9fb1b8bfb590","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:57.306187876Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"f953f0e1-66a9-47a4-9296-f442618cec5f","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:57.306200456Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"f953f0e1-66a9-47a4-9296-f442618cec5f","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:57.306452732Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"b40290a5-b3ae-4b57-9dfe-92ebc29d86a0","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:57.306467657Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"b40290a5-b3ae-4b57-9dfe-92ebc29d86a0","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:57.355158069Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-c7826d","namespace":"llm"},"namespace":"llm","name":"e2e-dft-c7826d","reconcileID":"e92fde34-fe75-4669-b7e9-7303813ce1b6","MaaSModelRef":{"name":"e2e-dft-c7826d","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-c7826d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:57.355278728Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-c7826d","namespace":"llm"},"namespace":"llm","name":"e2e-dft-c7826d","reconcileID":"e92fde34-fe75-4669-b7e9-7303813ce1b6","MaaSModelRef":{"name":"e2e-dft-c7826d","namespace":"llm"},"routeName":"external-model-e2e-dft-c7826d-243f7d95ce80","namespace":"llm","model":"e2e-dft-c7826d","externalModel":"e2e-dft-c7826d","provider":"e2e-dft-c7826d-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:57.401873186Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"namespace":"ai-tenant-e2e-worker-w4-8d2c7c","name":"premium-simulator-access","reconcileID":"f4272260-f83b-42a6-aaeb-6fabf1c192e7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-8d2c7c","tenantID":"e2e-worker-w4-8d2c7c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:57.401874079Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-4ce791-access","namespace":"ai-tenant-e2e-extmod-b-94e247"},"namespace":"ai-tenant-e2e-extmod-b-94e247","name":"e2e-rec-ctrl-4ce791-access","reconcileID":"340fadf7-d894-41d9-aaa4-db093cc04adc","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-4ce791-access","namespace":"ai-tenant-e2e-extmod-b-94e247"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-94e247","tenantID":"e2e-extmod-b-94e247","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:57.40260684Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"namespace":"ai-tenant-e2e-worker-w0-9893f0","name":"simulator-access","reconcileID":"d0be001a-6a44-4215-a0c2-ab250eaa7913","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9893f0","tenantID":"e2e-worker-w0-9893f0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:57.455278289Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"namespace":"ai-tenant-e2e-worker-w0-9893f0","name":"simulator-access","reconcileID":"d0be001a-6a44-4215-a0c2-ab250eaa7913","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"name":"e2e-worker-w0-9893f0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:57.455418828Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-4ce791-access","namespace":"ai-tenant-e2e-extmod-b-94e247"},"namespace":"ai-tenant-e2e-extmod-b-94e247","name":"e2e-rec-ctrl-4ce791-access","reconcileID":"340fadf7-d894-41d9-aaa4-db093cc04adc","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-4ce791-access","namespace":"ai-tenant-e2e-extmod-b-94e247"},"name":"e2e-extmod-b-94e247-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:57.45756323Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"namespace":"ai-tenant-e2e-worker-w4-8d2c7c","name":"premium-simulator-access","reconcileID":"f4272260-f83b-42a6-aaeb-6fabf1c192e7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"name":"e2e-worker-w4-8d2c7c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:57.501002751Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"namespace":"ai-tenant-e2e-worker-w4-8d2c7c","name":"simulator-access","reconcileID":"36561ccc-7ea7-407e-b472-fd502db22ff3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-8d2c7c","tenantID":"e2e-worker-w4-8d2c7c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:57.50370771Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"namespace":"ai-tenant-e2e-worker-w1-5951bc","name":"premium-simulator-access","reconcileID":"eea9963b-043a-4fee-9e68-002e401501fd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5951bc","tenantID":"e2e-worker-w1-5951bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:57.55417622Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"namespace":"ai-tenant-e2e-worker-w4-8d2c7c","name":"simulator-access","reconcileID":"36561ccc-7ea7-407e-b472-fd502db22ff3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"name":"e2e-worker-w4-8d2c7c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:57.555985632Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"namespace":"ai-tenant-e2e-worker-w1-5951bc","name":"premium-simulator-access","reconcileID":"eea9963b-043a-4fee-9e68-002e401501fd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"name":"e2e-worker-w1-5951bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:57.802842672Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"namespace":"ai-tenant-e2e-worker-w0-9893f0","name":"premium-simulator-access","reconcileID":"aed8f95c-50ed-4783-a138-ca1718cf1091","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9893f0","tenantID":"e2e-worker-w0-9893f0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:57.803483271Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-2a91e7-access","namespace":"ai-tenant-e2e-extmod-b-94e247"},"namespace":"ai-tenant-e2e-extmod-b-94e247","name":"e2e-att-serve-2a91e7-access","reconcileID":"c38dba16-bbdf-4de8-977d-f18ed3cf7da6","MaaSAuthPolicy":{"name":"e2e-att-serve-2a91e7-access","namespace":"ai-tenant-e2e-extmod-b-94e247"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-94e247","tenantID":"e2e-extmod-b-94e247","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:57.855911258Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"namespace":"ai-tenant-e2e-worker-w0-9893f0","name":"premium-simulator-access","reconcileID":"aed8f95c-50ed-4783-a138-ca1718cf1091","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"name":"e2e-worker-w0-9893f0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:57.856154003Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-2a91e7-access","namespace":"ai-tenant-e2e-extmod-b-94e247"},"namespace":"ai-tenant-e2e-extmod-b-94e247","name":"e2e-att-serve-2a91e7-access","reconcileID":"c38dba16-bbdf-4de8-977d-f18ed3cf7da6","MaaSAuthPolicy":{"name":"e2e-att-serve-2a91e7-access","namespace":"ai-tenant-e2e-extmod-b-94e247"},"name":"e2e-extmod-b-94e247-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:57.942043438Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-del-935925","namespace":"llm"},"namespace":"llm","name":"e2e-dft-del-935925","reconcileID":"7f405d46-a5cc-496c-af86-84f8048699e5","namespace":"llm","name":"e2e-dft-del-935925","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:57.99047818Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-del-935925","namespace":"llm"},"namespace":"llm","name":"e2e-dft-del-935925","reconcileID":"2406f6e4-f45f-41dc-906e-08f70f4cf13f","MaaSModelRef":{"name":"e2e-dft-del-935925","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-del-935925","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:57.99050622Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-del-935925","namespace":"llm"},"namespace":"llm","name":"e2e-dft-del-935925","reconcileID":"2406f6e4-f45f-41dc-906e-08f70f4cf13f","MaaSModelRef":{"name":"e2e-dft-del-935925","namespace":"llm"},"routeName":"external-model-e2e-dft-del-935925-596a79c19667","namespace":"llm","model":"e2e-dft-del-935925","externalModel":"e2e-dft-del-935925","provider":"e2e-dft-del-935925-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:58.045846656Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-c01518-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-c01518-access","reconcileID":"4f9b7da9-de21-45fc-a132-69cc4905c1c9","MaaSAuthPolicy":{"name":"e2e-dft-c01518-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:58.051908283Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-c7826d-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-c7826d-access","reconcileID":"91258245-fb51-426b-9f1d-e8383d267c96","MaaSAuthPolicy":{"name":"e2e-dft-c7826d-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:58.052746037Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"78fa65d5-09de-402a-8fe5-1c910ac74c37","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:58.100840386Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-c01518-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-c01518-access","reconcileID":"4f9b7da9-de21-45fc-a132-69cc4905c1c9","MaaSAuthPolicy":{"name":"e2e-dft-c01518-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:58.106609916Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-c7826d-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-c7826d-access","reconcileID":"91258245-fb51-426b-9f1d-e8383d267c96","MaaSAuthPolicy":{"name":"e2e-dft-c7826d-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:58.106788007Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"78fa65d5-09de-402a-8fe5-1c910ac74c37","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:58.152782317Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (4be7e34885db9badbf15bd9d55f7717e6b67324896b7b6892c6b8c2b558b5a4e) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (0465aa4826d4f06b9677444a1d761e9bd3cca652cc6ed0c1c8b44dccfb2371df) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (eddafbe2edd9189bebc688e8ed25b5b8acf7c85ee7bd36a1288bdd2b907ab9d3) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (38641d16c166e4831f025a6452801b031e166d8dec4d6059fc395f373de031a6) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-c01518-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-c01518-access","reconcileID":"4f9b7da9-de21-45fc-a132-69cc4905c1c9","MaaSAuthPolicy":{"name":"e2e-dft-c01518-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:58.158365015Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (4be7e34885db9badbf15bd9d55f7717e6b67324896b7b6892c6b8c2b558b5a4e) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (0465aa4826d4f06b9677444a1d761e9bd3cca652cc6ed0c1c8b44dccfb2371df) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (eddafbe2edd9189bebc688e8ed25b5b8acf7c85ee7bd36a1288bdd2b907ab9d3) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (38641d16c166e4831f025a6452801b031e166d8dec4d6059fc395f373de031a6) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-c7826d-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-c7826d-access","reconcileID":"91258245-fb51-426b-9f1d-e8383d267c96","MaaSAuthPolicy":{"name":"e2e-dft-c7826d-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:58.159075167Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (4be7e34885db9badbf15bd9d55f7717e6b67324896b7b6892c6b8c2b558b5a4e) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (0465aa4826d4f06b9677444a1d761e9bd3cca652cc6ed0c1c8b44dccfb2371df) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (eddafbe2edd9189bebc688e8ed25b5b8acf7c85ee7bd36a1288bdd2b907ab9d3) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (38641d16c166e4831f025a6452801b031e166d8dec4d6059fc395f373de031a6) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"78fa65d5-09de-402a-8fe5-1c910ac74c37","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:58.294561664Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d5dc27ad-61b5-44d0-929d-ec148112612f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:58.299498817Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"namespace":"ai-tenant-e2e-worker-w4-8d2c7c","name":"premium-simulator-access","reconcileID":"2fb46543-7aac-4e3e-9338-0594c834d38a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-8d2c7c","tenantID":"e2e-worker-w4-8d2c7c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:58.304697841Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"namespace":"ai-tenant-e2e-worker-w0-9893f0","name":"simulator-access","reconcileID":"a23072a2-a5d4-4a18-a46c-5a51d600ea6a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9893f0","tenantID":"e2e-worker-w0-9893f0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:58.305141762Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-4ce791-access","namespace":"ai-tenant-e2e-extmod-b-94e247"},"namespace":"ai-tenant-e2e-extmod-b-94e247","name":"e2e-rec-ctrl-4ce791-access","reconcileID":"447a03ff-dc60-4341-a3d3-8d881b7fb012","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-4ce791-access","namespace":"ai-tenant-e2e-extmod-b-94e247"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-94e247","tenantID":"e2e-extmod-b-94e247","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:58.349456055Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d5dc27ad-61b5-44d0-929d-ec148112612f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:58.355812553Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"namespace":"ai-tenant-e2e-worker-w4-8d2c7c","name":"premium-simulator-access","reconcileID":"2fb46543-7aac-4e3e-9338-0594c834d38a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"name":"e2e-worker-w4-8d2c7c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:58.359621873Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"namespace":"ai-tenant-e2e-worker-w0-9893f0","name":"simulator-access","reconcileID":"a23072a2-a5d4-4a18-a46c-5a51d600ea6a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"name":"e2e-worker-w0-9893f0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:58.361683493Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-4ce791-access","namespace":"ai-tenant-e2e-extmod-b-94e247"},"namespace":"ai-tenant-e2e-extmod-b-94e247","name":"e2e-rec-ctrl-4ce791-access","reconcileID":"447a03ff-dc60-4341-a3d3-8d881b7fb012","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-4ce791-access","namespace":"ai-tenant-e2e-extmod-b-94e247"},"name":"e2e-extmod-b-94e247-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:58.397992245Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-2bc79b-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-2bc79b-access","reconcileID":"140a360d-801b-458c-9511-8ca46a6bf396","MaaSAuthPolicy":{"name":"e2e-dft-2bc79b-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:58.400978753Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (4be7e34885db9badbf15bd9d55f7717e6b67324896b7b6892c6b8c2b558b5a4e) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (0465aa4826d4f06b9677444a1d761e9bd3cca652cc6ed0c1c8b44dccfb2371df) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (eddafbe2edd9189bebc688e8ed25b5b8acf7c85ee7bd36a1288bdd2b907ab9d3) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (38641d16c166e4831f025a6452801b031e166d8dec4d6059fc395f373de031a6) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d5dc27ad-61b5-44d0-929d-ec148112612f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:58.450324442Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-2bc79b-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-2bc79b-access","reconcileID":"140a360d-801b-458c-9511-8ca46a6bf396","MaaSAuthPolicy":{"name":"e2e-dft-2bc79b-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:58.501488208Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (4be7e34885db9badbf15bd9d55f7717e6b67324896b7b6892c6b8c2b558b5a4e) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (0465aa4826d4f06b9677444a1d761e9bd3cca652cc6ed0c1c8b44dccfb2371df) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (eddafbe2edd9189bebc688e8ed25b5b8acf7c85ee7bd36a1288bdd2b907ab9d3) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (38641d16c166e4831f025a6452801b031e166d8dec4d6059fc395f373de031a6) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-2bc79b-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-2bc79b-access","reconcileID":"140a360d-801b-458c-9511-8ca46a6bf396","MaaSAuthPolicy":{"name":"e2e-dft-2bc79b-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:58.547783147Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"namespace":"ai-tenant-e2e-worker-w1-5951bc","name":"premium-simulator-access","reconcileID":"46acd659-1c5f-4148-9655-fa0e3cdcb30c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5951bc","tenantID":"e2e-worker-w1-5951bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:58.59979053Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"namespace":"ai-tenant-e2e-worker-w1-5951bc","name":"premium-simulator-access","reconcileID":"46acd659-1c5f-4148-9655-fa0e3cdcb30c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"name":"e2e-worker-w1-5951bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:58.64842229Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"namespace":"ai-tenant-e2e-worker-w4-8d2c7c","name":"simulator-access","reconcileID":"ede90713-6c76-497d-ab96-411214fdb81e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-8d2c7c","tenantID":"e2e-worker-w4-8d2c7c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:58.700623867Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"namespace":"ai-tenant-e2e-worker-w4-8d2c7c","name":"simulator-access","reconcileID":"ede90713-6c76-497d-ab96-411214fdb81e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"name":"e2e-worker-w4-8d2c7c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:58.701102385Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-2a91e7-access","namespace":"ai-tenant-e2e-extmod-b-94e247"},"namespace":"ai-tenant-e2e-extmod-b-94e247","name":"e2e-att-serve-2a91e7-access","reconcileID":"f2384ecb-c2fa-48b8-b121-00772a5b8a47","MaaSAuthPolicy":{"name":"e2e-att-serve-2a91e7-access","namespace":"ai-tenant-e2e-extmod-b-94e247"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-94e247","tenantID":"e2e-extmod-b-94e247","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:58.701103328Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"namespace":"ai-tenant-e2e-worker-w0-9893f0","name":"premium-simulator-access","reconcileID":"4d6b1aff-5728-4c24-998f-bc0e107c2ed5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9893f0","tenantID":"e2e-worker-w0-9893f0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:58.753777399Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"namespace":"ai-tenant-e2e-worker-w0-9893f0","name":"premium-simulator-access","reconcileID":"4d6b1aff-5728-4c24-998f-bc0e107c2ed5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"name":"e2e-worker-w0-9893f0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:58.753893292Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-2a91e7-access","namespace":"ai-tenant-e2e-extmod-b-94e247"},"namespace":"ai-tenant-e2e-extmod-b-94e247","name":"e2e-att-serve-2a91e7-access","reconcileID":"f2384ecb-c2fa-48b8-b121-00772a5b8a47","MaaSAuthPolicy":{"name":"e2e-att-serve-2a91e7-access","namespace":"ai-tenant-e2e-extmod-b-94e247"},"name":"e2e-extmod-b-94e247-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:58.903795439Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"premium-simulator-access","reconcileID":"301c3b03-2da3-40ce-9909-df535209e705","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-91cd99","tenantID":"e2e-worker-w2-91cd99","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:58.945557876Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-c7826d-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-c7826d-access","reconcileID":"339451ac-5918-4a11-ab68-57e7fef49f59","MaaSAuthPolicy":{"name":"e2e-dft-c7826d-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:58.957137382Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"premium-simulator-access","reconcileID":"301c3b03-2da3-40ce-9909-df535209e705","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"name":"e2e-worker-w2-91cd99-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:58.99849331Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-c7826d-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-c7826d-access","reconcileID":"339451ac-5918-4a11-ab68-57e7fef49f59","MaaSAuthPolicy":{"name":"e2e-dft-c7826d-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:59.001589712Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"namespace":"ai-tenant-e2e-worker-w3-bb1b51","name":"simulator-access","reconcileID":"5fef5b2d-1a8a-45dd-b4d9-f6c49559dc65","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bb1b51","tenantID":"e2e-worker-w3-bb1b51","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:59.049348436Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (4be7e34885db9badbf15bd9d55f7717e6b67324896b7b6892c6b8c2b558b5a4e) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (0465aa4826d4f06b9677444a1d761e9bd3cca652cc6ed0c1c8b44dccfb2371df) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (eddafbe2edd9189bebc688e8ed25b5b8acf7c85ee7bd36a1288bdd2b907ab9d3) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (38641d16c166e4831f025a6452801b031e166d8dec4d6059fc395f373de031a6) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-c7826d-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-c7826d-access","reconcileID":"339451ac-5918-4a11-ab68-57e7fef49f59","MaaSAuthPolicy":{"name":"e2e-dft-c7826d-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:59.053253605Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"namespace":"ai-tenant-e2e-worker-w3-bb1b51","name":"simulator-access","reconcileID":"5fef5b2d-1a8a-45dd-b4d9-f6c49559dc65","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"name":"e2e-worker-w3-bb1b51-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:59.104758216Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"namespace":"ai-tenant-e2e-worker-w3-bb1b51","name":"premium-simulator-access","reconcileID":"02ce39bc-990e-4f97-8533-c2ddf688e8c8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bb1b51","tenantID":"e2e-worker-w3-bb1b51","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:59.142953104Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-012868","namespace":"e2e-extmod-rec-noaccess-c16cea"},"namespace":"e2e-extmod-rec-noaccess-c16cea","name":"e2e-rec-recover-012868","reconcileID":"bc4ef9ea-0051-497f-b748-9932b2e28cba","MaaSModelRef":{"name":"e2e-rec-recover-012868","namespace":"e2e-extmod-rec-noaccess-c16cea"},"name":"e2e-rec-recover-012868","namespace":"e2e-extmod-rec-noaccess-c16cea","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:59.162293322Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"namespace":"ai-tenant-e2e-worker-w3-bb1b51","name":"premium-simulator-access","reconcileID":"02ce39bc-990e-4f97-8533-c2ddf688e8c8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"name":"e2e-worker-w3-bb1b51-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:59.221167906Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"namespace":"ai-tenant-e2e-worker-w1-5951bc","name":"simulator-access","reconcileID":"26d5b3b3-f83c-41bc-a7f5-75e2926c7a40","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5951bc","tenantID":"e2e-worker-w1-5951bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:59.247112366Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-873a34","namespace":"e2e-extmod-att-noaccess-c9b09f"},"namespace":"e2e-extmod-att-noaccess-c9b09f","name":"e2e-att-noaccess-873a34","reconcileID":"f5d6b14a-7e55-4c3b-89d8-b136cc3492c3","MaaSModelRef":{"name":"e2e-att-noaccess-873a34","namespace":"e2e-extmod-att-noaccess-c9b09f"},"name":"e2e-att-noaccess-873a34","namespace":"e2e-extmod-att-noaccess-c9b09f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:59.274997044Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"namespace":"ai-tenant-e2e-worker-w1-5951bc","name":"simulator-access","reconcileID":"26d5b3b3-f83c-41bc-a7f5-75e2926c7a40","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"name":"e2e-worker-w1-5951bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:59.354243337Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"simulator-access","reconcileID":"e9ed0336-1f0a-4b23-95b8-25c005752828","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-91cd99","tenantID":"e2e-worker-w2-91cd99","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:59.376087183Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-c01518-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-c01518-access","reconcileID":"5ac83b46-87a7-45d4-832d-992f016f2ef7","MaaSAuthPolicy":{"name":"e2e-dft-c01518-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:59.406304636Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"simulator-access","reconcileID":"e9ed0336-1f0a-4b23-95b8-25c005752828","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"name":"e2e-worker-w2-91cd99-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:59.436288012Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-c01518-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-c01518-access","reconcileID":"5ac83b46-87a7-45d4-832d-992f016f2ef7","MaaSAuthPolicy":{"name":"e2e-dft-c01518-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:59.448171615Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"9b86a24c-381b-43c2-993b-ec6ce878a6bf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:59.487545013Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (4be7e34885db9badbf15bd9d55f7717e6b67324896b7b6892c6b8c2b558b5a4e) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (0465aa4826d4f06b9677444a1d761e9bd3cca652cc6ed0c1c8b44dccfb2371df) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (eddafbe2edd9189bebc688e8ed25b5b8acf7c85ee7bd36a1288bdd2b907ab9d3) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (38641d16c166e4831f025a6452801b031e166d8dec4d6059fc395f373de031a6) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-c01518-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-c01518-access","reconcileID":"5ac83b46-87a7-45d4-832d-992f016f2ef7","MaaSAuthPolicy":{"name":"e2e-dft-c01518-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:59.500500157Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"9b86a24c-381b-43c2-993b-ec6ce878a6bf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:59.551753015Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (4be7e34885db9badbf15bd9d55f7717e6b67324896b7b6892c6b8c2b558b5a4e) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (0465aa4826d4f06b9677444a1d761e9bd3cca652cc6ed0c1c8b44dccfb2371df) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (eddafbe2edd9189bebc688e8ed25b5b8acf7c85ee7bd36a1288bdd2b907ab9d3) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (38641d16c166e4831f025a6452801b031e166d8dec4d6059fc395f373de031a6) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"9b86a24c-381b-43c2-993b-ec6ce878a6bf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:54:03.036046379Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-del-935925","namespace":"llm"},"namespace":"llm","name":"e2e-dft-del-935925","reconcileID":"1327a1ae-94e4-4e4e-86a2-dd28af27e7fb","namespace":"llm","name":"e2e-dft-del-935925","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:54:03.178028579Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"2bd80673-eb86-42c5-ac63-4890cc92a7b2","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:54:03.178050276Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"2bd80673-eb86-42c5-ac63-4890cc92a7b2","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:54:03.228692842Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-c7826d","namespace":"llm"},"namespace":"llm","name":"e2e-dft-c7826d","reconcileID":"42e3432a-b8a7-4fa0-815f-a8f059aa16fd","MaaSModelRef":{"name":"e2e-dft-c7826d","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-c7826d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:54:03.228727164Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-c7826d","namespace":"llm"},"namespace":"llm","name":"e2e-dft-c7826d","reconcileID":"42e3432a-b8a7-4fa0-815f-a8f059aa16fd","MaaSModelRef":{"name":"e2e-dft-c7826d","namespace":"llm"},"routeName":"external-model-e2e-dft-c7826d-243f7d95ce80","namespace":"llm","model":"e2e-dft-c7826d","externalModel":"e2e-dft-c7826d","provider":"e2e-dft-c7826d-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:54:03.279767004Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"70baa06d-138d-4599-8427-b351f13b8b6f","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:54:03.279798586Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"70baa06d-138d-4599-8427-b351f13b8b6f","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:54:03.280191483Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"5a485903-bace-4594-b94d-31c25741d6cf","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:54:03.280205462Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"5a485903-bace-4594-b94d-31c25741d6cf","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:54:03.280526728Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"6e730dce-3fae-44d1-8d92-9aa49a97b618","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:54:03.280541665Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"6e730dce-3fae-44d1-8d92-9aa49a97b618","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:54:03.329679143Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-c01518","namespace":"llm"},"namespace":"llm","name":"e2e-dft-c01518","reconcileID":"f03d08bf-26a3-470c-9eb9-085c272e8316","MaaSModelRef":{"name":"e2e-dft-c01518","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-c01518","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:54:03.329710542Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-c01518","namespace":"llm"},"namespace":"llm","name":"e2e-dft-c01518","reconcileID":"f03d08bf-26a3-470c-9eb9-085c272e8316","MaaSModelRef":{"name":"e2e-dft-c01518","namespace":"llm"},"routeName":"external-model-e2e-dft-c01518-05d7c5a9630f","namespace":"llm","model":"e2e-dft-c01518","externalModel":"e2e-dft-c01518","provider":"e2e-dft-c01518-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:54:03.333391992Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"4518eb41-2494-4fa7-a460-2287576ba7eb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:54:03.336607316Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-2bc79b-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-2bc79b-access","reconcileID":"b87115ae-0c64-4fc2-977f-10ca0cd6af5c","MaaSAuthPolicy":{"name":"e2e-dft-2bc79b-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:54:03.33677914Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-c01518-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-c01518-access","reconcileID":"ed63ae58-b1cd-4041-b118-0aec2199a6fc","MaaSAuthPolicy":{"name":"e2e-dft-c01518-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:54:03.338455741Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-c7826d-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-c7826d-access","reconcileID":"c47f622e-3400-450f-8ad3-00643aef3407","MaaSAuthPolicy":{"name":"e2e-dft-c7826d-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:54:03.339904884Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"0e372439-42c5-46fe-8fc3-f4f95bbfcc54","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:54:03.377740043Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"128cacb3-22fd-4a84-bec2-faf68239e801","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:54:03.378002362Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"1180b97a-7390-4d99-b8b2-6bed63257131","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:54:03.387543613Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"4518eb41-2494-4fa7-a460-2287576ba7eb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:54:03.390818485Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-2bc79b-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-2bc79b-access","reconcileID":"b87115ae-0c64-4fc2-977f-10ca0cd6af5c","MaaSAuthPolicy":{"name":"e2e-dft-2bc79b-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:54:03.39166583Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-c01518-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-c01518-access","reconcileID":"ed63ae58-b1cd-4041-b118-0aec2199a6fc","MaaSAuthPolicy":{"name":"e2e-dft-c01518-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:54:03.393779939Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-c7826d-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-c7826d-access","reconcileID":"c47f622e-3400-450f-8ad3-00643aef3407","MaaSAuthPolicy":{"name":"e2e-dft-c7826d-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:54:03.395511937Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"0e372439-42c5-46fe-8fc3-f4f95bbfcc54","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:54:03.425835697Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dft-c01518-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-c01518-sub","reconcileID":"19364267-4a5a-4b6e-9a90-5376f5b6279b","MaaSSubscription":{"name":"e2e-dft-c01518-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-dft-c01518","model":"llm/e2e-dft-c01518","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:54:03.427333946Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-2bc79b","namespace":"llm"},"namespace":"llm","name":"e2e-dft-2bc79b","reconcileID":"4bc803d3-5837-41c5-ada5-61b51c309b9e","MaaSModelRef":{"name":"e2e-dft-2bc79b","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-2bc79b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:54:03.427357084Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-2bc79b","namespace":"llm"},"namespace":"llm","name":"e2e-dft-2bc79b","reconcileID":"4bc803d3-5837-41c5-ada5-61b51c309b9e","MaaSModelRef":{"name":"e2e-dft-2bc79b","namespace":"llm"},"routeName":"external-model-e2e-dft-2bc79b-a3ea27076713","namespace":"llm","model":"e2e-dft-2bc79b","externalModel":"e2e-dft-2bc79b","provider":"e2e-dft-2bc79b-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:54:03.442606988Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (4be7e34885db9badbf15bd9d55f7717e6b67324896b7b6892c6b8c2b558b5a4e) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (0465aa4826d4f06b9677444a1d761e9bd3cca652cc6ed0c1c8b44dccfb2371df) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (eddafbe2edd9189bebc688e8ed25b5b8acf7c85ee7bd36a1288bdd2b907ab9d3) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (38641d16c166e4831f025a6452801b031e166d8dec4d6059fc395f373de031a6) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"4518eb41-2494-4fa7-a460-2287576ba7eb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:54:03.445184807Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (4be7e34885db9badbf15bd9d55f7717e6b67324896b7b6892c6b8c2b558b5a4e) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (0465aa4826d4f06b9677444a1d761e9bd3cca652cc6ed0c1c8b44dccfb2371df) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (eddafbe2edd9189bebc688e8ed25b5b8acf7c85ee7bd36a1288bdd2b907ab9d3) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (38641d16c166e4831f025a6452801b031e166d8dec4d6059fc395f373de031a6) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-2bc79b-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-2bc79b-access","reconcileID":"b87115ae-0c64-4fc2-977f-10ca0cd6af5c","MaaSAuthPolicy":{"name":"e2e-dft-2bc79b-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:54:03.445859059Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (4be7e34885db9badbf15bd9d55f7717e6b67324896b7b6892c6b8c2b558b5a4e) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (0465aa4826d4f06b9677444a1d761e9bd3cca652cc6ed0c1c8b44dccfb2371df) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (eddafbe2edd9189bebc688e8ed25b5b8acf7c85ee7bd36a1288bdd2b907ab9d3) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (38641d16c166e4831f025a6452801b031e166d8dec4d6059fc395f373de031a6) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-c01518-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-c01518-access","reconcileID":"ed63ae58-b1cd-4041-b118-0aec2199a6fc","MaaSAuthPolicy":{"name":"e2e-dft-c01518-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:54:03.448149568Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (4be7e34885db9badbf15bd9d55f7717e6b67324896b7b6892c6b8c2b558b5a4e) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (0465aa4826d4f06b9677444a1d761e9bd3cca652cc6ed0c1c8b44dccfb2371df) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (eddafbe2edd9189bebc688e8ed25b5b8acf7c85ee7bd36a1288bdd2b907ab9d3) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (38641d16c166e4831f025a6452801b031e166d8dec4d6059fc395f373de031a6) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"0e372439-42c5-46fe-8fc3-f4f95bbfcc54","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:54:03.448869052Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (4be7e34885db9badbf15bd9d55f7717e6b67324896b7b6892c6b8c2b558b5a4e) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (0465aa4826d4f06b9677444a1d761e9bd3cca652cc6ed0c1c8b44dccfb2371df) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (eddafbe2edd9189bebc688e8ed25b5b8acf7c85ee7bd36a1288bdd2b907ab9d3) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (38641d16c166e4831f025a6452801b031e166d8dec4d6059fc395f373de031a6) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-c7826d-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-c7826d-access","reconcileID":"c47f622e-3400-450f-8ad3-00643aef3407","MaaSAuthPolicy":{"name":"e2e-dft-c7826d-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:54:03.476204457Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"b6c2c0f4-1701-4822-a682-7851205764e5","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:54:03.476221643Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"b6c2c0f4-1701-4822-a682-7851205764e5","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:54:03.476540112Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"74541c42-2c17-47c2-a8d1-ca51b086077f","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:54:03.476552109Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"74541c42-2c17-47c2-a8d1-ca51b086077f","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:54:03.476765446Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"b0f412ea-0493-40a6-85e3-e54151d75b0a","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:54:03.476775711Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"b0f412ea-0493-40a6-85e3-e54151d75b0a","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:54:03.476982018Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"b6684528-157d-4e10-b1fd-e462d05f6ddb","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:54:03.476991426Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"b6684528-157d-4e10-b1fd-e462d05f6ddb","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:54:03.591519968Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"namespace":"ai-tenant-e2e-worker-w3-bb1b51","name":"simulator-access","reconcileID":"791d0ab5-312c-4df3-89e1-cf977eafd997","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bb1b51","tenantID":"e2e-worker-w3-bb1b51","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:54:03.593509Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"namespace":"ai-tenant-e2e-worker-w1-5951bc","name":"simulator-access","reconcileID":"ad9d3d38-887c-45b4-baaa-61c04f780231","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5951bc","tenantID":"e2e-worker-w1-5951bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:54:03.593521002Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"namespace":"ai-tenant-e2e-worker-w3-bb1b51","name":"premium-simulator-access","reconcileID":"c304d577-36b2-4772-a18f-9ce9dd21ef26","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bb1b51","tenantID":"e2e-worker-w3-bb1b51","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:54:03.595988713Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"namespace":"ai-tenant-e2e-worker-w4-8d2c7c","name":"premium-simulator-access","reconcileID":"244a1bd3-0af3-460c-b6c8-8785862eddc5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-8d2c7c","tenantID":"e2e-worker-w4-8d2c7c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:54:03.59598847Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"simulator-access","reconcileID":"934a9e59-0978-4421-93a0-2aedfb681fc1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-91cd99","tenantID":"e2e-worker-w2-91cd99","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:54:03.601847148Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-del-935925","namespace":"llm"},"namespace":"llm","name":"e2e-dft-del-935925","reconcileID":"09d3aaa0-df5b-4e4a-bc28-ceec2b28d63d","namespace":"llm","name":"e2e-dft-del-935925","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:54:03.643549228Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"namespace":"ai-tenant-e2e-worker-w3-bb1b51","name":"simulator-access","reconcileID":"791d0ab5-312c-4df3-89e1-cf977eafd997","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"name":"e2e-worker-w3-bb1b51-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:54:03.645727865Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"namespace":"ai-tenant-e2e-worker-w3-bb1b51","name":"premium-simulator-access","reconcileID":"c304d577-36b2-4772-a18f-9ce9dd21ef26","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"name":"e2e-worker-w3-bb1b51-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:54:03.645852031Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"namespace":"ai-tenant-e2e-worker-w1-5951bc","name":"simulator-access","reconcileID":"ad9d3d38-887c-45b4-baaa-61c04f780231","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"name":"e2e-worker-w1-5951bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:54:03.648365138Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"namespace":"ai-tenant-e2e-worker-w4-8d2c7c","name":"premium-simulator-access","reconcileID":"244a1bd3-0af3-460c-b6c8-8785862eddc5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"name":"e2e-worker-w4-8d2c7c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:54:03.649446964Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"simulator-access","reconcileID":"934a9e59-0978-4421-93a0-2aedfb681fc1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"name":"e2e-worker-w2-91cd99-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:54:03.936650176Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"namespace":"ai-tenant-e2e-worker-w0-9893f0","name":"simulator-access","reconcileID":"4ccd510e-fa3b-41c2-a5dc-353415e16b08","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9893f0","tenantID":"e2e-worker-w0-9893f0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:54:03.938364028Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"namespace":"ai-tenant-e2e-worker-w1-5951bc","name":"premium-simulator-access","reconcileID":"d756bb89-601c-4515-8e5a-e87e51bc1257","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5951bc","tenantID":"e2e-worker-w1-5951bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:54:03.938737184Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-4ce791-access","namespace":"ai-tenant-e2e-extmod-b-94e247"},"namespace":"ai-tenant-e2e-extmod-b-94e247","name":"e2e-rec-ctrl-4ce791-access","reconcileID":"0e123eff-d80a-448a-91cb-1fa33045fa4e","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-4ce791-access","namespace":"ai-tenant-e2e-extmod-b-94e247"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-94e247","tenantID":"e2e-extmod-b-94e247","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:54:03.941800675Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"namespace":"ai-tenant-e2e-worker-w4-8d2c7c","name":"simulator-access","reconcileID":"9f5fe1c8-0d48-4dac-a06b-c118d0dc2050","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-8d2c7c","tenantID":"e2e-worker-w4-8d2c7c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:54:03.942130978Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-2a91e7-access","namespace":"ai-tenant-e2e-extmod-b-94e247"},"namespace":"ai-tenant-e2e-extmod-b-94e247","name":"e2e-att-serve-2a91e7-access","reconcileID":"cbf1e707-3084-4303-9434-ae158140c050","MaaSAuthPolicy":{"name":"e2e-att-serve-2a91e7-access","namespace":"ai-tenant-e2e-extmod-b-94e247"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-94e247","tenantID":"e2e-extmod-b-94e247","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:54:03.9905441Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"namespace":"ai-tenant-e2e-worker-w0-9893f0","name":"simulator-access","reconcileID":"4ccd510e-fa3b-41c2-a5dc-353415e16b08","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"name":"e2e-worker-w0-9893f0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:54:03.990715718Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"namespace":"ai-tenant-e2e-worker-w1-5951bc","name":"premium-simulator-access","reconcileID":"d756bb89-601c-4515-8e5a-e87e51bc1257","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"name":"e2e-worker-w1-5951bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:54:03.993622035Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"namespace":"ai-tenant-e2e-worker-w4-8d2c7c","name":"simulator-access","reconcileID":"9f5fe1c8-0d48-4dac-a06b-c118d0dc2050","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"name":"e2e-worker-w4-8d2c7c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:54:03.994324093Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-4ce791-access","namespace":"ai-tenant-e2e-extmod-b-94e247"},"namespace":"ai-tenant-e2e-extmod-b-94e247","name":"e2e-rec-ctrl-4ce791-access","reconcileID":"0e123eff-d80a-448a-91cb-1fa33045fa4e","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-4ce791-access","namespace":"ai-tenant-e2e-extmod-b-94e247"},"name":"e2e-extmod-b-94e247-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:54:03.995884066Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-2a91e7-access","namespace":"ai-tenant-e2e-extmod-b-94e247"},"namespace":"ai-tenant-e2e-extmod-b-94e247","name":"e2e-att-serve-2a91e7-access","reconcileID":"cbf1e707-3084-4303-9434-ae158140c050","MaaSAuthPolicy":{"name":"e2e-att-serve-2a91e7-access","namespace":"ai-tenant-e2e-extmod-b-94e247"},"name":"e2e-extmod-b-94e247-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:54:04.362937221Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"premium-simulator-access","reconcileID":"b17483f0-df1b-4205-8ac5-1c106d9a7399","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-91cd99","tenantID":"e2e-worker-w2-91cd99","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:54:04.364673079Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"namespace":"ai-tenant-e2e-worker-w0-9893f0","name":"premium-simulator-access","reconcileID":"9a638db5-dc0f-490e-a5b8-c35cf1b80bc7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9893f0","tenantID":"e2e-worker-w0-9893f0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:54:04.415453861Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"premium-simulator-access","reconcileID":"b17483f0-df1b-4205-8ac5-1c106d9a7399","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"name":"e2e-worker-w2-91cd99-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:54:04.418596819Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"namespace":"ai-tenant-e2e-worker-w0-9893f0","name":"premium-simulator-access","reconcileID":"9a638db5-dc0f-490e-a5b8-c35cf1b80bc7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"name":"e2e-worker-w0-9893f0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:54:04.509483976Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-c01518-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-c01518-access","reconcileID":"fe355106-5037-44d8-b013-e8080aba647a","MaaSAuthPolicy":{"name":"e2e-dft-c01518-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:54:04.562263552Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-c01518-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-c01518-access","reconcileID":"fe355106-5037-44d8-b013-e8080aba647a","MaaSAuthPolicy":{"name":"e2e-dft-c01518-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:54:04.605184631Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"18d7e8cd-f93a-4811-b232-753ed021fbe1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:54:04.60918244Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"f001b3bb-0ca7-4e1e-9e54-ed72f6bd8b36","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:54:04.613646027Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (4be7e34885db9badbf15bd9d55f7717e6b67324896b7b6892c6b8c2b558b5a4e) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (0465aa4826d4f06b9677444a1d761e9bd3cca652cc6ed0c1c8b44dccfb2371df) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (eddafbe2edd9189bebc688e8ed25b5b8acf7c85ee7bd36a1288bdd2b907ab9d3) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (38641d16c166e4831f025a6452801b031e166d8dec4d6059fc395f373de031a6) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-c01518-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-c01518-access","reconcileID":"fe355106-5037-44d8-b013-e8080aba647a","MaaSAuthPolicy":{"name":"e2e-dft-c01518-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:54:04.657503079Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"18d7e8cd-f93a-4811-b232-753ed021fbe1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:54:04.662347344Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"f001b3bb-0ca7-4e1e-9e54-ed72f6bd8b36","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:54:04.710312759Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (4be7e34885db9badbf15bd9d55f7717e6b67324896b7b6892c6b8c2b558b5a4e) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (0465aa4826d4f06b9677444a1d761e9bd3cca652cc6ed0c1c8b44dccfb2371df) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (eddafbe2edd9189bebc688e8ed25b5b8acf7c85ee7bd36a1288bdd2b907ab9d3) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (38641d16c166e4831f025a6452801b031e166d8dec4d6059fc395f373de031a6) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"18d7e8cd-f93a-4811-b232-753ed021fbe1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:54:04.715771558Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (4be7e34885db9badbf15bd9d55f7717e6b67324896b7b6892c6b8c2b558b5a4e) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (0465aa4826d4f06b9677444a1d761e9bd3cca652cc6ed0c1c8b44dccfb2371df) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (eddafbe2edd9189bebc688e8ed25b5b8acf7c85ee7bd36a1288bdd2b907ab9d3) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (38641d16c166e4831f025a6452801b031e166d8dec4d6059fc395f373de031a6) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"f001b3bb-0ca7-4e1e-9e54-ed72f6bd8b36","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:54:04.761516609Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"namespace":"ai-tenant-e2e-worker-w3-bb1b51","name":"simulator-access","reconcileID":"ab70c19e-3361-490f-a7d8-2ccff977f390","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bb1b51","tenantID":"e2e-worker-w3-bb1b51","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:54:04.821657752Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"namespace":"ai-tenant-e2e-worker-w3-bb1b51","name":"simulator-access","reconcileID":"ab70c19e-3361-490f-a7d8-2ccff977f390","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"name":"e2e-worker-w3-bb1b51-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:54:04.864773518Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"namespace":"ai-tenant-e2e-worker-w3-bb1b51","name":"premium-simulator-access","reconcileID":"e6907607-23d6-4e4d-b8e4-7b6a9276174d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bb1b51","tenantID":"e2e-worker-w3-bb1b51","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:54:04.865074976Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"namespace":"ai-tenant-e2e-worker-w1-5951bc","name":"simulator-access","reconcileID":"b72d5291-7741-44f6-81d4-1eae1f75c0f6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5951bc","tenantID":"e2e-worker-w1-5951bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:54:04.913177055Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-2bc79b-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-2bc79b-access","reconcileID":"e4aed342-bb6b-4482-a69e-e2793e7c5881","MaaSAuthPolicy":{"name":"e2e-dft-2bc79b-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:54:04.913176356Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-c7826d-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-c7826d-access","reconcileID":"1aea2708-6d74-4602-a0bb-ca1a4ee87df8","MaaSAuthPolicy":{"name":"e2e-dft-c7826d-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:54:04.917627292Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"namespace":"ai-tenant-e2e-worker-w1-5951bc","name":"simulator-access","reconcileID":"b72d5291-7741-44f6-81d4-1eae1f75c0f6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"name":"e2e-worker-w1-5951bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:54:04.918231018Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"namespace":"ai-tenant-e2e-worker-w3-bb1b51","name":"premium-simulator-access","reconcileID":"e6907607-23d6-4e4d-b8e4-7b6a9276174d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"name":"e2e-worker-w3-bb1b51-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:54:04.967081562Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-2bc79b-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-2bc79b-access","reconcileID":"e4aed342-bb6b-4482-a69e-e2793e7c5881","MaaSAuthPolicy":{"name":"e2e-dft-2bc79b-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:54:04.970327888Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-c7826d-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-c7826d-access","reconcileID":"1aea2708-6d74-4602-a0bb-ca1a4ee87df8","MaaSAuthPolicy":{"name":"e2e-dft-c7826d-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:54:05.01832638Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (4be7e34885db9badbf15bd9d55f7717e6b67324896b7b6892c6b8c2b558b5a4e) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (0465aa4826d4f06b9677444a1d761e9bd3cca652cc6ed0c1c8b44dccfb2371df) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (eddafbe2edd9189bebc688e8ed25b5b8acf7c85ee7bd36a1288bdd2b907ab9d3) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (38641d16c166e4831f025a6452801b031e166d8dec4d6059fc395f373de031a6) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-2bc79b-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-2bc79b-access","reconcileID":"e4aed342-bb6b-4482-a69e-e2793e7c5881","MaaSAuthPolicy":{"name":"e2e-dft-2bc79b-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:54:05.023181669Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (4be7e34885db9badbf15bd9d55f7717e6b67324896b7b6892c6b8c2b558b5a4e) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (0465aa4826d4f06b9677444a1d761e9bd3cca652cc6ed0c1c8b44dccfb2371df) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (eddafbe2edd9189bebc688e8ed25b5b8acf7c85ee7bd36a1288bdd2b907ab9d3) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (38641d16c166e4831f025a6452801b031e166d8dec4d6059fc395f373de031a6) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-c7826d-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-c7826d-access","reconcileID":"1aea2708-6d74-4602-a0bb-ca1a4ee87df8","MaaSAuthPolicy":{"name":"e2e-dft-c7826d-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:54:05.165203849Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"simulator-access","reconcileID":"a1608bfa-3a8a-46ac-b459-64f6a57d7a95","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-91cd99","tenantID":"e2e-worker-w2-91cd99","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:54:05.165825711Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"namespace":"ai-tenant-e2e-worker-w4-8d2c7c","name":"premium-simulator-access","reconcileID":"9c3c51dd-1e08-4fe6-8581-41717d3d3b3d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-8d2c7c","tenantID":"e2e-worker-w4-8d2c7c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:54:05.217661918Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"simulator-access","reconcileID":"a1608bfa-3a8a-46ac-b459-64f6a57d7a95","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"name":"e2e-worker-w2-91cd99-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:54:05.218001954Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"namespace":"ai-tenant-e2e-worker-w4-8d2c7c","name":"premium-simulator-access","reconcileID":"9c3c51dd-1e08-4fe6-8581-41717d3d3b3d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"name":"e2e-worker-w4-8d2c7c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:54:09.24942864Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-012868","namespace":"e2e-extmod-rec-noaccess-c16cea"},"namespace":"e2e-extmod-rec-noaccess-c16cea","name":"e2e-rec-recover-012868","reconcileID":"0b540800-4f07-42d9-8c5b-73eee22146d0","MaaSModelRef":{"name":"e2e-rec-recover-012868","namespace":"e2e-extmod-rec-noaccess-c16cea"},"name":"e2e-rec-recover-012868","namespace":"e2e-extmod-rec-noaccess-c16cea","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:54:09.347277378Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-873a34","namespace":"e2e-extmod-att-noaccess-c9b09f"},"namespace":"e2e-extmod-att-noaccess-c9b09f","name":"e2e-att-noaccess-873a34","reconcileID":"c7c98a93-0e36-40e1-930e-5408a0751d75","MaaSModelRef":{"name":"e2e-att-noaccess-873a34","namespace":"e2e-extmod-att-noaccess-c9b09f"},"name":"e2e-att-noaccess-873a34","namespace":"e2e-extmod-att-noaccess-c9b09f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:54:10.531701755Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-012868","namespace":"e2e-extmod-rec-noaccess-c16cea"},"namespace":"e2e-extmod-rec-noaccess-c16cea","name":"e2e-rec-recover-012868","reconcileID":"74c76f4f-751c-4fd3-9a5d-7bd267284167","MaaSModelRef":{"name":"e2e-rec-recover-012868","namespace":"e2e-extmod-rec-noaccess-c16cea"},"name":"e2e-rec-recover-012868","namespace":"e2e-extmod-rec-noaccess-c16cea","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:54:10.630256858Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-873a34","namespace":"e2e-extmod-att-noaccess-c9b09f"},"namespace":"e2e-extmod-att-noaccess-c9b09f","name":"e2e-att-noaccess-873a34","reconcileID":"52e82b9f-339f-4e71-8f96-05fa35b83dec","MaaSModelRef":{"name":"e2e-att-noaccess-873a34","namespace":"e2e-extmod-att-noaccess-c9b09f"},"name":"e2e-att-noaccess-873a34","namespace":"e2e-extmod-att-noaccess-c9b09f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:54:10.72767122Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-012868","namespace":"e2e-extmod-rec-noaccess-c16cea"},"namespace":"e2e-extmod-rec-noaccess-c16cea","name":"e2e-rec-recover-012868","reconcileID":"11f1c1ff-27c5-4f0b-9f7c-9ff96cbca843","MaaSModelRef":{"name":"e2e-rec-recover-012868","namespace":"e2e-extmod-rec-noaccess-c16cea"},"name":"e2e-rec-recover-012868","namespace":"e2e-extmod-rec-noaccess-c16cea","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:54:10.825223037Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-873a34","namespace":"e2e-extmod-att-noaccess-c9b09f"},"namespace":"e2e-extmod-att-noaccess-c9b09f","name":"e2e-att-noaccess-873a34","reconcileID":"be104d4f-40a0-4e78-b0f6-b0fa424c1668","MaaSModelRef":{"name":"e2e-att-noaccess-873a34","namespace":"e2e-extmod-att-noaccess-c9b09f"},"name":"e2e-att-noaccess-873a34","namespace":"e2e-extmod-att-noaccess-c9b09f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:54:11.419719713Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5a80335c-9a1b-4c62-922d-203b58b0f707","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:54:11.46892067Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5a80335c-9a1b-4c62-922d-203b58b0f707","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:54:11.518314968Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5a80335c-9a1b-4c62-922d-203b58b0f707","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:54:11.567122356Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5a80335c-9a1b-4c62-922d-203b58b0f707","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:54:11.867633575Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-012868","namespace":"e2e-extmod-rec-noaccess-c16cea"},"namespace":"e2e-extmod-rec-noaccess-c16cea","name":"e2e-rec-recover-012868","reconcileID":"d192a357-4a19-492b-b618-f97d874df30e","MaaSModelRef":{"name":"e2e-rec-recover-012868","namespace":"e2e-extmod-rec-noaccess-c16cea"},"name":"e2e-rec-recover-012868","namespace":"e2e-extmod-rec-noaccess-c16cea","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:54:11.964876086Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-873a34","namespace":"e2e-extmod-att-noaccess-c9b09f"},"namespace":"e2e-extmod-att-noaccess-c9b09f","name":"e2e-att-noaccess-873a34","reconcileID":"e8daa2b0-78a5-43bb-b423-279b9baff8c5","MaaSModelRef":{"name":"e2e-att-noaccess-873a34","namespace":"e2e-extmod-att-noaccess-c9b09f"},"name":"e2e-att-noaccess-873a34","namespace":"e2e-extmod-att-noaccess-c9b09f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:54:11.970350777Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-a-b737fe","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-a-b737fe","reconcileID":"08fd5dee-c30a-49b7-a3f5-ea801297a3b9","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-extmod-a-b737fe","applied":{"maas.opendatahub.io/gateway-access-e2e-extmod-a-b737fe":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:54:12.271298318Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-012868","namespace":"e2e-extmod-rec-noaccess-c16cea"},"namespace":"e2e-extmod-rec-noaccess-c16cea","name":"e2e-rec-recover-012868","reconcileID":"92a060e7-260c-4a0e-bbf2-026c1c3f2efc","MaaSModelRef":{"name":"e2e-rec-recover-012868","namespace":"e2e-extmod-rec-noaccess-c16cea"},"name":"e2e-rec-recover-012868","namespace":"e2e-extmod-rec-noaccess-c16cea","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:54:12.37090082Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-873a34","namespace":"e2e-extmod-att-noaccess-c9b09f"},"namespace":"e2e-extmod-att-noaccess-c9b09f","name":"e2e-att-noaccess-873a34","reconcileID":"c30d68a6-696d-42e6-9f85-6ac8088f687e","MaaSModelRef":{"name":"e2e-att-noaccess-873a34","namespace":"e2e-extmod-att-noaccess-c9b09f"},"name":"e2e-att-noaccess-873a34","namespace":"e2e-extmod-att-noaccess-c9b09f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:54:13.434930239Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6a2d05ca-0f2b-4b7c-9b1f-ee66fa5084f8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:54:13.484338202Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6a2d05ca-0f2b-4b7c-9b1f-ee66fa5084f8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:54:13.533307017Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6a2d05ca-0f2b-4b7c-9b1f-ee66fa5084f8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:54:13.581995317Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6a2d05ca-0f2b-4b7c-9b1f-ee66fa5084f8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:54:14.226807068Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-012868","namespace":"e2e-extmod-rec-noaccess-c16cea"},"namespace":"e2e-extmod-rec-noaccess-c16cea","name":"e2e-rec-recover-012868","reconcileID":"b7585c57-8ab8-41da-bec9-b520ccf9f206","MaaSModelRef":{"name":"e2e-rec-recover-012868","namespace":"e2e-extmod-rec-noaccess-c16cea"},"name":"e2e-rec-recover-012868","namespace":"e2e-extmod-rec-noaccess-c16cea","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:54:14.324233942Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-873a34","namespace":"e2e-extmod-att-noaccess-c9b09f"},"namespace":"e2e-extmod-att-noaccess-c9b09f","name":"e2e-att-noaccess-873a34","reconcileID":"1eaebe46-d73b-49e4-9d79-b2fe4def2198","MaaSModelRef":{"name":"e2e-att-noaccess-873a34","namespace":"e2e-extmod-att-noaccess-c9b09f"},"name":"e2e-att-noaccess-873a34","namespace":"e2e-extmod-att-noaccess-c9b09f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:54:14.917501895Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-c01518-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-c01518-access","reconcileID":"bcec2e35-cd00-4cb1-b45c-5c746f5e8821","MaaSAuthPolicy":{"name":"e2e-dft-c01518-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:54:14.970816387Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-c01518-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-c01518-access","reconcileID":"bcec2e35-cd00-4cb1-b45c-5c746f5e8821","MaaSAuthPolicy":{"name":"e2e-dft-c01518-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:54:15.022340624Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (4be7e34885db9badbf15bd9d55f7717e6b67324896b7b6892c6b8c2b558b5a4e) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (0465aa4826d4f06b9677444a1d761e9bd3cca652cc6ed0c1c8b44dccfb2371df) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (eddafbe2edd9189bebc688e8ed25b5b8acf7c85ee7bd36a1288bdd2b907ab9d3) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (38641d16c166e4831f025a6452801b031e166d8dec4d6059fc395f373de031a6) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-c01518-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-c01518-access","reconcileID":"bcec2e35-cd00-4cb1-b45c-5c746f5e8821","MaaSAuthPolicy":{"name":"e2e-dft-c01518-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:54:15.110228105Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"6a4ec32b-3b37-41c6-a74c-2393bcd6cbc6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:54:15.110229076Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"13d61604-c95e-4853-90ba-331ebbbb63a6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:54:15.165276063Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"6a4ec32b-3b37-41c6-a74c-2393bcd6cbc6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:54:15.165984842Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"13d61604-c95e-4853-90ba-331ebbbb63a6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:54:15.221101671Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (4be7e34885db9badbf15bd9d55f7717e6b67324896b7b6892c6b8c2b558b5a4e) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (0465aa4826d4f06b9677444a1d761e9bd3cca652cc6ed0c1c8b44dccfb2371df) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (eddafbe2edd9189bebc688e8ed25b5b8acf7c85ee7bd36a1288bdd2b907ab9d3) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (38641d16c166e4831f025a6452801b031e166d8dec4d6059fc395f373de031a6) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"13d61604-c95e-4853-90ba-331ebbbb63a6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:54:15.224135717Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (4be7e34885db9badbf15bd9d55f7717e6b67324896b7b6892c6b8c2b558b5a4e) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (0465aa4826d4f06b9677444a1d761e9bd3cca652cc6ed0c1c8b44dccfb2371df) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (eddafbe2edd9189bebc688e8ed25b5b8acf7c85ee7bd36a1288bdd2b907ab9d3) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (38641d16c166e4831f025a6452801b031e166d8dec4d6059fc395f373de031a6) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"6a4ec32b-3b37-41c6-a74c-2393bcd6cbc6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:54:15.318427379Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-2bc79b-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-2bc79b-access","reconcileID":"1a99de86-7078-42f9-819e-dc5ceb81a32d","MaaSAuthPolicy":{"name":"e2e-dft-2bc79b-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:54:15.318614202Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-c7826d-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-c7826d-access","reconcileID":"d1aa3d8a-d2d6-44c8-a2ae-ac5a20969ee9","MaaSAuthPolicy":{"name":"e2e-dft-c7826d-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:54:15.372757647Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-2bc79b-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-2bc79b-access","reconcileID":"1a99de86-7078-42f9-819e-dc5ceb81a32d","MaaSAuthPolicy":{"name":"e2e-dft-2bc79b-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:54:15.373173025Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-c7826d-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-c7826d-access","reconcileID":"d1aa3d8a-d2d6-44c8-a2ae-ac5a20969ee9","MaaSAuthPolicy":{"name":"e2e-dft-c7826d-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:54:15.422715732Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4ad9083d-b7f7-48f8-bb39-5d3dcdc27052","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:54:15.425485137Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (4be7e34885db9badbf15bd9d55f7717e6b67324896b7b6892c6b8c2b558b5a4e) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (0465aa4826d4f06b9677444a1d761e9bd3cca652cc6ed0c1c8b44dccfb2371df) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (eddafbe2edd9189bebc688e8ed25b5b8acf7c85ee7bd36a1288bdd2b907ab9d3) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (38641d16c166e4831f025a6452801b031e166d8dec4d6059fc395f373de031a6) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-2bc79b-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-2bc79b-access","reconcileID":"1a99de86-7078-42f9-819e-dc5ceb81a32d","MaaSAuthPolicy":{"name":"e2e-dft-2bc79b-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:54:15.471717923Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4ad9083d-b7f7-48f8-bb39-5d3dcdc27052","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:54:15.47560935Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (4be7e34885db9badbf15bd9d55f7717e6b67324896b7b6892c6b8c2b558b5a4e) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (0465aa4826d4f06b9677444a1d761e9bd3cca652cc6ed0c1c8b44dccfb2371df) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (eddafbe2edd9189bebc688e8ed25b5b8acf7c85ee7bd36a1288bdd2b907ab9d3) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (38641d16c166e4831f025a6452801b031e166d8dec4d6059fc395f373de031a6) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-c7826d-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-c7826d-access","reconcileID":"d1aa3d8a-d2d6-44c8-a2ae-ac5a20969ee9","MaaSAuthPolicy":{"name":"e2e-dft-c7826d-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:54:15.521256437Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4ad9083d-b7f7-48f8-bb39-5d3dcdc27052","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:54:15.572531125Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4ad9083d-b7f7-48f8-bb39-5d3dcdc27052","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:54:24.325415012Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-012868","namespace":"e2e-extmod-rec-noaccess-c16cea"},"namespace":"e2e-extmod-rec-noaccess-c16cea","name":"e2e-rec-recover-012868","reconcileID":"7809da3b-9b3e-4ebf-9eac-b18a3004ad35","MaaSModelRef":{"name":"e2e-rec-recover-012868","namespace":"e2e-extmod-rec-noaccess-c16cea"},"name":"e2e-rec-recover-012868","namespace":"e2e-extmod-rec-noaccess-c16cea","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:54:24.422895883Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-873a34","namespace":"e2e-extmod-att-noaccess-c9b09f"},"namespace":"e2e-extmod-att-noaccess-c9b09f","name":"e2e-att-noaccess-873a34","reconcileID":"4c47aae3-9562-4317-87b5-274e600cac61","MaaSModelRef":{"name":"e2e-att-noaccess-873a34","namespace":"e2e-extmod-att-noaccess-c9b09f"},"name":"e2e-att-noaccess-873a34","namespace":"e2e-extmod-att-noaccess-c9b09f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:54:25.265492756Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dft-c01518-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-c01518-sub","reconcileID":"840c58a7-9d8a-45de-9dc9-cda19c39a00c","MaaSSubscription":{"name":"e2e-dft-c01518-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-dft-c01518","model":"llm/e2e-dft-c01518","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:54:25.312789758Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-c01518-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-c01518-access","reconcileID":"9ca2a683-aba2-4f4d-a898-c80685126c77","MaaSAuthPolicy":{"name":"e2e-dft-c01518-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:54:25.367002531Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-c01518-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-c01518-access","reconcileID":"9ca2a683-aba2-4f4d-a898-c80685126c77","MaaSAuthPolicy":{"name":"e2e-dft-c01518-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:54:25.419063295Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (4be7e34885db9badbf15bd9d55f7717e6b67324896b7b6892c6b8c2b558b5a4e) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (0465aa4826d4f06b9677444a1d761e9bd3cca652cc6ed0c1c8b44dccfb2371df) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (eddafbe2edd9189bebc688e8ed25b5b8acf7c85ee7bd36a1288bdd2b907ab9d3) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (38641d16c166e4831f025a6452801b031e166d8dec4d6059fc395f373de031a6) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-c01518-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-c01518-access","reconcileID":"9ca2a683-aba2-4f4d-a898-c80685126c77","MaaSAuthPolicy":{"name":"e2e-dft-c01518-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:54:25.517467321Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"5d34b574-91f5-42e3-905f-53680c709fe9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:54:25.517618465Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"1e990b1c-ae95-4c3d-8de7-47975c27ae5c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:54:25.519121552Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-c01518","namespace":"llm"},"namespace":"llm","name":"e2e-dft-c01518","reconcileID":"ad68b103-ccd5-4617-9dae-3686be39149c","MaaSModelRef":{"name":"e2e-dft-c01518","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-c01518","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:54:25.519145915Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-c01518","namespace":"llm"},"namespace":"llm","name":"e2e-dft-c01518","reconcileID":"ad68b103-ccd5-4617-9dae-3686be39149c","MaaSModelRef":{"name":"e2e-dft-c01518","namespace":"llm"},"routeName":"external-model-e2e-dft-c01518-05d7c5a9630f","namespace":"llm","model":"e2e-dft-c01518","externalModel":"e2e-dft-c01518","provider":"e2e-dft-c01518-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:54:25.570735748Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"1e990b1c-ae95-4c3d-8de7-47975c27ae5c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:54:25.572297073Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"5d34b574-91f5-42e3-905f-53680c709fe9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:54:25.622982809Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (4be7e34885db9badbf15bd9d55f7717e6b67324896b7b6892c6b8c2b558b5a4e) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (0465aa4826d4f06b9677444a1d761e9bd3cca652cc6ed0c1c8b44dccfb2371df) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (eddafbe2edd9189bebc688e8ed25b5b8acf7c85ee7bd36a1288bdd2b907ab9d3) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (38641d16c166e4831f025a6452801b031e166d8dec4d6059fc395f373de031a6) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"1e990b1c-ae95-4c3d-8de7-47975c27ae5c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:54:25.623834437Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (4be7e34885db9badbf15bd9d55f7717e6b67324896b7b6892c6b8c2b558b5a4e) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (0465aa4826d4f06b9677444a1d761e9bd3cca652cc6ed0c1c8b44dccfb2371df) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (eddafbe2edd9189bebc688e8ed25b5b8acf7c85ee7bd36a1288bdd2b907ab9d3) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (38641d16c166e4831f025a6452801b031e166d8dec4d6059fc395f373de031a6) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"5d34b574-91f5-42e3-905f-53680c709fe9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:54:25.713121866Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:54:25.716621104Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-2bc79b-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-2bc79b-access","reconcileID":"8b2cecf1-f12a-48f7-af92-3195e3bf5b0f","MaaSAuthPolicy":{"name":"e2e-dft-2bc79b-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:54:25.770978037Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-2bc79b-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-2bc79b-access","reconcileID":"8b2cecf1-f12a-48f7-af92-3195e3bf5b0f","MaaSAuthPolicy":{"name":"e2e-dft-2bc79b-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:54:25.816639865Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-c7826d-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-c7826d-access","reconcileID":"dd5cb9df-95b0-4432-a7d7-58c60c89801e","MaaSAuthPolicy":{"name":"e2e-dft-c7826d-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:54:25.822294606Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (4f4f1e93c8bec06c85bf4fc94d96afa06572a6bf4b4dead9b1e2c890f4b15d47) AuthConfig (6efe47ed149f6150f3fd71f198d700177b8e2ab6d150723652bd501d2b5e201f) AuthConfig (c51c0885ff7bc13c2cdf5064a7c0323153642d42ddadad7efe0cbc108d4ccbab) AuthConfig (50faaaf7f04223364fcb06e11ae303007f9c654f0e7ffdff5b41d77eb14974e9) AuthConfig (ce00d0c674921cd9c123414f62f7ac69c56ef62f883d6ce267bf238bff2df01a) AuthConfig (1e589171d99ec9375594df0cf96682b3c7eeb4bbfec7967296f1e8479f2fcafa) AuthConfig (004a0e5a36b2bdd349fea2b1fe5d21edc31de4c7cc6e0feb6f3a8a59fc2ca3dc) AuthConfig (211a6bf78abeb1e09c68c852bd3ca5c76b9fb38fc894413505332ec38d5c38ff)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-2bc79b-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-2bc79b-access","reconcileID":"8b2cecf1-f12a-48f7-af92-3195e3bf5b0f","MaaSAuthPolicy":{"name":"e2e-dft-2bc79b-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:54:25.871739116Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-c7826d-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-c7826d-access","reconcileID":"dd5cb9df-95b0-4432-a7d7-58c60c89801e","MaaSAuthPolicy":{"name":"e2e-dft-c7826d-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:54:25.922831632Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (4f4f1e93c8bec06c85bf4fc94d96afa06572a6bf4b4dead9b1e2c890f4b15d47) AuthConfig (6efe47ed149f6150f3fd71f198d700177b8e2ab6d150723652bd501d2b5e201f) AuthConfig (c51c0885ff7bc13c2cdf5064a7c0323153642d42ddadad7efe0cbc108d4ccbab) AuthConfig (50faaaf7f04223364fcb06e11ae303007f9c654f0e7ffdff5b41d77eb14974e9) AuthConfig (ce00d0c674921cd9c123414f62f7ac69c56ef62f883d6ce267bf238bff2df01a) AuthConfig (1e589171d99ec9375594df0cf96682b3c7eeb4bbfec7967296f1e8479f2fcafa) AuthConfig (004a0e5a36b2bdd349fea2b1fe5d21edc31de4c7cc6e0feb6f3a8a59fc2ca3dc) AuthConfig (211a6bf78abeb1e09c68c852bd3ca5c76b9fb38fc894413505332ec38d5c38ff)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-c7826d-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-c7826d-access","reconcileID":"dd5cb9df-95b0-4432-a7d7-58c60c89801e","MaaSAuthPolicy":{"name":"e2e-dft-c7826d-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:54:25.923825608Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-2bc79b","namespace":"llm"},"namespace":"llm","name":"e2e-dft-2bc79b","reconcileID":"c810f834-4141-4088-ae40-2dce508ac862","MaaSModelRef":{"name":"e2e-dft-2bc79b","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-2bc79b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:54:25.923843011Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-2bc79b","namespace":"llm"},"namespace":"llm","name":"e2e-dft-2bc79b","reconcileID":"c810f834-4141-4088-ae40-2dce508ac862","MaaSModelRef":{"name":"e2e-dft-2bc79b","namespace":"llm"},"routeName":"external-model-e2e-dft-2bc79b-a3ea27076713","namespace":"llm","model":"e2e-dft-2bc79b","externalModel":"e2e-dft-2bc79b","provider":"e2e-dft-2bc79b-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:54:26.022838546Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-c7826d","namespace":"llm"},"namespace":"llm","name":"e2e-dft-c7826d","reconcileID":"2f0066ce-d6bf-4e06-a5d6-31c627e85f99","MaaSModelRef":{"name":"e2e-dft-c7826d","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-c7826d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:54:26.022875077Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-c7826d","namespace":"llm"},"namespace":"llm","name":"e2e-dft-c7826d","reconcileID":"2f0066ce-d6bf-4e06-a5d6-31c627e85f99","MaaSModelRef":{"name":"e2e-dft-c7826d","namespace":"llm"},"routeName":"external-model-e2e-dft-c7826d-243f7d95ce80","namespace":"llm","model":"e2e-dft-c7826d","externalModel":"e2e-dft-c7826d","provider":"e2e-dft-c7826d-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:54:27.07094115Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-c7826d-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-c7826d-access","reconcileID":"c3eca9ab-0f68-43b8-bd68-025cfa46eb88","MaaSAuthPolicy":{"name":"e2e-dft-c7826d-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:54:27.071073519Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-2bc79b-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-2bc79b-access","reconcileID":"78b6bcde-799a-45d1-b5ce-ff88992d88b2","MaaSAuthPolicy":{"name":"e2e-dft-2bc79b-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:54:27.071570456Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"dc7fae0a-7f35-40c4-a4e7-f6f996a63655","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:54:27.071607466Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"c624d556-870c-49e8-8323-4802ee1c72be","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:54:27.072227329Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-c01518-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-c01518-access","reconcileID":"8dff6c69-29e8-4ff1-8a6c-9f67522430ca","MaaSAuthPolicy":{"name":"e2e-dft-c01518-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:54:27.123871864Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-2bc79b-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-2bc79b-access","reconcileID":"78b6bcde-799a-45d1-b5ce-ff88992d88b2","MaaSAuthPolicy":{"name":"e2e-dft-2bc79b-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:54:27.12553549Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"c624d556-870c-49e8-8323-4802ee1c72be","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:54:27.126215865Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"dc7fae0a-7f35-40c4-a4e7-f6f996a63655","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:54:27.128543997Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-c01518-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-c01518-access","reconcileID":"8dff6c69-29e8-4ff1-8a6c-9f67522430ca","MaaSAuthPolicy":{"name":"e2e-dft-c01518-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:54:27.129036352Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-c7826d-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-c7826d-access","reconcileID":"c3eca9ab-0f68-43b8-bd68-025cfa46eb88","MaaSAuthPolicy":{"name":"e2e-dft-c7826d-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:54:27.176250725Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (4f4f1e93c8bec06c85bf4fc94d96afa06572a6bf4b4dead9b1e2c890f4b15d47) AuthConfig (6efe47ed149f6150f3fd71f198d700177b8e2ab6d150723652bd501d2b5e201f) AuthConfig (c51c0885ff7bc13c2cdf5064a7c0323153642d42ddadad7efe0cbc108d4ccbab) AuthConfig (50faaaf7f04223364fcb06e11ae303007f9c654f0e7ffdff5b41d77eb14974e9) AuthConfig (ce00d0c674921cd9c123414f62f7ac69c56ef62f883d6ce267bf238bff2df01a) AuthConfig (1e589171d99ec9375594df0cf96682b3c7eeb4bbfec7967296f1e8479f2fcafa) AuthConfig (004a0e5a36b2bdd349fea2b1fe5d21edc31de4c7cc6e0feb6f3a8a59fc2ca3dc) AuthConfig (211a6bf78abeb1e09c68c852bd3ca5c76b9fb38fc894413505332ec38d5c38ff)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-2bc79b-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-2bc79b-access","reconcileID":"78b6bcde-799a-45d1-b5ce-ff88992d88b2","MaaSAuthPolicy":{"name":"e2e-dft-2bc79b-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:54:27.177141026Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (4f4f1e93c8bec06c85bf4fc94d96afa06572a6bf4b4dead9b1e2c890f4b15d47) AuthConfig (6efe47ed149f6150f3fd71f198d700177b8e2ab6d150723652bd501d2b5e201f) AuthConfig (c51c0885ff7bc13c2cdf5064a7c0323153642d42ddadad7efe0cbc108d4ccbab) AuthConfig (50faaaf7f04223364fcb06e11ae303007f9c654f0e7ffdff5b41d77eb14974e9) AuthConfig (ce00d0c674921cd9c123414f62f7ac69c56ef62f883d6ce267bf238bff2df01a) AuthConfig (1e589171d99ec9375594df0cf96682b3c7eeb4bbfec7967296f1e8479f2fcafa) AuthConfig (004a0e5a36b2bdd349fea2b1fe5d21edc31de4c7cc6e0feb6f3a8a59fc2ca3dc) AuthConfig (211a6bf78abeb1e09c68c852bd3ca5c76b9fb38fc894413505332ec38d5c38ff)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"c624d556-870c-49e8-8323-4802ee1c72be","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:54:27.177847215Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (4f4f1e93c8bec06c85bf4fc94d96afa06572a6bf4b4dead9b1e2c890f4b15d47) AuthConfig (6efe47ed149f6150f3fd71f198d700177b8e2ab6d150723652bd501d2b5e201f) AuthConfig (c51c0885ff7bc13c2cdf5064a7c0323153642d42ddadad7efe0cbc108d4ccbab) AuthConfig (50faaaf7f04223364fcb06e11ae303007f9c654f0e7ffdff5b41d77eb14974e9) AuthConfig (ce00d0c674921cd9c123414f62f7ac69c56ef62f883d6ce267bf238bff2df01a) AuthConfig (1e589171d99ec9375594df0cf96682b3c7eeb4bbfec7967296f1e8479f2fcafa) AuthConfig (004a0e5a36b2bdd349fea2b1fe5d21edc31de4c7cc6e0feb6f3a8a59fc2ca3dc) AuthConfig (211a6bf78abeb1e09c68c852bd3ca5c76b9fb38fc894413505332ec38d5c38ff)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"dc7fae0a-7f35-40c4-a4e7-f6f996a63655","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:54:27.180688044Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (4f4f1e93c8bec06c85bf4fc94d96afa06572a6bf4b4dead9b1e2c890f4b15d47) AuthConfig (6efe47ed149f6150f3fd71f198d700177b8e2ab6d150723652bd501d2b5e201f) AuthConfig (c51c0885ff7bc13c2cdf5064a7c0323153642d42ddadad7efe0cbc108d4ccbab) AuthConfig (50faaaf7f04223364fcb06e11ae303007f9c654f0e7ffdff5b41d77eb14974e9) AuthConfig (ce00d0c674921cd9c123414f62f7ac69c56ef62f883d6ce267bf238bff2df01a) AuthConfig (1e589171d99ec9375594df0cf96682b3c7eeb4bbfec7967296f1e8479f2fcafa) AuthConfig (004a0e5a36b2bdd349fea2b1fe5d21edc31de4c7cc6e0feb6f3a8a59fc2ca3dc) AuthConfig (211a6bf78abeb1e09c68c852bd3ca5c76b9fb38fc894413505332ec38d5c38ff)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-c01518-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-c01518-access","reconcileID":"8dff6c69-29e8-4ff1-8a6c-9f67522430ca","MaaSAuthPolicy":{"name":"e2e-dft-c01518-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:54:27.180688042Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (4f4f1e93c8bec06c85bf4fc94d96afa06572a6bf4b4dead9b1e2c890f4b15d47) AuthConfig (6efe47ed149f6150f3fd71f198d700177b8e2ab6d150723652bd501d2b5e201f) AuthConfig (c51c0885ff7bc13c2cdf5064a7c0323153642d42ddadad7efe0cbc108d4ccbab) AuthConfig (50faaaf7f04223364fcb06e11ae303007f9c654f0e7ffdff5b41d77eb14974e9) AuthConfig (ce00d0c674921cd9c123414f62f7ac69c56ef62f883d6ce267bf238bff2df01a) AuthConfig (1e589171d99ec9375594df0cf96682b3c7eeb4bbfec7967296f1e8479f2fcafa) AuthConfig (004a0e5a36b2bdd349fea2b1fe5d21edc31de4c7cc6e0feb6f3a8a59fc2ca3dc) AuthConfig (211a6bf78abeb1e09c68c852bd3ca5c76b9fb38fc894413505332ec38d5c38ff)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-c7826d-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-c7826d-access","reconcileID":"c3eca9ab-0f68-43b8-bd68-025cfa46eb88","MaaSAuthPolicy":{"name":"e2e-dft-c7826d-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:54:27.231143041Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"260c067b-a051-46e0-b352-6bed7a98490e","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:54:27.231173781Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"260c067b-a051-46e0-b352-6bed7a98490e","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:54:27.232985867Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"6f3d9321-5913-4302-96bc-a75566d1728c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:54:27.233006403Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"6f3d9321-5913-4302-96bc-a75566d1728c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:54:27.282779952Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-c01518","namespace":"llm"},"namespace":"llm","name":"e2e-dft-c01518","reconcileID":"fadf34c9-379d-4399-8bf2-652bef14e6ae","MaaSModelRef":{"name":"e2e-dft-c01518","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-c01518","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:54:27.282806481Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-c01518","namespace":"llm"},"namespace":"llm","name":"e2e-dft-c01518","reconcileID":"fadf34c9-379d-4399-8bf2-652bef14e6ae","MaaSModelRef":{"name":"e2e-dft-c01518","namespace":"llm"},"routeName":"external-model-e2e-dft-c01518-05d7c5a9630f","namespace":"llm","model":"e2e-dft-c01518","externalModel":"e2e-dft-c01518","provider":"e2e-dft-c01518-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:54:27.466613567Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-2bc79b-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-2bc79b-access","reconcileID":"4b3ebcca-54b3-489d-a844-fbdaad135610","MaaSAuthPolicy":{"name":"e2e-dft-2bc79b-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:54:27.476125889Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-c7826d-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-c7826d-access","reconcileID":"af64ca6d-0376-41d1-a6e0-c321bb9010ea","MaaSAuthPolicy":{"name":"e2e-dft-c7826d-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:54:27.518906284Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-2bc79b-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-2bc79b-access","reconcileID":"4b3ebcca-54b3-489d-a844-fbdaad135610","MaaSAuthPolicy":{"name":"e2e-dft-2bc79b-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:54:27.531824046Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-c7826d-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-c7826d-access","reconcileID":"af64ca6d-0376-41d1-a6e0-c321bb9010ea","MaaSAuthPolicy":{"name":"e2e-dft-c7826d-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:54:27.569940833Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (4f4f1e93c8bec06c85bf4fc94d96afa06572a6bf4b4dead9b1e2c890f4b15d47) AuthConfig (6efe47ed149f6150f3fd71f198d700177b8e2ab6d150723652bd501d2b5e201f) AuthConfig (c51c0885ff7bc13c2cdf5064a7c0323153642d42ddadad7efe0cbc108d4ccbab) AuthConfig (50faaaf7f04223364fcb06e11ae303007f9c654f0e7ffdff5b41d77eb14974e9) AuthConfig (ce00d0c674921cd9c123414f62f7ac69c56ef62f883d6ce267bf238bff2df01a) AuthConfig (1e589171d99ec9375594df0cf96682b3c7eeb4bbfec7967296f1e8479f2fcafa) AuthConfig (004a0e5a36b2bdd349fea2b1fe5d21edc31de4c7cc6e0feb6f3a8a59fc2ca3dc) AuthConfig (211a6bf78abeb1e09c68c852bd3ca5c76b9fb38fc894413505332ec38d5c38ff)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-2bc79b-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-2bc79b-access","reconcileID":"4b3ebcca-54b3-489d-a844-fbdaad135610","MaaSAuthPolicy":{"name":"e2e-dft-2bc79b-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:54:27.572020032Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"6c72903d-a8e5-41e6-a371-56cf8990f239","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:54:27.574757522Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-c01518-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-c01518-access","reconcileID":"46577666-e770-46bc-bbb4-1accc62373c4","MaaSAuthPolicy":{"name":"e2e-dft-c01518-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:54:27.574758489Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a4de0615-7f15-4559-b3c1-2ba7c2e73b46","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:54:27.58270734Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (4f4f1e93c8bec06c85bf4fc94d96afa06572a6bf4b4dead9b1e2c890f4b15d47) AuthConfig (6efe47ed149f6150f3fd71f198d700177b8e2ab6d150723652bd501d2b5e201f) AuthConfig (c51c0885ff7bc13c2cdf5064a7c0323153642d42ddadad7efe0cbc108d4ccbab) AuthConfig (50faaaf7f04223364fcb06e11ae303007f9c654f0e7ffdff5b41d77eb14974e9) AuthConfig (ce00d0c674921cd9c123414f62f7ac69c56ef62f883d6ce267bf238bff2df01a) AuthConfig (1e589171d99ec9375594df0cf96682b3c7eeb4bbfec7967296f1e8479f2fcafa) AuthConfig (004a0e5a36b2bdd349fea2b1fe5d21edc31de4c7cc6e0feb6f3a8a59fc2ca3dc) AuthConfig (211a6bf78abeb1e09c68c852bd3ca5c76b9fb38fc894413505332ec38d5c38ff)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-c7826d-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-c7826d-access","reconcileID":"af64ca6d-0376-41d1-a6e0-c321bb9010ea","MaaSAuthPolicy":{"name":"e2e-dft-c7826d-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:54:27.623859505Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"6c72903d-a8e5-41e6-a371-56cf8990f239","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:54:27.626651453Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-c01518-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-c01518-access","reconcileID":"46577666-e770-46bc-bbb4-1accc62373c4","MaaSAuthPolicy":{"name":"e2e-dft-c01518-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:54:27.626863393Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a4de0615-7f15-4559-b3c1-2ba7c2e73b46","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:54:27.674485221Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (4f4f1e93c8bec06c85bf4fc94d96afa06572a6bf4b4dead9b1e2c890f4b15d47) AuthConfig (6efe47ed149f6150f3fd71f198d700177b8e2ab6d150723652bd501d2b5e201f) AuthConfig (c51c0885ff7bc13c2cdf5064a7c0323153642d42ddadad7efe0cbc108d4ccbab) AuthConfig (50faaaf7f04223364fcb06e11ae303007f9c654f0e7ffdff5b41d77eb14974e9) AuthConfig (ce00d0c674921cd9c123414f62f7ac69c56ef62f883d6ce267bf238bff2df01a) AuthConfig (1e589171d99ec9375594df0cf96682b3c7eeb4bbfec7967296f1e8479f2fcafa) AuthConfig (004a0e5a36b2bdd349fea2b1fe5d21edc31de4c7cc6e0feb6f3a8a59fc2ca3dc) AuthConfig (211a6bf78abeb1e09c68c852bd3ca5c76b9fb38fc894413505332ec38d5c38ff)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"6c72903d-a8e5-41e6-a371-56cf8990f239","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:54:27.6776947Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (4f4f1e93c8bec06c85bf4fc94d96afa06572a6bf4b4dead9b1e2c890f4b15d47) AuthConfig (6efe47ed149f6150f3fd71f198d700177b8e2ab6d150723652bd501d2b5e201f) AuthConfig (c51c0885ff7bc13c2cdf5064a7c0323153642d42ddadad7efe0cbc108d4ccbab) AuthConfig (50faaaf7f04223364fcb06e11ae303007f9c654f0e7ffdff5b41d77eb14974e9) AuthConfig (ce00d0c674921cd9c123414f62f7ac69c56ef62f883d6ce267bf238bff2df01a) AuthConfig (1e589171d99ec9375594df0cf96682b3c7eeb4bbfec7967296f1e8479f2fcafa) AuthConfig (004a0e5a36b2bdd349fea2b1fe5d21edc31de4c7cc6e0feb6f3a8a59fc2ca3dc) AuthConfig (211a6bf78abeb1e09c68c852bd3ca5c76b9fb38fc894413505332ec38d5c38ff)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a4de0615-7f15-4559-b3c1-2ba7c2e73b46","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:54:27.67800392Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (4f4f1e93c8bec06c85bf4fc94d96afa06572a6bf4b4dead9b1e2c890f4b15d47) AuthConfig (6efe47ed149f6150f3fd71f198d700177b8e2ab6d150723652bd501d2b5e201f) AuthConfig (c51c0885ff7bc13c2cdf5064a7c0323153642d42ddadad7efe0cbc108d4ccbab) AuthConfig (50faaaf7f04223364fcb06e11ae303007f9c654f0e7ffdff5b41d77eb14974e9) AuthConfig (ce00d0c674921cd9c123414f62f7ac69c56ef62f883d6ce267bf238bff2df01a) AuthConfig (1e589171d99ec9375594df0cf96682b3c7eeb4bbfec7967296f1e8479f2fcafa) AuthConfig (004a0e5a36b2bdd349fea2b1fe5d21edc31de4c7cc6e0feb6f3a8a59fc2ca3dc) AuthConfig (211a6bf78abeb1e09c68c852bd3ca5c76b9fb38fc894413505332ec38d5c38ff)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-c01518-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-c01518-access","reconcileID":"46577666-e770-46bc-bbb4-1accc62373c4","MaaSAuthPolicy":{"name":"e2e-dft-c01518-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T12:54:27.726814356Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-c01518-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-c01518-access","reconcileID":"46577666-e770-46bc-bbb4-1accc62373c4","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"e2e-dft-c01518-access\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T12:54:27.85878435Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-2bc79b-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-2bc79b-access","reconcileID":"1c7beb5b-67c8-4456-90f4-221f28f9691d","MaaSAuthPolicy":{"name":"e2e-dft-2bc79b-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:54:27.873627061Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-c7826d-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-c7826d-access","reconcileID":"efcc82c8-0b99-4a07-afda-5ca915a979fc","MaaSAuthPolicy":{"name":"e2e-dft-c7826d-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:54:27.912283739Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-2bc79b-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-2bc79b-access","reconcileID":"1c7beb5b-67c8-4456-90f4-221f28f9691d","MaaSAuthPolicy":{"name":"e2e-dft-2bc79b-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:54:27.926827707Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-c7826d-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-c7826d-access","reconcileID":"efcc82c8-0b99-4a07-afda-5ca915a979fc","MaaSAuthPolicy":{"name":"e2e-dft-c7826d-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:54:27.963107073Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (4f4f1e93c8bec06c85bf4fc94d96afa06572a6bf4b4dead9b1e2c890f4b15d47) AuthConfig (6efe47ed149f6150f3fd71f198d700177b8e2ab6d150723652bd501d2b5e201f) AuthConfig (c51c0885ff7bc13c2cdf5064a7c0323153642d42ddadad7efe0cbc108d4ccbab) AuthConfig (50faaaf7f04223364fcb06e11ae303007f9c654f0e7ffdff5b41d77eb14974e9) AuthConfig (ce00d0c674921cd9c123414f62f7ac69c56ef62f883d6ce267bf238bff2df01a) AuthConfig (1e589171d99ec9375594df0cf96682b3c7eeb4bbfec7967296f1e8479f2fcafa) AuthConfig (004a0e5a36b2bdd349fea2b1fe5d21edc31de4c7cc6e0feb6f3a8a59fc2ca3dc) AuthConfig (211a6bf78abeb1e09c68c852bd3ca5c76b9fb38fc894413505332ec38d5c38ff)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-2bc79b-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-2bc79b-access","reconcileID":"1c7beb5b-67c8-4456-90f4-221f28f9691d","MaaSAuthPolicy":{"name":"e2e-dft-2bc79b-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:54:27.977578174Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (4f4f1e93c8bec06c85bf4fc94d96afa06572a6bf4b4dead9b1e2c890f4b15d47) AuthConfig (6efe47ed149f6150f3fd71f198d700177b8e2ab6d150723652bd501d2b5e201f) AuthConfig (c51c0885ff7bc13c2cdf5064a7c0323153642d42ddadad7efe0cbc108d4ccbab) AuthConfig (50faaaf7f04223364fcb06e11ae303007f9c654f0e7ffdff5b41d77eb14974e9) AuthConfig (ce00d0c674921cd9c123414f62f7ac69c56ef62f883d6ce267bf238bff2df01a) AuthConfig (1e589171d99ec9375594df0cf96682b3c7eeb4bbfec7967296f1e8479f2fcafa) AuthConfig (004a0e5a36b2bdd349fea2b1fe5d21edc31de4c7cc6e0feb6f3a8a59fc2ca3dc) AuthConfig (211a6bf78abeb1e09c68c852bd3ca5c76b9fb38fc894413505332ec38d5c38ff)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-c7826d-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-c7826d-access","reconcileID":"efcc82c8-0b99-4a07-afda-5ca915a979fc","MaaSAuthPolicy":{"name":"e2e-dft-c7826d-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:54:28.022722613Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-c01518-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-c01518-access","reconcileID":"f9a9f811-88dc-4e1a-a75b-d4b3cab467fc","MaaSAuthPolicy":{"name":"e2e-dft-c01518-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:54:28.074415884Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-c01518-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-c01518-access","reconcileID":"f9a9f811-88dc-4e1a-a75b-d4b3cab467fc","MaaSAuthPolicy":{"name":"e2e-dft-c01518-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:54:28.102907235Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-c01518","namespace":"llm"},"namespace":"llm","name":"e2e-dft-c01518","reconcileID":"7d2ae1e6-e0da-4034-9a17-1190dff2ceef","MaaSModelRef":{"name":"e2e-dft-c01518","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-c01518","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:54:28.102941269Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-c01518","namespace":"llm"},"namespace":"llm","name":"e2e-dft-c01518","reconcileID":"7d2ae1e6-e0da-4034-9a17-1190dff2ceef","MaaSModelRef":{"name":"e2e-dft-c01518","namespace":"llm"},"routeName":"external-model-e2e-dft-c01518-05d7c5a9630f","namespace":"llm","model":"e2e-dft-c01518","externalModel":"e2e-dft-c01518","provider":"e2e-dft-c01518-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:54:28.125037917Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (4f4f1e93c8bec06c85bf4fc94d96afa06572a6bf4b4dead9b1e2c890f4b15d47) AuthConfig (6efe47ed149f6150f3fd71f198d700177b8e2ab6d150723652bd501d2b5e201f) AuthConfig (c51c0885ff7bc13c2cdf5064a7c0323153642d42ddadad7efe0cbc108d4ccbab) AuthConfig (50faaaf7f04223364fcb06e11ae303007f9c654f0e7ffdff5b41d77eb14974e9) AuthConfig (ce00d0c674921cd9c123414f62f7ac69c56ef62f883d6ce267bf238bff2df01a) AuthConfig (1e589171d99ec9375594df0cf96682b3c7eeb4bbfec7967296f1e8479f2fcafa) AuthConfig (004a0e5a36b2bdd349fea2b1fe5d21edc31de4c7cc6e0feb6f3a8a59fc2ca3dc) AuthConfig (211a6bf78abeb1e09c68c852bd3ca5c76b9fb38fc894413505332ec38d5c38ff)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-c01518-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-c01518-access","reconcileID":"f9a9f811-88dc-4e1a-a75b-d4b3cab467fc","MaaSAuthPolicy":{"name":"e2e-dft-c01518-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:54:28.25545263Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dft-c01518-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-c01518-sub","reconcileID":"97b6f423-527f-4b8d-993c-54944b76b5e5","MaaSSubscription":{"name":"e2e-dft-c01518-sub","namespace":"models-as-a-service"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-4330eab5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:54:28.351327585Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-c7826d-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-c7826d-access","reconcileID":"2c77c2f3-8bb2-4cfb-82eb-8dd7cf79fced","MaaSAuthPolicy":{"name":"e2e-dft-c7826d-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:54:28.351355462Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"01877260-58f9-4ed7-8ff6-7fdb2b2ffe1b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:54:28.351922288Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-2bc79b-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-2bc79b-access","reconcileID":"eeef2272-264b-4390-8295-8f919c3cdf1d","MaaSAuthPolicy":{"name":"e2e-dft-2bc79b-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:54:28.352022442Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"cf9d2d0c-e6d5-4f8e-9426-ff7bb1156a52","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:54:28.403946298Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-c7826d-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-c7826d-access","reconcileID":"2c77c2f3-8bb2-4cfb-82eb-8dd7cf79fced","MaaSAuthPolicy":{"name":"e2e-dft-c7826d-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:54:28.404773732Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"01877260-58f9-4ed7-8ff6-7fdb2b2ffe1b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:54:28.406263314Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"cf9d2d0c-e6d5-4f8e-9426-ff7bb1156a52","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:54:28.407113286Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-2bc79b-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-2bc79b-access","reconcileID":"eeef2272-264b-4390-8295-8f919c3cdf1d","MaaSAuthPolicy":{"name":"e2e-dft-2bc79b-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:54:28.447909182Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-c01518-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-c01518-access","reconcileID":"43d4c5ac-2cd8-40d5-be4b-5842b8636ffd","MaaSAuthPolicy":{"name":"e2e-dft-c01518-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:54:28.456088549Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (4f4f1e93c8bec06c85bf4fc94d96afa06572a6bf4b4dead9b1e2c890f4b15d47) AuthConfig (6efe47ed149f6150f3fd71f198d700177b8e2ab6d150723652bd501d2b5e201f) AuthConfig (c51c0885ff7bc13c2cdf5064a7c0323153642d42ddadad7efe0cbc108d4ccbab) AuthConfig (50faaaf7f04223364fcb06e11ae303007f9c654f0e7ffdff5b41d77eb14974e9) AuthConfig (ce00d0c674921cd9c123414f62f7ac69c56ef62f883d6ce267bf238bff2df01a) AuthConfig (1e589171d99ec9375594df0cf96682b3c7eeb4bbfec7967296f1e8479f2fcafa) AuthConfig (004a0e5a36b2bdd349fea2b1fe5d21edc31de4c7cc6e0feb6f3a8a59fc2ca3dc) AuthConfig (211a6bf78abeb1e09c68c852bd3ca5c76b9fb38fc894413505332ec38d5c38ff)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-c7826d-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-c7826d-access","reconcileID":"2c77c2f3-8bb2-4cfb-82eb-8dd7cf79fced","MaaSAuthPolicy":{"name":"e2e-dft-c7826d-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:54:28.456689554Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (4f4f1e93c8bec06c85bf4fc94d96afa06572a6bf4b4dead9b1e2c890f4b15d47) AuthConfig (6efe47ed149f6150f3fd71f198d700177b8e2ab6d150723652bd501d2b5e201f) AuthConfig (c51c0885ff7bc13c2cdf5064a7c0323153642d42ddadad7efe0cbc108d4ccbab) AuthConfig (50faaaf7f04223364fcb06e11ae303007f9c654f0e7ffdff5b41d77eb14974e9) AuthConfig (ce00d0c674921cd9c123414f62f7ac69c56ef62f883d6ce267bf238bff2df01a) AuthConfig (1e589171d99ec9375594df0cf96682b3c7eeb4bbfec7967296f1e8479f2fcafa) AuthConfig (004a0e5a36b2bdd349fea2b1fe5d21edc31de4c7cc6e0feb6f3a8a59fc2ca3dc) AuthConfig (211a6bf78abeb1e09c68c852bd3ca5c76b9fb38fc894413505332ec38d5c38ff)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"01877260-58f9-4ed7-8ff6-7fdb2b2ffe1b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:54:28.458520933Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (4f4f1e93c8bec06c85bf4fc94d96afa06572a6bf4b4dead9b1e2c890f4b15d47) AuthConfig (6efe47ed149f6150f3fd71f198d700177b8e2ab6d150723652bd501d2b5e201f) AuthConfig (c51c0885ff7bc13c2cdf5064a7c0323153642d42ddadad7efe0cbc108d4ccbab) AuthConfig (50faaaf7f04223364fcb06e11ae303007f9c654f0e7ffdff5b41d77eb14974e9) AuthConfig (ce00d0c674921cd9c123414f62f7ac69c56ef62f883d6ce267bf238bff2df01a) AuthConfig (1e589171d99ec9375594df0cf96682b3c7eeb4bbfec7967296f1e8479f2fcafa) AuthConfig (004a0e5a36b2bdd349fea2b1fe5d21edc31de4c7cc6e0feb6f3a8a59fc2ca3dc) AuthConfig (211a6bf78abeb1e09c68c852bd3ca5c76b9fb38fc894413505332ec38d5c38ff)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"cf9d2d0c-e6d5-4f8e-9426-ff7bb1156a52","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:54:28.458922076Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (4f4f1e93c8bec06c85bf4fc94d96afa06572a6bf4b4dead9b1e2c890f4b15d47) AuthConfig (6efe47ed149f6150f3fd71f198d700177b8e2ab6d150723652bd501d2b5e201f) AuthConfig (c51c0885ff7bc13c2cdf5064a7c0323153642d42ddadad7efe0cbc108d4ccbab) AuthConfig (50faaaf7f04223364fcb06e11ae303007f9c654f0e7ffdff5b41d77eb14974e9) AuthConfig (ce00d0c674921cd9c123414f62f7ac69c56ef62f883d6ce267bf238bff2df01a) AuthConfig (1e589171d99ec9375594df0cf96682b3c7eeb4bbfec7967296f1e8479f2fcafa) AuthConfig (004a0e5a36b2bdd349fea2b1fe5d21edc31de4c7cc6e0feb6f3a8a59fc2ca3dc) AuthConfig (211a6bf78abeb1e09c68c852bd3ca5c76b9fb38fc894413505332ec38d5c38ff)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-2bc79b-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-2bc79b-access","reconcileID":"eeef2272-264b-4390-8295-8f919c3cdf1d","MaaSAuthPolicy":{"name":"e2e-dft-2bc79b-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:54:28.500511782Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-c01518-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-c01518-access","reconcileID":"43d4c5ac-2cd8-40d5-be4b-5842b8636ffd","MaaSAuthPolicy":{"name":"e2e-dft-c01518-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:54:28.552296119Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (4f4f1e93c8bec06c85bf4fc94d96afa06572a6bf4b4dead9b1e2c890f4b15d47) AuthConfig (6efe47ed149f6150f3fd71f198d700177b8e2ab6d150723652bd501d2b5e201f) AuthConfig (c51c0885ff7bc13c2cdf5064a7c0323153642d42ddadad7efe0cbc108d4ccbab) AuthConfig (50faaaf7f04223364fcb06e11ae303007f9c654f0e7ffdff5b41d77eb14974e9) AuthConfig (ce00d0c674921cd9c123414f62f7ac69c56ef62f883d6ce267bf238bff2df01a) AuthConfig (1e589171d99ec9375594df0cf96682b3c7eeb4bbfec7967296f1e8479f2fcafa) AuthConfig (004a0e5a36b2bdd349fea2b1fe5d21edc31de4c7cc6e0feb6f3a8a59fc2ca3dc) AuthConfig (211a6bf78abeb1e09c68c852bd3ca5c76b9fb38fc894413505332ec38d5c38ff)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-c01518-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-c01518-access","reconcileID":"43d4c5ac-2cd8-40d5-be4b-5842b8636ffd","MaaSAuthPolicy":{"name":"e2e-dft-c01518-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:54:28.747075288Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"3656c0bd-5235-45da-95e3-3045878dd7f7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:54:28.750439353Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-c7826d-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-c7826d-access","reconcileID":"ecf4c31a-f294-432e-b57d-e049b4ea1b84","MaaSAuthPolicy":{"name":"e2e-dft-c7826d-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:54:28.751272815Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"575cad92-9441-4d09-811c-776764ca6577","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:54:28.751427959Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-2bc79b-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-2bc79b-access","reconcileID":"883dd137-7af0-4fb9-93fe-80212f6a74de","MaaSAuthPolicy":{"name":"e2e-dft-2bc79b-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:54:28.80031649Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"3656c0bd-5235-45da-95e3-3045878dd7f7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:54:28.805065743Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-c7826d-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-c7826d-access","reconcileID":"ecf4c31a-f294-432e-b57d-e049b4ea1b84","MaaSAuthPolicy":{"name":"e2e-dft-c7826d-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:54:28.806910747Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"575cad92-9441-4d09-811c-776764ca6577","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:54:28.810144492Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-2bc79b-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-2bc79b-access","reconcileID":"883dd137-7af0-4fb9-93fe-80212f6a74de","MaaSAuthPolicy":{"name":"e2e-dft-2bc79b-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:54:28.848461803Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-c01518-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-c01518-access","reconcileID":"177098c2-1f7e-4430-87bd-20c9a9687a9d","MaaSAuthPolicy":{"name":"e2e-dft-c01518-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:54:28.853003394Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (4f4f1e93c8bec06c85bf4fc94d96afa06572a6bf4b4dead9b1e2c890f4b15d47) AuthConfig (6efe47ed149f6150f3fd71f198d700177b8e2ab6d150723652bd501d2b5e201f) AuthConfig (c51c0885ff7bc13c2cdf5064a7c0323153642d42ddadad7efe0cbc108d4ccbab) AuthConfig (50faaaf7f04223364fcb06e11ae303007f9c654f0e7ffdff5b41d77eb14974e9) AuthConfig (ce00d0c674921cd9c123414f62f7ac69c56ef62f883d6ce267bf238bff2df01a) AuthConfig (1e589171d99ec9375594df0cf96682b3c7eeb4bbfec7967296f1e8479f2fcafa) AuthConfig (004a0e5a36b2bdd349fea2b1fe5d21edc31de4c7cc6e0feb6f3a8a59fc2ca3dc) AuthConfig (211a6bf78abeb1e09c68c852bd3ca5c76b9fb38fc894413505332ec38d5c38ff)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"3656c0bd-5235-45da-95e3-3045878dd7f7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:54:28.857645034Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (4f4f1e93c8bec06c85bf4fc94d96afa06572a6bf4b4dead9b1e2c890f4b15d47) AuthConfig (6efe47ed149f6150f3fd71f198d700177b8e2ab6d150723652bd501d2b5e201f) AuthConfig (c51c0885ff7bc13c2cdf5064a7c0323153642d42ddadad7efe0cbc108d4ccbab) AuthConfig (50faaaf7f04223364fcb06e11ae303007f9c654f0e7ffdff5b41d77eb14974e9) AuthConfig (ce00d0c674921cd9c123414f62f7ac69c56ef62f883d6ce267bf238bff2df01a) AuthConfig (1e589171d99ec9375594df0cf96682b3c7eeb4bbfec7967296f1e8479f2fcafa) AuthConfig (004a0e5a36b2bdd349fea2b1fe5d21edc31de4c7cc6e0feb6f3a8a59fc2ca3dc) AuthConfig (211a6bf78abeb1e09c68c852bd3ca5c76b9fb38fc894413505332ec38d5c38ff)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-c7826d-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-c7826d-access","reconcileID":"ecf4c31a-f294-432e-b57d-e049b4ea1b84","MaaSAuthPolicy":{"name":"e2e-dft-c7826d-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:54:28.860651851Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (4f4f1e93c8bec06c85bf4fc94d96afa06572a6bf4b4dead9b1e2c890f4b15d47) AuthConfig (6efe47ed149f6150f3fd71f198d700177b8e2ab6d150723652bd501d2b5e201f) AuthConfig (c51c0885ff7bc13c2cdf5064a7c0323153642d42ddadad7efe0cbc108d4ccbab) AuthConfig (50faaaf7f04223364fcb06e11ae303007f9c654f0e7ffdff5b41d77eb14974e9) AuthConfig (ce00d0c674921cd9c123414f62f7ac69c56ef62f883d6ce267bf238bff2df01a) AuthConfig (1e589171d99ec9375594df0cf96682b3c7eeb4bbfec7967296f1e8479f2fcafa) AuthConfig (004a0e5a36b2bdd349fea2b1fe5d21edc31de4c7cc6e0feb6f3a8a59fc2ca3dc) AuthConfig (211a6bf78abeb1e09c68c852bd3ca5c76b9fb38fc894413505332ec38d5c38ff)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"575cad92-9441-4d09-811c-776764ca6577","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:54:28.865782728Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (4f4f1e93c8bec06c85bf4fc94d96afa06572a6bf4b4dead9b1e2c890f4b15d47) AuthConfig (6efe47ed149f6150f3fd71f198d700177b8e2ab6d150723652bd501d2b5e201f) AuthConfig (c51c0885ff7bc13c2cdf5064a7c0323153642d42ddadad7efe0cbc108d4ccbab) AuthConfig (50faaaf7f04223364fcb06e11ae303007f9c654f0e7ffdff5b41d77eb14974e9) AuthConfig (ce00d0c674921cd9c123414f62f7ac69c56ef62f883d6ce267bf238bff2df01a) AuthConfig (1e589171d99ec9375594df0cf96682b3c7eeb4bbfec7967296f1e8479f2fcafa) AuthConfig (004a0e5a36b2bdd349fea2b1fe5d21edc31de4c7cc6e0feb6f3a8a59fc2ca3dc) AuthConfig (211a6bf78abeb1e09c68c852bd3ca5c76b9fb38fc894413505332ec38d5c38ff)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-2bc79b-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-2bc79b-access","reconcileID":"883dd137-7af0-4fb9-93fe-80212f6a74de","MaaSAuthPolicy":{"name":"e2e-dft-2bc79b-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:54:28.909238652Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-c01518-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-c01518-access","reconcileID":"177098c2-1f7e-4430-87bd-20c9a9687a9d","MaaSAuthPolicy":{"name":"e2e-dft-c01518-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:54:28.968079203Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (4f4f1e93c8bec06c85bf4fc94d96afa06572a6bf4b4dead9b1e2c890f4b15d47) AuthConfig (6efe47ed149f6150f3fd71f198d700177b8e2ab6d150723652bd501d2b5e201f) AuthConfig (c51c0885ff7bc13c2cdf5064a7c0323153642d42ddadad7efe0cbc108d4ccbab) AuthConfig (50faaaf7f04223364fcb06e11ae303007f9c654f0e7ffdff5b41d77eb14974e9) AuthConfig (ce00d0c674921cd9c123414f62f7ac69c56ef62f883d6ce267bf238bff2df01a) AuthConfig (1e589171d99ec9375594df0cf96682b3c7eeb4bbfec7967296f1e8479f2fcafa) AuthConfig (004a0e5a36b2bdd349fea2b1fe5d21edc31de4c7cc6e0feb6f3a8a59fc2ca3dc) AuthConfig (211a6bf78abeb1e09c68c852bd3ca5c76b9fb38fc894413505332ec38d5c38ff)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-c01518-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-c01518-access","reconcileID":"177098c2-1f7e-4430-87bd-20c9a9687a9d","MaaSAuthPolicy":{"name":"e2e-dft-c01518-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:54:34.423506703Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-012868","namespace":"e2e-extmod-rec-noaccess-c16cea"},"namespace":"e2e-extmod-rec-noaccess-c16cea","name":"e2e-rec-recover-012868","reconcileID":"bcffd57b-b2f0-45b3-9ba0-da80bd500a21","MaaSModelRef":{"name":"e2e-rec-recover-012868","namespace":"e2e-extmod-rec-noaccess-c16cea"},"name":"e2e-rec-recover-012868","namespace":"e2e-extmod-rec-noaccess-c16cea","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:54:34.520713523Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-873a34","namespace":"e2e-extmod-att-noaccess-c9b09f"},"namespace":"e2e-extmod-att-noaccess-c9b09f","name":"e2e-att-noaccess-873a34","reconcileID":"8ebd1443-b59d-4c84-9c0a-1e9895eea3f1","MaaSModelRef":{"name":"e2e-att-noaccess-873a34","namespace":"e2e-extmod-att-noaccess-c9b09f"},"name":"e2e-att-noaccess-873a34","namespace":"e2e-extmod-att-noaccess-c9b09f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:54:38.304131247Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dft-c01518-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-c01518-sub","reconcileID":"6ab60a42-1560-4c02-9843-475ede4dc3d9","MaaSSubscription":{"name":"e2e-dft-c01518-sub","namespace":"models-as-a-service"},"model":"llm/e2e-dft-c01518","subscription":"e2e-dft-c01518-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:54:38.401077836Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dft-c01518-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-c01518-sub","reconcileID":"6ab60a42-1560-4c02-9843-475ede4dc3d9","MaaSSubscription":{"name":"e2e-dft-c01518-sub","namespace":"models-as-a-service"},"model":"llm/e2e-dft-c01518","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:54:38.451708485Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dft-c01518-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-c01518-sub","reconcileID":"6ab60a42-1560-4c02-9843-475ede4dc3d9","MaaSSubscription":{"name":"e2e-dft-c01518-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-dft-c01518","namespace":"llm","model":"llm/e2e-dft-c01518","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:54:38.704276923Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-b-94e247 priority=0:[ai-tenant-e2e-extmod-b-94e247/e2e-att-serve-2a91e7-sub ai-tenant-e2e-extmod-b-94e247/e2e-rec-ctrl-4ce791-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:54:38.752845017Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-c01518","namespace":"llm"},"namespace":"llm","name":"e2e-dft-c01518","reconcileID":"ea70be41-af87-44ef-b0cf-e07cab03ebbe","MaaSModelRef":{"name":"e2e-dft-c01518","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-c01518","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:54:38.752871675Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-c01518","namespace":"llm"},"namespace":"llm","name":"e2e-dft-c01518","reconcileID":"ea70be41-af87-44ef-b0cf-e07cab03ebbe","MaaSModelRef":{"name":"e2e-dft-c01518","namespace":"llm"},"routeName":"external-model-e2e-dft-c01518-05d7c5a9630f","namespace":"llm","model":"e2e-dft-c01518","externalModel":"e2e-dft-c01518","provider":"e2e-dft-c01518-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:54:38.902926389Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-c01518","namespace":"llm"},"namespace":"llm","name":"e2e-dft-c01518","reconcileID":"3047f3f6-8e0c-4793-9621-0fc0ad1a3aa3","MaaSModelRef":{"name":"e2e-dft-c01518","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-c01518","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:54:38.90304655Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-c01518","namespace":"llm"},"namespace":"llm","name":"e2e-dft-c01518","reconcileID":"3047f3f6-8e0c-4793-9621-0fc0ad1a3aa3","MaaSModelRef":{"name":"e2e-dft-c01518","namespace":"llm"},"routeName":"external-model-e2e-dft-c01518-05d7c5a9630f","namespace":"llm","model":"e2e-dft-c01518","externalModel":"e2e-dft-c01518","provider":"e2e-dft-c01518-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:54:38.994242135Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-c01518-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-c01518-access","reconcileID":"ecef2aed-f20e-4a20-98eb-d6f2044946d0","MaaSAuthPolicy":{"name":"e2e-dft-c01518-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:54:38.99451588Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"50e5625d-7db9-4f27-bcc4-6927c07375ac","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:54:38.999776512Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-c7826d-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-c7826d-access","reconcileID":"96420f20-f1bd-41ec-8f69-95342c1edf27","MaaSAuthPolicy":{"name":"e2e-dft-c7826d-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:54:38.999832559Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"5f71b8fb-8a95-41c7-8e52-2a45abb5c3b3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:54:39.000122515Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-2bc79b-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-2bc79b-access","reconcileID":"9b978506-e2e6-4d6a-91d6-027ace3eaf7c","MaaSAuthPolicy":{"name":"e2e-dft-2bc79b-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T12:54:39.001619891Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-c01518","namespace":"llm"},"namespace":"llm","name":"e2e-dft-c01518","reconcileID":"3047f3f6-8e0c-4793-9621-0fc0ad1a3aa3","name":"e2e-dft-c01518","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-dft-c01518\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T12:54:39.001673685Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-c01518","namespace":"llm"},"namespace":"llm","name":"e2e-dft-c01518","reconcileID":"3047f3f6-8e0c-4793-9621-0fc0ad1a3aa3","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-dft-c01518\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T12:54:39.055728356Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-c01518","namespace":"llm"},"namespace":"llm","name":"e2e-dft-c01518","reconcileID":"dfad0874-d363-42a0-b22c-f1e92f011a03","MaaSModelRef":{"name":"e2e-dft-c01518","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-c01518","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:54:39.055751133Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-c01518","namespace":"llm"},"namespace":"llm","name":"e2e-dft-c01518","reconcileID":"dfad0874-d363-42a0-b22c-f1e92f011a03","MaaSModelRef":{"name":"e2e-dft-c01518","namespace":"llm"},"routeName":"external-model-e2e-dft-c01518-05d7c5a9630f","namespace":"llm","model":"e2e-dft-c01518","externalModel":"e2e-dft-c01518","provider":"e2e-dft-c01518-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:54:39.111065744Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"50e5625d-7db9-4f27-bcc4-6927c07375ac","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T12:54:39.113350292Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-c01518-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-c01518-access","reconcileID":"ecef2aed-f20e-4a20-98eb-d6f2044946d0","MaaSAuthPolicy":{"name":"e2e-dft-c01518-access","namespace":"models-as-a-service"},"error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T12:54:39.116480775Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-c7826d-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-c7826d-access","reconcileID":"96420f20-f1bd-41ec-8f69-95342c1edf27","MaaSAuthPolicy":{"name":"e2e-dft-c7826d-access","namespace":"models-as-a-service"},"error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T12:54:39.119111871Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"5f71b8fb-8a95-41c7-8e52-2a45abb5c3b3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T12:54:39.148282745Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-2bc79b-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-2bc79b-access","reconcileID":"9b978506-e2e6-4d6a-91d6-027ace3eaf7c","MaaSAuthPolicy":{"name":"e2e-dft-2bc79b-access","namespace":"models-as-a-service"},"error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T12:54:39.162477462Z","body":"failed to persist reconcile failure","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-c01518-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-c01518-access","reconcileID":"ecef2aed-f20e-4a20-98eb-d6f2044946d0","MaaSAuthPolicy":{"name":"e2e-dft-c01518-access","namespace":"models-as-a-service"},"error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"e2e-dft-c01518-access\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).reconcileFailed\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:2167\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:626\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T12:54:39.16252955Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-c01518-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-c01518-access","reconcileID":"ecef2aed-f20e-4a20-98eb-d6f2044946d0","error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T12:54:39.16268687Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 7, current generation is 8","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"50e5625d-7db9-4f27-bcc4-6927c07375ac","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:54:39.162717975Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-c01518-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-c01518-access","reconcileID":"955b33b5-307a-4eff-9f35-36aa75b88021","MaaSAuthPolicy":{"name":"e2e-dft-c01518-access","namespace":"models-as-a-service"},"model":"llm/e2e-dft-c01518","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T12:54:39.16902717Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-c7826d-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-c7826d-access","reconcileID":"96420f20-f1bd-41ec-8f69-95342c1edf27","error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T12:54:39.171850683Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"5f71b8fb-8a95-41c7-8e52-2a45abb5c3b3","error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T12:54:39.201212769Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-2bc79b-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-2bc79b-access","reconcileID":"9b978506-e2e6-4d6a-91d6-027ace3eaf7c","error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T12:54:39.217522515Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-c7826d","namespace":"llm"},"namespace":"llm","name":"e2e-dft-c7826d","reconcileID":"0fc2d5d5-27f9-410b-85bb-1ba0d5879425","MaaSModelRef":{"name":"e2e-dft-c7826d","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-c7826d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:54:39.217542249Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-c7826d","namespace":"llm"},"namespace":"llm","name":"e2e-dft-c7826d","reconcileID":"0fc2d5d5-27f9-410b-85bb-1ba0d5879425","MaaSModelRef":{"name":"e2e-dft-c7826d","namespace":"llm"},"routeName":"external-model-e2e-dft-c7826d-243f7d95ce80","namespace":"llm","model":"e2e-dft-c7826d","externalModel":"e2e-dft-c7826d","provider":"e2e-dft-c7826d-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:54:39.266144783Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"4cbb652a-b7a6-4fec-b5ff-0118466891cd","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:54:39.266161752Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"4cbb652a-b7a6-4fec-b5ff-0118466891cd","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:54:39.315020566Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-2bc79b","namespace":"llm"},"namespace":"llm","name":"e2e-dft-2bc79b","reconcileID":"62c730ec-e4ad-403d-a6d6-76a790c57568","MaaSModelRef":{"name":"e2e-dft-2bc79b","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-2bc79b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:54:39.315041875Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-2bc79b","namespace":"llm"},"namespace":"llm","name":"e2e-dft-2bc79b","reconcileID":"62c730ec-e4ad-403d-a6d6-76a790c57568","MaaSModelRef":{"name":"e2e-dft-2bc79b","namespace":"llm"},"routeName":"external-model-e2e-dft-2bc79b-a3ea27076713","namespace":"llm","model":"e2e-dft-2bc79b","externalModel":"e2e-dft-2bc79b","provider":"e2e-dft-2bc79b-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:54:39.364147092Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"fcf2e15e-f732-4d90-973d-6e53f64da1f0","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:54:39.364163655Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"fcf2e15e-f732-4d90-973d-6e53f64da1f0","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:54:39.412764099Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-c01518","namespace":"llm"},"namespace":"llm","name":"e2e-dft-c01518","reconcileID":"5c47bd83-069a-492f-a0cc-abeff8b49ee9","MaaSModelRef":{"name":"e2e-dft-c01518","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-c01518","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:54:39.412783762Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-c01518","namespace":"llm"},"namespace":"llm","name":"e2e-dft-c01518","reconcileID":"5c47bd83-069a-492f-a0cc-abeff8b49ee9","MaaSModelRef":{"name":"e2e-dft-c01518","namespace":"llm"},"routeName":"external-model-e2e-dft-c01518-05d7c5a9630f","namespace":"llm","model":"e2e-dft-c01518","externalModel":"e2e-dft-c01518","provider":"e2e-dft-c01518-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:54:39.416736861Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-c7826d-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-c7826d-access","reconcileID":"2b14da94-0ed5-4c6e-a339-d969c1487693","MaaSAuthPolicy":{"name":"e2e-dft-c7826d-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:54:39.417497212Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"48d512e6-536a-4a8b-afaf-7007bdc767da","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:54:39.447533109Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-2bc79b-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-2bc79b-access","reconcileID":"d3584f59-c3a9-45ab-a448-4c426c757619","MaaSAuthPolicy":{"name":"e2e-dft-2bc79b-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:54:39.47068829Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-c7826d-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-c7826d-access","reconcileID":"2b14da94-0ed5-4c6e-a339-d969c1487693","MaaSAuthPolicy":{"name":"e2e-dft-c7826d-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:54:39.470830391Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"48d512e6-536a-4a8b-afaf-7007bdc767da","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:54:39.502891768Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-2bc79b-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-2bc79b-access","reconcileID":"d3584f59-c3a9-45ab-a448-4c426c757619","MaaSAuthPolicy":{"name":"e2e-dft-2bc79b-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:54:39.522228659Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 7, current generation is 8","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"48d512e6-536a-4a8b-afaf-7007bdc767da","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:54:39.5222828Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 7, current generation is 8","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-c7826d-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-c7826d-access","reconcileID":"2b14da94-0ed5-4c6e-a339-d969c1487693","MaaSAuthPolicy":{"name":"e2e-dft-c7826d-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:54:39.553462644Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 7, current generation is 8","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-2bc79b-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-2bc79b-access","reconcileID":"d3584f59-c3a9-45ab-a448-4c426c757619","MaaSAuthPolicy":{"name":"e2e-dft-2bc79b-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:54:39.697540102Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"b88cbae0-fea6-4253-b156-6558ffe25faf","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:54:39.697559735Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"b88cbae0-fea6-4253-b156-6558ffe25faf","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:54:39.746353338Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-c7826d","namespace":"llm"},"namespace":"llm","name":"e2e-dft-c7826d","reconcileID":"4dedfd59-9972-4d8a-acf9-a280c46b1c4b","MaaSModelRef":{"name":"e2e-dft-c7826d","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-c7826d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:54:39.746405764Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-c7826d","namespace":"llm"},"namespace":"llm","name":"e2e-dft-c7826d","reconcileID":"4dedfd59-9972-4d8a-acf9-a280c46b1c4b","MaaSModelRef":{"name":"e2e-dft-c7826d","namespace":"llm"},"routeName":"external-model-e2e-dft-c7826d-243f7d95ce80","namespace":"llm","model":"e2e-dft-c7826d","externalModel":"e2e-dft-c7826d","provider":"e2e-dft-c7826d-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:54:39.843614826Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-2bc79b","namespace":"llm"},"namespace":"llm","name":"e2e-dft-2bc79b","reconcileID":"371c1e30-b36e-4588-94b1-bc95eb8dd8c1","MaaSModelRef":{"name":"e2e-dft-2bc79b","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-2bc79b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:54:39.843639273Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-2bc79b","namespace":"llm"},"namespace":"llm","name":"e2e-dft-2bc79b","reconcileID":"371c1e30-b36e-4588-94b1-bc95eb8dd8c1","MaaSModelRef":{"name":"e2e-dft-2bc79b","namespace":"llm"},"routeName":"external-model-e2e-dft-2bc79b-a3ea27076713","namespace":"llm","model":"e2e-dft-2bc79b","externalModel":"e2e-dft-2bc79b","provider":"e2e-dft-2bc79b-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:54:39.892662394Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-c01518","namespace":"llm"},"namespace":"llm","name":"e2e-dft-c01518","reconcileID":"31cd5b08-0f3f-402e-9349-e34aa50809ac","namespace":"llm","name":"e2e-dft-c01518","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:54:39.946049405Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"f7a25bba-6ad3-4676-821c-46d37bd5d7f8","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:54:39.946072892Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"f7a25bba-6ad3-4676-821c-46d37bd5d7f8","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:54:39.946488169Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"39e292b5-7d70-44ea-a2f5-7d3c7d1de10a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:54:39.946504425Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"39e292b5-7d70-44ea-a2f5-7d3c7d1de10a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:54:39.997009193Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-2bc79b","namespace":"llm"},"namespace":"llm","name":"e2e-dft-2bc79b","reconcileID":"9721f0d8-0eba-4e92-bd70-fd1cb58c2868","MaaSModelRef":{"name":"e2e-dft-2bc79b","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-2bc79b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:54:39.997054901Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-2bc79b","namespace":"llm"},"namespace":"llm","name":"e2e-dft-2bc79b","reconcileID":"9721f0d8-0eba-4e92-bd70-fd1cb58c2868","MaaSModelRef":{"name":"e2e-dft-2bc79b","namespace":"llm"},"routeName":"external-model-e2e-dft-2bc79b-a3ea27076713","namespace":"llm","model":"e2e-dft-2bc79b","externalModel":"e2e-dft-2bc79b","provider":"e2e-dft-2bc79b-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:54:40.039941747Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"namespace":"ai-tenant-e2e-worker-w0-9893f0","name":"simulator-access","reconcileID":"fb56c12c-1231-4f80-b44b-6291ef9b7418","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9893f0","tenantID":"e2e-worker-w0-9893f0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:54:40.04696869Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"e67a54b9-8829-423d-8be7-8ef2d2170efb","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:54:40.04698732Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"e67a54b9-8829-423d-8be7-8ef2d2170efb","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:54:40.047285973Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"8991ede8-5530-457a-a3b3-87f454bf6ed2","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:54:40.047297641Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"8991ede8-5530-457a-a3b3-87f454bf6ed2","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:54:40.047557517Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"fa7e9b18-d54f-4550-91ad-b21d98d53594","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:54:40.047569304Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"fa7e9b18-d54f-4550-91ad-b21d98d53594","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:54:40.047813787Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"c9633a85-bd1a-4cf9-87a2-ad3a89b55c76","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:54:40.047827789Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"c9633a85-bd1a-4cf9-87a2-ad3a89b55c76","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:54:40.048042906Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"d0e10a32-8f9d-4306-9825-1aff6d39977e","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:54:40.048053022Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"d0e10a32-8f9d-4306-9825-1aff6d39977e","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:54:40.095292527Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"namespace":"ai-tenant-e2e-worker-w0-9893f0","name":"simulator-access","reconcileID":"fb56c12c-1231-4f80-b44b-6291ef9b7418","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"name":"e2e-worker-w0-9893f0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:54:40.09691263Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-c7826d","namespace":"llm"},"namespace":"llm","name":"e2e-dft-c7826d","reconcileID":"5f2b7ef4-522d-48b4-8fbd-8785d3bd7c89","MaaSModelRef":{"name":"e2e-dft-c7826d","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-c7826d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:54:40.096931739Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-c7826d","namespace":"llm"},"namespace":"llm","name":"e2e-dft-c7826d","reconcileID":"5f2b7ef4-522d-48b4-8fbd-8785d3bd7c89","MaaSModelRef":{"name":"e2e-dft-c7826d","namespace":"llm"},"routeName":"external-model-e2e-dft-c7826d-243f7d95ce80","namespace":"llm","model":"e2e-dft-c7826d","externalModel":"e2e-dft-c7826d","provider":"e2e-dft-c7826d-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:54:40.138476749Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-c7826d-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-c7826d-access","reconcileID":"eafa711f-c80c-43cc-b439-8874fddc8b0d","MaaSAuthPolicy":{"name":"e2e-dft-c7826d-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:54:40.139164256Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-2bc79b-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-2bc79b-access","reconcileID":"4e4b6529-4755-4b16-af24-84568834b8d5","MaaSAuthPolicy":{"name":"e2e-dft-2bc79b-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:54:40.140835736Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"138a99c7-0e57-4ea0-806f-0451a29ced34","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:54:40.1423596Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"0b2d940f-dc28-45b4-868f-b086ad10de52","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:54:40.143697468Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"3b058e28-8db3-4258-953c-58229348b993","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:54:40.144188938Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"358bbb71-6c23-465a-95cb-d1c3b017005c","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:54:40.14534247Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"3fda0ec6-7542-4fe6-b7fa-1fe46541ffd8","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:54:40.145357272Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"3fda0ec6-7542-4fe6-b7fa-1fe46541ffd8","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:54:40.191414136Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-c7826d-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-c7826d-access","reconcileID":"eafa711f-c80c-43cc-b439-8874fddc8b0d","MaaSAuthPolicy":{"name":"e2e-dft-c7826d-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:54:40.193883589Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-2bc79b-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-2bc79b-access","reconcileID":"4e4b6529-4755-4b16-af24-84568834b8d5","MaaSAuthPolicy":{"name":"e2e-dft-2bc79b-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:54:40.19972347Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"0b2d940f-dc28-45b4-868f-b086ad10de52","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:54:40.205096984Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"138a99c7-0e57-4ea0-806f-0451a29ced34","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:54:40.242039897Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 7, current generation is 8","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-c7826d-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-c7826d-access","reconcileID":"eafa711f-c80c-43cc-b439-8874fddc8b0d","MaaSAuthPolicy":{"name":"e2e-dft-c7826d-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:54:40.244602554Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 7, current generation is 8","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-2bc79b-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-2bc79b-access","reconcileID":"4e4b6529-4755-4b16-af24-84568834b8d5","MaaSAuthPolicy":{"name":"e2e-dft-2bc79b-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:54:40.256328117Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 7, current generation is 8","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"138a99c7-0e57-4ea0-806f-0451a29ced34","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:54:40.317786572Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 7, current generation is 8","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"0b2d940f-dc28-45b4-868f-b086ad10de52","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:54:40.416590955Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"namespace":"ai-tenant-e2e-worker-w4-8d2c7c","name":"simulator-access","reconcileID":"67b8c48d-0f58-48b8-944f-c1c7bd6bdd42","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-8d2c7c","tenantID":"e2e-worker-w4-8d2c7c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:54:40.417495262Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-4ce791-access","namespace":"ai-tenant-e2e-extmod-b-94e247"},"namespace":"ai-tenant-e2e-extmod-b-94e247","name":"e2e-rec-ctrl-4ce791-access","reconcileID":"a21f55bb-2613-4bae-9200-d5661c29c436","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-4ce791-access","namespace":"ai-tenant-e2e-extmod-b-94e247"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-94e247","tenantID":"e2e-extmod-b-94e247","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:54:40.418949646Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"namespace":"ai-tenant-e2e-worker-w1-5951bc","name":"premium-simulator-access","reconcileID":"9091de9f-5a51-4f42-8934-e8d7935448b9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5951bc","tenantID":"e2e-worker-w1-5951bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:54:40.469771908Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"namespace":"ai-tenant-e2e-worker-w4-8d2c7c","name":"simulator-access","reconcileID":"67b8c48d-0f58-48b8-944f-c1c7bd6bdd42","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"name":"e2e-worker-w4-8d2c7c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:54:40.470880702Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-4ce791-access","namespace":"ai-tenant-e2e-extmod-b-94e247"},"namespace":"ai-tenant-e2e-extmod-b-94e247","name":"e2e-rec-ctrl-4ce791-access","reconcileID":"a21f55bb-2613-4bae-9200-d5661c29c436","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-4ce791-access","namespace":"ai-tenant-e2e-extmod-b-94e247"},"name":"e2e-extmod-b-94e247-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:54:40.473487404Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"namespace":"ai-tenant-e2e-worker-w1-5951bc","name":"premium-simulator-access","reconcileID":"9091de9f-5a51-4f42-8934-e8d7935448b9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"name":"e2e-worker-w1-5951bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:54:40.477644124Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-c01518","namespace":"llm"},"namespace":"llm","name":"e2e-dft-c01518","reconcileID":"54048a62-f6ce-45c9-b363-9ceae828f23b","namespace":"llm","name":"e2e-dft-c01518","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:54:40.493348222Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"namespace":"ai-tenant-e2e-worker-w0-9893f0","name":"premium-simulator-access","reconcileID":"3397a891-a784-4d68-b660-1885aaa86784","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9893f0","tenantID":"e2e-worker-w0-9893f0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:54:40.493350142Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-2a91e7-access","namespace":"ai-tenant-e2e-extmod-b-94e247"},"namespace":"ai-tenant-e2e-extmod-b-94e247","name":"e2e-att-serve-2a91e7-access","reconcileID":"3cf14ca6-8ac0-4202-a6dd-750df833022c","MaaSAuthPolicy":{"name":"e2e-att-serve-2a91e7-access","namespace":"ai-tenant-e2e-extmod-b-94e247"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-94e247","tenantID":"e2e-extmod-b-94e247","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:54:40.546391908Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-2a91e7-access","namespace":"ai-tenant-e2e-extmod-b-94e247"},"namespace":"ai-tenant-e2e-extmod-b-94e247","name":"e2e-att-serve-2a91e7-access","reconcileID":"3cf14ca6-8ac0-4202-a6dd-750df833022c","MaaSAuthPolicy":{"name":"e2e-att-serve-2a91e7-access","namespace":"ai-tenant-e2e-extmod-b-94e247"},"name":"e2e-extmod-b-94e247-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:54:40.546499845Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"namespace":"ai-tenant-e2e-worker-w0-9893f0","name":"premium-simulator-access","reconcileID":"3397a891-a784-4d68-b660-1885aaa86784","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"name":"e2e-worker-w0-9893f0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:54:40.813859172Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"premium-simulator-access","reconcileID":"aa217106-8b89-4feb-8c40-25548b2dd8be","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-91cd99","tenantID":"e2e-worker-w2-91cd99","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:54:40.814210675Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"namespace":"ai-tenant-e2e-worker-w3-bb1b51","name":"simulator-access","reconcileID":"d4ea2db0-f9db-4e90-b02e-446925bfd090","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bb1b51","tenantID":"e2e-worker-w3-bb1b51","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:54:40.866517933Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"namespace":"ai-tenant-e2e-worker-w3-bb1b51","name":"simulator-access","reconcileID":"d4ea2db0-f9db-4e90-b02e-446925bfd090","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"name":"e2e-worker-w3-bb1b51-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:54:40.866553473Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"premium-simulator-access","reconcileID":"aa217106-8b89-4feb-8c40-25548b2dd8be","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"name":"e2e-worker-w2-91cd99-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:54:40.915224965Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"namespace":"ai-tenant-e2e-worker-w3-bb1b51","name":"premium-simulator-access","reconcileID":"488ccca5-7c04-4400-b626-e60bad5145cb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bb1b51","tenantID":"e2e-worker-w3-bb1b51","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:54:40.915231096Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"namespace":"ai-tenant-e2e-worker-w1-5951bc","name":"simulator-access","reconcileID":"752343f9-f5f9-4927-bf3d-1d99be12172f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5951bc","tenantID":"e2e-worker-w1-5951bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:54:40.968013239Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"namespace":"ai-tenant-e2e-worker-w3-bb1b51","name":"premium-simulator-access","reconcileID":"488ccca5-7c04-4400-b626-e60bad5145cb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"name":"e2e-worker-w3-bb1b51-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:54:40.968738187Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"namespace":"ai-tenant-e2e-worker-w1-5951bc","name":"simulator-access","reconcileID":"752343f9-f5f9-4927-bf3d-1d99be12172f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"name":"e2e-worker-w1-5951bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:54:41.013942413Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"simulator-access","reconcileID":"0f06dba5-b4e4-44f8-9f37-139bcf66fc3c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-91cd99","tenantID":"e2e-worker-w2-91cd99","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:54:41.068663633Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"simulator-access","reconcileID":"0f06dba5-b4e4-44f8-9f37-139bcf66fc3c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"name":"e2e-worker-w2-91cd99-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:54:41.164057768Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"namespace":"ai-tenant-e2e-worker-w4-8d2c7c","name":"premium-simulator-access","reconcileID":"2776c1b7-dd09-45bd-aa0e-b6607d291c5e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-8d2c7c","tenantID":"e2e-worker-w4-8d2c7c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:54:41.217502432Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"namespace":"ai-tenant-e2e-worker-w4-8d2c7c","name":"premium-simulator-access","reconcileID":"2776c1b7-dd09-45bd-aa0e-b6607d291c5e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"name":"e2e-worker-w4-8d2c7c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:54:41.2666661Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"7882e3bd-2ec4-42e2-832f-9e3dbf5c960f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:54:41.319901349Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"7882e3bd-2ec4-42e2-832f-9e3dbf5c960f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:54:41.363920501Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"321b8943-0fbb-42da-a225-ad05c1aa6f23","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:54:41.363920591Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-2bc79b-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-2bc79b-access","reconcileID":"5f0f55db-6174-46d5-86df-294822d8ec20","MaaSAuthPolicy":{"name":"e2e-dft-2bc79b-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:54:41.370342023Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 7, current generation is 8","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"7882e3bd-2ec4-42e2-832f-9e3dbf5c960f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:54:41.416531669Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"321b8943-0fbb-42da-a225-ad05c1aa6f23","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:54:41.418337131Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-2bc79b-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-2bc79b-access","reconcileID":"5f0f55db-6174-46d5-86df-294822d8ec20","MaaSAuthPolicy":{"name":"e2e-dft-2bc79b-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:54:41.467522911Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 7, current generation is 8","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"321b8943-0fbb-42da-a225-ad05c1aa6f23","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:54:41.469300207Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 7, current generation is 8","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-2bc79b-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-2bc79b-access","reconcileID":"5f0f55db-6174-46d5-86df-294822d8ec20","MaaSAuthPolicy":{"name":"e2e-dft-2bc79b-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:54:41.509521493Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-c7826d-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-c7826d-access","reconcileID":"25eef046-b6b1-4064-a866-6ecff0a36095","MaaSAuthPolicy":{"name":"e2e-dft-c7826d-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:54:41.516126098Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"namespace":"ai-tenant-e2e-worker-w0-9893f0","name":"simulator-access","reconcileID":"8881a139-8abe-414c-9134-a7e22602cd30","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9893f0","tenantID":"e2e-worker-w0-9893f0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:54:41.56178906Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-c7826d-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-c7826d-access","reconcileID":"25eef046-b6b1-4064-a866-6ecff0a36095","MaaSAuthPolicy":{"name":"e2e-dft-c7826d-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:54:41.568231251Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"namespace":"ai-tenant-e2e-worker-w0-9893f0","name":"simulator-access","reconcileID":"8881a139-8abe-414c-9134-a7e22602cd30","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"name":"e2e-worker-w0-9893f0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:54:41.612941711Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 7, current generation is 8","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-c7826d-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-c7826d-access","reconcileID":"25eef046-b6b1-4064-a866-6ecff0a36095","MaaSAuthPolicy":{"name":"e2e-dft-c7826d-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:54:41.618682202Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"namespace":"ai-tenant-e2e-worker-w1-5951bc","name":"premium-simulator-access","reconcileID":"85c74445-739b-43e5-a3d9-a267565ca8b4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5951bc","tenantID":"e2e-worker-w1-5951bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:54:41.619550177Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-4ce791-access","namespace":"ai-tenant-e2e-extmod-b-94e247"},"namespace":"ai-tenant-e2e-extmod-b-94e247","name":"e2e-rec-ctrl-4ce791-access","reconcileID":"c7c4e9d0-8e28-48e3-b5ef-0ffa5247224b","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-4ce791-access","namespace":"ai-tenant-e2e-extmod-b-94e247"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-94e247","tenantID":"e2e-extmod-b-94e247","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:54:41.62005292Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"namespace":"ai-tenant-e2e-worker-w4-8d2c7c","name":"simulator-access","reconcileID":"e5ce1e4a-c34e-41c4-9cf3-5846f5914e48","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-8d2c7c","tenantID":"e2e-worker-w4-8d2c7c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:54:41.6718111Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"namespace":"ai-tenant-e2e-worker-w1-5951bc","name":"premium-simulator-access","reconcileID":"85c74445-739b-43e5-a3d9-a267565ca8b4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"name":"e2e-worker-w1-5951bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:54:41.672121184Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"namespace":"ai-tenant-e2e-worker-w4-8d2c7c","name":"simulator-access","reconcileID":"e5ce1e4a-c34e-41c4-9cf3-5846f5914e48","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"name":"e2e-worker-w4-8d2c7c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:54:41.674226178Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-4ce791-access","namespace":"ai-tenant-e2e-extmod-b-94e247"},"namespace":"ai-tenant-e2e-extmod-b-94e247","name":"e2e-rec-ctrl-4ce791-access","reconcileID":"c7c4e9d0-8e28-48e3-b5ef-0ffa5247224b","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-4ce791-access","namespace":"ai-tenant-e2e-extmod-b-94e247"},"name":"e2e-extmod-b-94e247-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:54:41.759826522Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-2a91e7-access","namespace":"ai-tenant-e2e-extmod-b-94e247"},"namespace":"ai-tenant-e2e-extmod-b-94e247","name":"e2e-att-serve-2a91e7-access","reconcileID":"dde4a61a-0dde-41af-9653-36a0439ff6ec","MaaSAuthPolicy":{"name":"e2e-att-serve-2a91e7-access","namespace":"ai-tenant-e2e-extmod-b-94e247"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-94e247","tenantID":"e2e-extmod-b-94e247","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:54:41.812420047Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-2a91e7-access","namespace":"ai-tenant-e2e-extmod-b-94e247"},"namespace":"ai-tenant-e2e-extmod-b-94e247","name":"e2e-att-serve-2a91e7-access","reconcileID":"dde4a61a-0dde-41af-9653-36a0439ff6ec","MaaSAuthPolicy":{"name":"e2e-att-serve-2a91e7-access","namespace":"ai-tenant-e2e-extmod-b-94e247"},"name":"e2e-extmod-b-94e247-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:54:41.8587558Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"namespace":"ai-tenant-e2e-worker-w0-9893f0","name":"premium-simulator-access","reconcileID":"35d6aca5-1fdc-4817-930b-6d25d371bcad","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9893f0","tenantID":"e2e-worker-w0-9893f0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:54:41.912193424Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"namespace":"ai-tenant-e2e-worker-w0-9893f0","name":"premium-simulator-access","reconcileID":"35d6aca5-1fdc-4817-930b-6d25d371bcad","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"name":"e2e-worker-w0-9893f0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:54:44.521787679Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-012868","namespace":"e2e-extmod-rec-noaccess-c16cea"},"namespace":"e2e-extmod-rec-noaccess-c16cea","name":"e2e-rec-recover-012868","reconcileID":"dbea6830-d501-4178-b85f-f35a0d3cd76e","MaaSModelRef":{"name":"e2e-rec-recover-012868","namespace":"e2e-extmod-rec-noaccess-c16cea"},"name":"e2e-rec-recover-012868","namespace":"e2e-extmod-rec-noaccess-c16cea","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:54:44.618919171Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-873a34","namespace":"e2e-extmod-att-noaccess-c9b09f"},"namespace":"e2e-extmod-att-noaccess-c9b09f","name":"e2e-att-noaccess-873a34","reconcileID":"fd21bd92-dad4-4212-953e-cf58c766dc77","MaaSModelRef":{"name":"e2e-att-noaccess-873a34","namespace":"e2e-extmod-att-noaccess-c9b09f"},"name":"e2e-att-noaccess-873a34","namespace":"e2e-extmod-att-noaccess-c9b09f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:54:46.206456141Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-012868","namespace":"e2e-extmod-rec-noaccess-c16cea"},"namespace":"e2e-extmod-rec-noaccess-c16cea","name":"e2e-rec-recover-012868","reconcileID":"d5480b58-c703-456b-80f7-b6b18344ac73","MaaSModelRef":{"name":"e2e-rec-recover-012868","namespace":"e2e-extmod-rec-noaccess-c16cea"},"name":"e2e-rec-recover-012868","namespace":"e2e-extmod-rec-noaccess-c16cea","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:54:46.306326102Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-873a34","namespace":"e2e-extmod-att-noaccess-c9b09f"},"namespace":"e2e-extmod-att-noaccess-c9b09f","name":"e2e-att-noaccess-873a34","reconcileID":"15a9cd99-6ca9-4cd6-a17b-e98a732cc425","MaaSModelRef":{"name":"e2e-att-noaccess-873a34","namespace":"e2e-extmod-att-noaccess-c9b09f"},"name":"e2e-att-noaccess-873a34","namespace":"e2e-extmod-att-noaccess-c9b09f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:54:46.403316398Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-012868","namespace":"e2e-extmod-rec-noaccess-c16cea"},"namespace":"e2e-extmod-rec-noaccess-c16cea","name":"e2e-rec-recover-012868","reconcileID":"a0d0ea17-4841-444e-b86a-dffd28986ba1","MaaSModelRef":{"name":"e2e-rec-recover-012868","namespace":"e2e-extmod-rec-noaccess-c16cea"},"name":"e2e-rec-recover-012868","namespace":"e2e-extmod-rec-noaccess-c16cea","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:54:46.501145868Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-873a34","namespace":"e2e-extmod-att-noaccess-c9b09f"},"namespace":"e2e-extmod-att-noaccess-c9b09f","name":"e2e-att-noaccess-873a34","reconcileID":"3dbe9e9a-1904-4723-b9eb-5bf3a8b855d2","MaaSModelRef":{"name":"e2e-att-noaccess-873a34","namespace":"e2e-extmod-att-noaccess-c9b09f"},"name":"e2e-att-noaccess-873a34","namespace":"e2e-extmod-att-noaccess-c9b09f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:54:47.112304187Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"edb706be-d9ee-4a52-b073-1d6005646789","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:54:47.161135227Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"edb706be-d9ee-4a52-b073-1d6005646789","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:54:47.210001867Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"edb706be-d9ee-4a52-b073-1d6005646789","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:54:47.259288295Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"edb706be-d9ee-4a52-b073-1d6005646789","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:54:47.511089607Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-012868","namespace":"e2e-extmod-rec-noaccess-c16cea"},"namespace":"e2e-extmod-rec-noaccess-c16cea","name":"e2e-rec-recover-012868","reconcileID":"31c0521c-6088-4d75-8a54-c05eac936926","MaaSModelRef":{"name":"e2e-rec-recover-012868","namespace":"e2e-extmod-rec-noaccess-c16cea"},"name":"e2e-rec-recover-012868","namespace":"e2e-extmod-rec-noaccess-c16cea","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:54:47.608303026Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-873a34","namespace":"e2e-extmod-att-noaccess-c9b09f"},"namespace":"e2e-extmod-att-noaccess-c9b09f","name":"e2e-att-noaccess-873a34","reconcileID":"f402eb46-0938-4276-b206-4eb8a998b99f","MaaSModelRef":{"name":"e2e-att-noaccess-873a34","namespace":"e2e-extmod-att-noaccess-c9b09f"},"name":"e2e-att-noaccess-873a34","namespace":"e2e-extmod-att-noaccess-c9b09f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:54:47.613797888Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-inf-a-d126a6","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-inf-a-d126a6","reconcileID":"b2a92b1e-a4b4-4fa6-8050-4bf25f720c87","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-inf-a-d126a6","applied":{"maas.opendatahub.io/gateway-access-e2e-inf-a-d126a6":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:54:47.913612306Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-012868","namespace":"e2e-extmod-rec-noaccess-c16cea"},"namespace":"e2e-extmod-rec-noaccess-c16cea","name":"e2e-rec-recover-012868","reconcileID":"da0b9c97-cd14-486b-b76c-42f1ec7ee616","MaaSModelRef":{"name":"e2e-rec-recover-012868","namespace":"e2e-extmod-rec-noaccess-c16cea"},"name":"e2e-rec-recover-012868","namespace":"e2e-extmod-rec-noaccess-c16cea","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:54:48.011099393Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-873a34","namespace":"e2e-extmod-att-noaccess-c9b09f"},"namespace":"e2e-extmod-att-noaccess-c9b09f","name":"e2e-att-noaccess-873a34","reconcileID":"38591505-2ec0-4653-8a9a-352853e91114","MaaSModelRef":{"name":"e2e-att-noaccess-873a34","namespace":"e2e-extmod-att-noaccess-c9b09f"},"name":"e2e-att-noaccess-873a34","namespace":"e2e-extmod-att-noaccess-c9b09f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:54:49.112186867Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6117381b-5678-4193-93ee-109b00a1f67e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:54:49.160726362Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6117381b-5678-4193-93ee-109b00a1f67e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:54:49.209945339Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6117381b-5678-4193-93ee-109b00a1f67e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:54:49.258500873Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6117381b-5678-4193-93ee-109b00a1f67e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:54:49.876639539Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-012868","namespace":"e2e-extmod-rec-noaccess-c16cea"},"namespace":"e2e-extmod-rec-noaccess-c16cea","name":"e2e-rec-recover-012868","reconcileID":"f97f51a6-17e6-4b64-862d-d079e164b5ef","MaaSModelRef":{"name":"e2e-rec-recover-012868","namespace":"e2e-extmod-rec-noaccess-c16cea"},"name":"e2e-rec-recover-012868","namespace":"e2e-extmod-rec-noaccess-c16cea","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:54:49.974549072Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-873a34","namespace":"e2e-extmod-att-noaccess-c9b09f"},"namespace":"e2e-extmod-att-noaccess-c9b09f","name":"e2e-att-noaccess-873a34","reconcileID":"4e38f68c-2c61-4250-97ea-dfb5c2a762b6","MaaSModelRef":{"name":"e2e-att-noaccess-873a34","namespace":"e2e-extmod-att-noaccess-c9b09f"},"name":"e2e-att-noaccess-873a34","namespace":"e2e-extmod-att-noaccess-c9b09f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:54:51.61400103Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b906b6b6-5260-4678-ba6e-48e2bb1d6e93","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:54:51.666479532Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b906b6b6-5260-4678-ba6e-48e2bb1d6e93","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:54:51.714090461Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"f8283e0a-907e-4ff8-86c6-ff57ec17e943","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:54:51.714301648Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-2bc79b-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-2bc79b-access","reconcileID":"96ceb99c-1565-449b-9720-13e2fc619322","MaaSAuthPolicy":{"name":"e2e-dft-2bc79b-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:54:51.717579391Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 7, current generation is 8","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b906b6b6-5260-4678-ba6e-48e2bb1d6e93","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:54:51.766641889Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-2bc79b-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-2bc79b-access","reconcileID":"96ceb99c-1565-449b-9720-13e2fc619322","MaaSAuthPolicy":{"name":"e2e-dft-2bc79b-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:54:51.766672697Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"f8283e0a-907e-4ff8-86c6-ff57ec17e943","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:54:51.817589118Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 7, current generation is 8","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-2bc79b-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-2bc79b-access","reconcileID":"96ceb99c-1565-449b-9720-13e2fc619322","MaaSAuthPolicy":{"name":"e2e-dft-2bc79b-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:54:51.818058234Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 7, current generation is 8","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"f8283e0a-907e-4ff8-86c6-ff57ec17e943","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:54:51.856415257Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-c7826d-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-c7826d-access","reconcileID":"102e9d4d-1dd3-4e84-b40f-92b83297405e","MaaSAuthPolicy":{"name":"e2e-dft-c7826d-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:54:51.908923325Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-c7826d-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-c7826d-access","reconcileID":"102e9d4d-1dd3-4e84-b40f-92b83297405e","MaaSAuthPolicy":{"name":"e2e-dft-c7826d-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:54:51.961305227Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 7, current generation is 8","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-c7826d-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-c7826d-access","reconcileID":"102e9d4d-1dd3-4e84-b40f-92b83297405e","MaaSAuthPolicy":{"name":"e2e-dft-c7826d-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:54:55.71388709Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:54:59.976085555Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-012868","namespace":"e2e-extmod-rec-noaccess-c16cea"},"namespace":"e2e-extmod-rec-noaccess-c16cea","name":"e2e-rec-recover-012868","reconcileID":"c61e8c28-66a4-4151-ac6d-cdea7f4ece3b","MaaSModelRef":{"name":"e2e-rec-recover-012868","namespace":"e2e-extmod-rec-noaccess-c16cea"},"name":"e2e-rec-recover-012868","namespace":"e2e-extmod-rec-noaccess-c16cea","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:55:00.079044017Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-873a34","namespace":"e2e-extmod-att-noaccess-c9b09f"},"namespace":"e2e-extmod-att-noaccess-c9b09f","name":"e2e-att-noaccess-873a34","reconcileID":"264d3f79-8c3d-4b44-8178-451115516af3","MaaSModelRef":{"name":"e2e-att-noaccess-873a34","namespace":"e2e-extmod-att-noaccess-c9b09f"},"name":"e2e-att-noaccess-873a34","namespace":"e2e-extmod-att-noaccess-c9b09f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:55:01.975502315Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d4fcf5fc-1235-4148-9bdf-fd7b1a5c0e0d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:55:02.038275374Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d4fcf5fc-1235-4148-9bdf-fd7b1a5c0e0d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:55:02.077535424Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-2bc79b-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-2bc79b-access","reconcileID":"4d6b5568-30ff-47b1-ba80-59459db01ddc","MaaSAuthPolicy":{"name":"e2e-dft-2bc79b-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:55:02.089873648Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e3cf1725-a858-4962-8d6a-899e3eb07d21","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:55:02.09265192Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 7, current generation is 8","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d4fcf5fc-1235-4148-9bdf-fd7b1a5c0e0d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:55:02.137730774Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-2bc79b-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-2bc79b-access","reconcileID":"4d6b5568-30ff-47b1-ba80-59459db01ddc","MaaSAuthPolicy":{"name":"e2e-dft-2bc79b-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:55:02.144399231Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e3cf1725-a858-4962-8d6a-899e3eb07d21","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:55:02.189608613Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 7, current generation is 8","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-2bc79b-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-2bc79b-access","reconcileID":"4d6b5568-30ff-47b1-ba80-59459db01ddc","MaaSAuthPolicy":{"name":"e2e-dft-2bc79b-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:55:02.195984083Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 7, current generation is 8","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e3cf1725-a858-4962-8d6a-899e3eb07d21","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:55:02.213928571Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-c7826d-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-c7826d-access","reconcileID":"0ffb0eed-a4be-4c2e-b32b-e98fb8aa2095","MaaSAuthPolicy":{"name":"e2e-dft-c7826d-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:55:02.270825878Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-c7826d-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-c7826d-access","reconcileID":"0ffb0eed-a4be-4c2e-b32b-e98fb8aa2095","MaaSAuthPolicy":{"name":"e2e-dft-c7826d-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:55:02.331462686Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 7, current generation is 8","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-c7826d-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-c7826d-access","reconcileID":"0ffb0eed-a4be-4c2e-b32b-e98fb8aa2095","MaaSAuthPolicy":{"name":"e2e-dft-c7826d-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:55:10.079556181Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-012868","namespace":"e2e-extmod-rec-noaccess-c16cea"},"namespace":"e2e-extmod-rec-noaccess-c16cea","name":"e2e-rec-recover-012868","reconcileID":"f35f476b-3832-468a-9d37-d0b43186162e","MaaSModelRef":{"name":"e2e-rec-recover-012868","namespace":"e2e-extmod-rec-noaccess-c16cea"},"name":"e2e-rec-recover-012868","namespace":"e2e-extmod-rec-noaccess-c16cea","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:55:10.177681222Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-873a34","namespace":"e2e-extmod-att-noaccess-c9b09f"},"namespace":"e2e-extmod-att-noaccess-c9b09f","name":"e2e-att-noaccess-873a34","reconcileID":"437081c0-21ca-440d-b14b-c84748b938ef","MaaSModelRef":{"name":"e2e-att-noaccess-873a34","namespace":"e2e-extmod-att-noaccess-c9b09f"},"name":"e2e-att-noaccess-873a34","namespace":"e2e-extmod-att-noaccess-c9b09f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:55:12.350050671Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"ee7073a3-c534-4f51-bea4-0d42c420583b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:55:12.404092547Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"ee7073a3-c534-4f51-bea4-0d42c420583b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:55:12.452801645Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"38bad75f-ab33-4020-9868-23f7ebe203e0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:55:12.452752824Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-2bc79b-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-2bc79b-access","reconcileID":"dff96371-b39e-4f7a-9596-393d8d9aa003","MaaSAuthPolicy":{"name":"e2e-dft-2bc79b-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:55:12.45658204Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (4f4f1e93c8bec06c85bf4fc94d96afa06572a6bf4b4dead9b1e2c890f4b15d47) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (50faaaf7f04223364fcb06e11ae303007f9c654f0e7ffdff5b41d77eb14974e9) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (ce00d0c674921cd9c123414f62f7ac69c56ef62f883d6ce267bf238bff2df01a) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (004a0e5a36b2bdd349fea2b1fe5d21edc31de4c7cc6e0feb6f3a8a59fc2ca3dc) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (c51c0885ff7bc13c2cdf5064a7c0323153642d42ddadad7efe0cbc108d4ccbab) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (6efe47ed149f6150f3fd71f198d700177b8e2ab6d150723652bd501d2b5e201f) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (1e589171d99ec9375594df0cf96682b3c7eeb4bbfec7967296f1e8479f2fcafa) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (211a6bf78abeb1e09c68c852bd3ca5c76b9fb38fc894413505332ec38d5c38ff) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"ee7073a3-c534-4f51-bea4-0d42c420583b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:55:12.508966653Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"38bad75f-ab33-4020-9868-23f7ebe203e0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:55:12.50968127Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-2bc79b-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-2bc79b-access","reconcileID":"dff96371-b39e-4f7a-9596-393d8d9aa003","MaaSAuthPolicy":{"name":"e2e-dft-2bc79b-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:55:12.512535312Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"efcbea91-dca7-446e-8230-a030a0387eff","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:55:12.512550218Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"efcbea91-dca7-446e-8230-a030a0387eff","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:55:12.56118713Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (4f4f1e93c8bec06c85bf4fc94d96afa06572a6bf4b4dead9b1e2c890f4b15d47) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (50faaaf7f04223364fcb06e11ae303007f9c654f0e7ffdff5b41d77eb14974e9) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (ce00d0c674921cd9c123414f62f7ac69c56ef62f883d6ce267bf238bff2df01a) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (004a0e5a36b2bdd349fea2b1fe5d21edc31de4c7cc6e0feb6f3a8a59fc2ca3dc) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (c51c0885ff7bc13c2cdf5064a7c0323153642d42ddadad7efe0cbc108d4ccbab) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (6efe47ed149f6150f3fd71f198d700177b8e2ab6d150723652bd501d2b5e201f) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (1e589171d99ec9375594df0cf96682b3c7eeb4bbfec7967296f1e8479f2fcafa) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (211a6bf78abeb1e09c68c852bd3ca5c76b9fb38fc894413505332ec38d5c38ff) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"38bad75f-ab33-4020-9868-23f7ebe203e0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:55:12.562102623Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (4f4f1e93c8bec06c85bf4fc94d96afa06572a6bf4b4dead9b1e2c890f4b15d47) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (50faaaf7f04223364fcb06e11ae303007f9c654f0e7ffdff5b41d77eb14974e9) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (ce00d0c674921cd9c123414f62f7ac69c56ef62f883d6ce267bf238bff2df01a) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (004a0e5a36b2bdd349fea2b1fe5d21edc31de4c7cc6e0feb6f3a8a59fc2ca3dc) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (c51c0885ff7bc13c2cdf5064a7c0323153642d42ddadad7efe0cbc108d4ccbab) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (6efe47ed149f6150f3fd71f198d700177b8e2ab6d150723652bd501d2b5e201f) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (1e589171d99ec9375594df0cf96682b3c7eeb4bbfec7967296f1e8479f2fcafa) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (211a6bf78abeb1e09c68c852bd3ca5c76b9fb38fc894413505332ec38d5c38ff) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-2bc79b-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-2bc79b-access","reconcileID":"dff96371-b39e-4f7a-9596-393d8d9aa003","MaaSAuthPolicy":{"name":"e2e-dft-2bc79b-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:55:12.586773542Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-c7826d-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-c7826d-access","reconcileID":"df768cc8-9d78-4caf-ba9a-f2a8416b7c7b","MaaSAuthPolicy":{"name":"e2e-dft-c7826d-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:55:12.629910514Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"8aaa64b1-2a94-4a4e-bcac-1f06c33233f5","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:55:12.629937942Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"8aaa64b1-2a94-4a4e-bcac-1f06c33233f5","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:55:12.647802604Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-c7826d-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-c7826d-access","reconcileID":"df768cc8-9d78-4caf-ba9a-f2a8416b7c7b","MaaSAuthPolicy":{"name":"e2e-dft-c7826d-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:55:12.679735827Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-2bc79b","namespace":"llm"},"namespace":"llm","name":"e2e-dft-2bc79b","reconcileID":"42d097f7-0954-49ce-8087-bcd81da52d3e","MaaSModelRef":{"name":"e2e-dft-2bc79b","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-2bc79b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:55:12.6797642Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-2bc79b","namespace":"llm"},"namespace":"llm","name":"e2e-dft-2bc79b","reconcileID":"42d097f7-0954-49ce-8087-bcd81da52d3e","MaaSModelRef":{"name":"e2e-dft-2bc79b","namespace":"llm"},"routeName":"external-model-e2e-dft-2bc79b-a3ea27076713","namespace":"llm","model":"e2e-dft-2bc79b","externalModel":"e2e-dft-2bc79b","provider":"e2e-dft-2bc79b-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:55:12.699112851Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (4f4f1e93c8bec06c85bf4fc94d96afa06572a6bf4b4dead9b1e2c890f4b15d47) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (50faaaf7f04223364fcb06e11ae303007f9c654f0e7ffdff5b41d77eb14974e9) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (ce00d0c674921cd9c123414f62f7ac69c56ef62f883d6ce267bf238bff2df01a) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (004a0e5a36b2bdd349fea2b1fe5d21edc31de4c7cc6e0feb6f3a8a59fc2ca3dc) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (c51c0885ff7bc13c2cdf5064a7c0323153642d42ddadad7efe0cbc108d4ccbab) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (6efe47ed149f6150f3fd71f198d700177b8e2ab6d150723652bd501d2b5e201f) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (1e589171d99ec9375594df0cf96682b3c7eeb4bbfec7967296f1e8479f2fcafa) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (211a6bf78abeb1e09c68c852bd3ca5c76b9fb38fc894413505332ec38d5c38ff) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-c7826d-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-c7826d-access","reconcileID":"df768cc8-9d78-4caf-ba9a-f2a8416b7c7b","MaaSAuthPolicy":{"name":"e2e-dft-c7826d-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:55:12.802078642Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-c7826d","namespace":"llm"},"namespace":"llm","name":"e2e-dft-c7826d","reconcileID":"607d5410-b45b-4e02-b12e-b913aba75848","MaaSModelRef":{"name":"e2e-dft-c7826d","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-c7826d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:55:12.802104382Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-c7826d","namespace":"llm"},"namespace":"llm","name":"e2e-dft-c7826d","reconcileID":"607d5410-b45b-4e02-b12e-b913aba75848","MaaSModelRef":{"name":"e2e-dft-c7826d","namespace":"llm"},"routeName":"external-model-e2e-dft-c7826d-243f7d95ce80","namespace":"llm","model":"e2e-dft-c7826d","externalModel":"e2e-dft-c7826d","provider":"e2e-dft-c7826d-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:55:20.177361482Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-012868","namespace":"e2e-extmod-rec-noaccess-c16cea"},"namespace":"e2e-extmod-rec-noaccess-c16cea","name":"e2e-rec-recover-012868","reconcileID":"82bd9405-f70c-4ccd-a80b-7275448967e4","MaaSModelRef":{"name":"e2e-rec-recover-012868","namespace":"e2e-extmod-rec-noaccess-c16cea"},"name":"e2e-rec-recover-012868","namespace":"e2e-extmod-rec-noaccess-c16cea","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:55:20.27591546Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-873a34","namespace":"e2e-extmod-att-noaccess-c9b09f"},"namespace":"e2e-extmod-att-noaccess-c9b09f","name":"e2e-att-noaccess-873a34","reconcileID":"1b1df740-2e11-4601-a65e-d697fd535925","MaaSModelRef":{"name":"e2e-att-noaccess-873a34","namespace":"e2e-extmod-att-noaccess-c9b09f"},"name":"e2e-att-noaccess-873a34","namespace":"e2e-extmod-att-noaccess-c9b09f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:55:22.754598026Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"14bff7c8-9fa9-4547-bbe2-ca231906dc4d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:55:22.807565912Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"14bff7c8-9fa9-4547-bbe2-ca231906dc4d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:55:22.859010237Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (4f4f1e93c8bec06c85bf4fc94d96afa06572a6bf4b4dead9b1e2c890f4b15d47) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (50faaaf7f04223364fcb06e11ae303007f9c654f0e7ffdff5b41d77eb14974e9) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (ce00d0c674921cd9c123414f62f7ac69c56ef62f883d6ce267bf238bff2df01a) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (004a0e5a36b2bdd349fea2b1fe5d21edc31de4c7cc6e0feb6f3a8a59fc2ca3dc) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (c51c0885ff7bc13c2cdf5064a7c0323153642d42ddadad7efe0cbc108d4ccbab) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (6efe47ed149f6150f3fd71f198d700177b8e2ab6d150723652bd501d2b5e201f) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (1e589171d99ec9375594df0cf96682b3c7eeb4bbfec7967296f1e8479f2fcafa) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (211a6bf78abeb1e09c68c852bd3ca5c76b9fb38fc894413505332ec38d5c38ff) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"14bff7c8-9fa9-4547-bbe2-ca231906dc4d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:55:22.874691454Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"202a602c-ce62-434a-a6be-aab77db8961b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:55:22.874717828Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-2bc79b-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-2bc79b-access","reconcileID":"aa11da81-574f-4beb-9541-0b8068af2a8f","MaaSAuthPolicy":{"name":"e2e-dft-2bc79b-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:55:22.927437922Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"202a602c-ce62-434a-a6be-aab77db8961b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:55:22.927548506Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-2bc79b-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-2bc79b-access","reconcileID":"aa11da81-574f-4beb-9541-0b8068af2a8f","MaaSAuthPolicy":{"name":"e2e-dft-2bc79b-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:55:22.979470811Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (4f4f1e93c8bec06c85bf4fc94d96afa06572a6bf4b4dead9b1e2c890f4b15d47) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (50faaaf7f04223364fcb06e11ae303007f9c654f0e7ffdff5b41d77eb14974e9) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (ce00d0c674921cd9c123414f62f7ac69c56ef62f883d6ce267bf238bff2df01a) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (004a0e5a36b2bdd349fea2b1fe5d21edc31de4c7cc6e0feb6f3a8a59fc2ca3dc) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (c51c0885ff7bc13c2cdf5064a7c0323153642d42ddadad7efe0cbc108d4ccbab) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (6efe47ed149f6150f3fd71f198d700177b8e2ab6d150723652bd501d2b5e201f) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (1e589171d99ec9375594df0cf96682b3c7eeb4bbfec7967296f1e8479f2fcafa) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (211a6bf78abeb1e09c68c852bd3ca5c76b9fb38fc894413505332ec38d5c38ff) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-2bc79b-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-2bc79b-access","reconcileID":"aa11da81-574f-4beb-9541-0b8068af2a8f","MaaSAuthPolicy":{"name":"e2e-dft-2bc79b-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:55:22.979520745Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (4f4f1e93c8bec06c85bf4fc94d96afa06572a6bf4b4dead9b1e2c890f4b15d47) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (50faaaf7f04223364fcb06e11ae303007f9c654f0e7ffdff5b41d77eb14974e9) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (ce00d0c674921cd9c123414f62f7ac69c56ef62f883d6ce267bf238bff2df01a) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (004a0e5a36b2bdd349fea2b1fe5d21edc31de4c7cc6e0feb6f3a8a59fc2ca3dc) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (c51c0885ff7bc13c2cdf5064a7c0323153642d42ddadad7efe0cbc108d4ccbab) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (6efe47ed149f6150f3fd71f198d700177b8e2ab6d150723652bd501d2b5e201f) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (1e589171d99ec9375594df0cf96682b3c7eeb4bbfec7967296f1e8479f2fcafa) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (211a6bf78abeb1e09c68c852bd3ca5c76b9fb38fc894413505332ec38d5c38ff) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"202a602c-ce62-434a-a6be-aab77db8961b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:55:22.995639014Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-c7826d-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-c7826d-access","reconcileID":"31a152df-5ffa-4188-8bf2-351d8e52c532","MaaSAuthPolicy":{"name":"e2e-dft-c7826d-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:55:23.048396488Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-c7826d-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-c7826d-access","reconcileID":"31a152df-5ffa-4188-8bf2-351d8e52c532","MaaSAuthPolicy":{"name":"e2e-dft-c7826d-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:55:23.100264603Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (4f4f1e93c8bec06c85bf4fc94d96afa06572a6bf4b4dead9b1e2c890f4b15d47) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (50faaaf7f04223364fcb06e11ae303007f9c654f0e7ffdff5b41d77eb14974e9) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (ce00d0c674921cd9c123414f62f7ac69c56ef62f883d6ce267bf238bff2df01a) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (004a0e5a36b2bdd349fea2b1fe5d21edc31de4c7cc6e0feb6f3a8a59fc2ca3dc) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (c51c0885ff7bc13c2cdf5064a7c0323153642d42ddadad7efe0cbc108d4ccbab) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (6efe47ed149f6150f3fd71f198d700177b8e2ab6d150723652bd501d2b5e201f) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (1e589171d99ec9375594df0cf96682b3c7eeb4bbfec7967296f1e8479f2fcafa) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (211a6bf78abeb1e09c68c852bd3ca5c76b9fb38fc894413505332ec38d5c38ff) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-c7826d-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-c7826d-access","reconcileID":"31a152df-5ffa-4188-8bf2-351d8e52c532","MaaSAuthPolicy":{"name":"e2e-dft-c7826d-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:55:25.71307078Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:55:29.397580777Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-b737fe"},"namespace":"ai-tenant-e2e-extmod-a-b737fe","name":"default-tenant","reconcileID":"8395487c-42fb-41df-8290-e884654b7e33","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-b737fe","tenantID":"e2e-extmod-a-b737fe","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:55:29.504558383Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-b737fe"},"namespace":"ai-tenant-e2e-extmod-a-b737fe","name":"default-tenant","reconcileID":"8395487c-42fb-41df-8290-e884654b7e33","name":"e2e-extmod-a-b737fe-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:55:30.275623184Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-012868","namespace":"e2e-extmod-rec-noaccess-c16cea"},"namespace":"e2e-extmod-rec-noaccess-c16cea","name":"e2e-rec-recover-012868","reconcileID":"4a7553fe-198c-4eec-9a05-7d840a49f507","MaaSModelRef":{"name":"e2e-rec-recover-012868","namespace":"e2e-extmod-rec-noaccess-c16cea"},"name":"e2e-rec-recover-012868","namespace":"e2e-extmod-rec-noaccess-c16cea","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:55:30.374493414Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-873a34","namespace":"e2e-extmod-att-noaccess-c9b09f"},"namespace":"e2e-extmod-att-noaccess-c9b09f","name":"e2e-att-noaccess-873a34","reconcileID":"f5fdc358-56e4-42c3-9d62-5fcbda41d4ab","MaaSModelRef":{"name":"e2e-att-noaccess-873a34","namespace":"e2e-extmod-att-noaccess-c9b09f"},"name":"e2e-att-noaccess-873a34","namespace":"e2e-extmod-att-noaccess-c9b09f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:55:31.517279072Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-012868","namespace":"e2e-extmod-rec-noaccess-c16cea"},"namespace":"e2e-extmod-rec-noaccess-c16cea","name":"e2e-rec-recover-012868","reconcileID":"ce2f53c1-618b-4d20-84a5-d03814f31a3e","MaaSModelRef":{"name":"e2e-rec-recover-012868","namespace":"e2e-extmod-rec-noaccess-c16cea"},"name":"e2e-rec-recover-012868","namespace":"e2e-extmod-rec-noaccess-c16cea","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:55:32.815533141Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rec-recover-012868","namespace":"e2e-extmod-rec-noaccess-c16cea"},"namespace":"e2e-extmod-rec-noaccess-c16cea","name":"e2e-rec-recover-012868","reconcileID":"bea0cbb6-5f70-4478-a3d9-e663816f4bce","namespace":"e2e-extmod-rec-noaccess-c16cea","name":"e2e-rec-recover-012868","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:55:32.864087578Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-012868","namespace":"e2e-extmod-rec-noaccess-c16cea"},"namespace":"e2e-extmod-rec-noaccess-c16cea","name":"e2e-rec-recover-012868","reconcileID":"22177474-5bd5-4dad-9be0-f6b1cc491509","MaaSModelRef":{"name":"e2e-rec-recover-012868","namespace":"e2e-extmod-rec-noaccess-c16cea"},"tenant":"e2e-extmod-b-94e247","gateway":"openshift-ingress/e2e-extmod-b-94e247","model":"e2e-extmod-rec-noaccess-c16cea/e2e-rec-recover-012868","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:55:32.864117391Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-012868","namespace":"e2e-extmod-rec-noaccess-c16cea"},"namespace":"e2e-extmod-rec-noaccess-c16cea","name":"e2e-rec-recover-012868","reconcileID":"22177474-5bd5-4dad-9be0-f6b1cc491509","MaaSModelRef":{"name":"e2e-rec-recover-012868","namespace":"e2e-extmod-rec-noaccess-c16cea"},"routeName":"external-model-e2e-rec-recover-012868-78a03b6896f7","namespace":"e2e-extmod-rec-noaccess-c16cea","model":"e2e-rec-recover-012868","externalModel":"e2e-rec-recover-012868","provider":"e2e-rec-recover-012868-provider","gateway":"openshift-ingress/e2e-extmod-b-94e247","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:55:32.961724869Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"namespace":"ai-tenant-e2e-worker-w3-bb1b51","name":"simulator-access","reconcileID":"7bf3c471-8032-412e-8064-54167a6cf48a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bb1b51","tenantID":"e2e-worker-w3-bb1b51","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:55:33.014266147Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"namespace":"ai-tenant-e2e-worker-w3-bb1b51","name":"simulator-access","reconcileID":"7bf3c471-8032-412e-8064-54167a6cf48a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"name":"e2e-worker-w3-bb1b51-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:55:33.05762227Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-2bc79b-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-2bc79b-access","reconcileID":"caa32405-6a7e-4d8f-9dd8-55ed9c175bcf","MaaSAuthPolicy":{"name":"e2e-dft-2bc79b-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:55:33.059401165Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"637d6017-342a-4bdb-8436-44fccb19b3bd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:55:33.063511268Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"5f3730e9-f011-43d0-968c-be733984d670","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:55:33.063654258Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-c7826d-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-c7826d-access","reconcileID":"50cb1289-5860-4b8d-bae1-c3efea0120ea","MaaSAuthPolicy":{"name":"e2e-dft-c7826d-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:55:33.113723842Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-2bc79b-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-2bc79b-access","reconcileID":"caa32405-6a7e-4d8f-9dd8-55ed9c175bcf","MaaSAuthPolicy":{"name":"e2e-dft-2bc79b-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:55:33.114274072Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"637d6017-342a-4bdb-8436-44fccb19b3bd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:55:33.121845734Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"5f3730e9-f011-43d0-968c-be733984d670","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:55:33.12789128Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-c7826d-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-c7826d-access","reconcileID":"50cb1289-5860-4b8d-bae1-c3efea0120ea","MaaSAuthPolicy":{"name":"e2e-dft-c7826d-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:55:33.167454063Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (4f4f1e93c8bec06c85bf4fc94d96afa06572a6bf4b4dead9b1e2c890f4b15d47) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (50faaaf7f04223364fcb06e11ae303007f9c654f0e7ffdff5b41d77eb14974e9) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (ce00d0c674921cd9c123414f62f7ac69c56ef62f883d6ce267bf238bff2df01a) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (004a0e5a36b2bdd349fea2b1fe5d21edc31de4c7cc6e0feb6f3a8a59fc2ca3dc) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (c51c0885ff7bc13c2cdf5064a7c0323153642d42ddadad7efe0cbc108d4ccbab) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (6efe47ed149f6150f3fd71f198d700177b8e2ab6d150723652bd501d2b5e201f) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (1e589171d99ec9375594df0cf96682b3c7eeb4bbfec7967296f1e8479f2fcafa) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (211a6bf78abeb1e09c68c852bd3ca5c76b9fb38fc894413505332ec38d5c38ff) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-2bc79b-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-2bc79b-access","reconcileID":"caa32405-6a7e-4d8f-9dd8-55ed9c175bcf","MaaSAuthPolicy":{"name":"e2e-dft-2bc79b-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:55:33.167520556Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (4f4f1e93c8bec06c85bf4fc94d96afa06572a6bf4b4dead9b1e2c890f4b15d47) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (50faaaf7f04223364fcb06e11ae303007f9c654f0e7ffdff5b41d77eb14974e9) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (ce00d0c674921cd9c123414f62f7ac69c56ef62f883d6ce267bf238bff2df01a) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (004a0e5a36b2bdd349fea2b1fe5d21edc31de4c7cc6e0feb6f3a8a59fc2ca3dc) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (c51c0885ff7bc13c2cdf5064a7c0323153642d42ddadad7efe0cbc108d4ccbab) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (6efe47ed149f6150f3fd71f198d700177b8e2ab6d150723652bd501d2b5e201f) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (1e589171d99ec9375594df0cf96682b3c7eeb4bbfec7967296f1e8479f2fcafa) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (211a6bf78abeb1e09c68c852bd3ca5c76b9fb38fc894413505332ec38d5c38ff) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"637d6017-342a-4bdb-8436-44fccb19b3bd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:55:33.175534252Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (4f4f1e93c8bec06c85bf4fc94d96afa06572a6bf4b4dead9b1e2c890f4b15d47) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (50faaaf7f04223364fcb06e11ae303007f9c654f0e7ffdff5b41d77eb14974e9) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (ce00d0c674921cd9c123414f62f7ac69c56ef62f883d6ce267bf238bff2df01a) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (004a0e5a36b2bdd349fea2b1fe5d21edc31de4c7cc6e0feb6f3a8a59fc2ca3dc) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (c51c0885ff7bc13c2cdf5064a7c0323153642d42ddadad7efe0cbc108d4ccbab) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (6efe47ed149f6150f3fd71f198d700177b8e2ab6d150723652bd501d2b5e201f) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (1e589171d99ec9375594df0cf96682b3c7eeb4bbfec7967296f1e8479f2fcafa) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (211a6bf78abeb1e09c68c852bd3ca5c76b9fb38fc894413505332ec38d5c38ff) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"5f3730e9-f011-43d0-968c-be733984d670","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:55:33.180001321Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (4f4f1e93c8bec06c85bf4fc94d96afa06572a6bf4b4dead9b1e2c890f4b15d47) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (50faaaf7f04223364fcb06e11ae303007f9c654f0e7ffdff5b41d77eb14974e9) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (ce00d0c674921cd9c123414f62f7ac69c56ef62f883d6ce267bf238bff2df01a) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (004a0e5a36b2bdd349fea2b1fe5d21edc31de4c7cc6e0feb6f3a8a59fc2ca3dc) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (c51c0885ff7bc13c2cdf5064a7c0323153642d42ddadad7efe0cbc108d4ccbab) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (6efe47ed149f6150f3fd71f198d700177b8e2ab6d150723652bd501d2b5e201f) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (1e589171d99ec9375594df0cf96682b3c7eeb4bbfec7967296f1e8479f2fcafa) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (211a6bf78abeb1e09c68c852bd3ca5c76b9fb38fc894413505332ec38d5c38ff) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-c7826d-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-c7826d-access","reconcileID":"50cb1289-5860-4b8d-bae1-c3efea0120ea","MaaSAuthPolicy":{"name":"e2e-dft-c7826d-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:55:33.313324785Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"namespace":"ai-tenant-e2e-worker-w1-5951bc","name":"simulator-access","reconcileID":"58d842d8-6b0b-4071-b076-05bfb162548f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5951bc","tenantID":"e2e-worker-w1-5951bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:55:33.313827278Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"namespace":"ai-tenant-e2e-worker-w3-bb1b51","name":"premium-simulator-access","reconcileID":"f59ee23e-6bc0-4871-81f4-9cfb31f6cea4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bb1b51","tenantID":"e2e-worker-w3-bb1b51","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:55:33.32146749Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"simulator-access","reconcileID":"e4175988-88ec-4355-8387-569a4b1a1aa9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-91cd99","tenantID":"e2e-worker-w2-91cd99","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:55:33.324927318Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"namespace":"ai-tenant-e2e-worker-w4-8d2c7c","name":"premium-simulator-access","reconcileID":"eef89f47-183a-456b-b31c-554ea2082f30","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-8d2c7c","tenantID":"e2e-worker-w4-8d2c7c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:55:33.357185988Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"namespace":"ai-tenant-e2e-worker-w0-9893f0","name":"simulator-access","reconcileID":"7bd33423-e1b0-42ce-8477-6daf66a2d327","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9893f0","tenantID":"e2e-worker-w0-9893f0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:55:33.366246333Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"namespace":"ai-tenant-e2e-worker-w3-bb1b51","name":"premium-simulator-access","reconcileID":"f59ee23e-6bc0-4871-81f4-9cfb31f6cea4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"name":"e2e-worker-w3-bb1b51-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:55:33.366251375Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"namespace":"ai-tenant-e2e-worker-w1-5951bc","name":"simulator-access","reconcileID":"58d842d8-6b0b-4071-b076-05bfb162548f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"name":"e2e-worker-w1-5951bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:55:33.373860136Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"simulator-access","reconcileID":"e4175988-88ec-4355-8387-569a4b1a1aa9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"name":"e2e-worker-w2-91cd99-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:55:33.376674546Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"namespace":"ai-tenant-e2e-worker-w4-8d2c7c","name":"premium-simulator-access","reconcileID":"eef89f47-183a-456b-b31c-554ea2082f30","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"name":"e2e-worker-w4-8d2c7c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:55:33.409606762Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"namespace":"ai-tenant-e2e-worker-w0-9893f0","name":"simulator-access","reconcileID":"7bd33423-e1b0-42ce-8477-6daf66a2d327","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"name":"e2e-worker-w0-9893f0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:55:33.709337179Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"namespace":"ai-tenant-e2e-worker-w4-8d2c7c","name":"simulator-access","reconcileID":"b9d3a333-1e5e-4977-9df8-7665b5570b6c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-8d2c7c","tenantID":"e2e-worker-w4-8d2c7c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:55:33.709361065Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"namespace":"ai-tenant-e2e-worker-w1-5951bc","name":"premium-simulator-access","reconcileID":"e93f7b24-df0d-4b85-bd16-737bd103669c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5951bc","tenantID":"e2e-worker-w1-5951bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:55:33.710407322Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-4ce791-access","namespace":"ai-tenant-e2e-extmod-b-94e247"},"namespace":"ai-tenant-e2e-extmod-b-94e247","name":"e2e-rec-ctrl-4ce791-access","reconcileID":"f25b1db3-0ebb-4cd6-92bf-8706487a26e2","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-4ce791-access","namespace":"ai-tenant-e2e-extmod-b-94e247"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-94e247","tenantID":"e2e-extmod-b-94e247","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:55:33.710446322Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-2a91e7-access","namespace":"ai-tenant-e2e-extmod-b-94e247"},"namespace":"ai-tenant-e2e-extmod-b-94e247","name":"e2e-att-serve-2a91e7-access","reconcileID":"3d61e6ee-af49-4911-a9ee-edb63fb1b8df","MaaSAuthPolicy":{"name":"e2e-att-serve-2a91e7-access","namespace":"ai-tenant-e2e-extmod-b-94e247"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-94e247","tenantID":"e2e-extmod-b-94e247","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:55:33.756913156Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"namespace":"ai-tenant-e2e-worker-w0-9893f0","name":"premium-simulator-access","reconcileID":"3bfaadbd-d21f-474a-8db3-6403ac667332","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9893f0","tenantID":"e2e-worker-w0-9893f0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:55:33.7619781Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"namespace":"ai-tenant-e2e-worker-w4-8d2c7c","name":"simulator-access","reconcileID":"b9d3a333-1e5e-4977-9df8-7665b5570b6c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"name":"e2e-worker-w4-8d2c7c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:55:33.762142182Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"namespace":"ai-tenant-e2e-worker-w1-5951bc","name":"premium-simulator-access","reconcileID":"e93f7b24-df0d-4b85-bd16-737bd103669c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"name":"e2e-worker-w1-5951bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:55:33.76434568Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-4ce791-access","namespace":"ai-tenant-e2e-extmod-b-94e247"},"namespace":"ai-tenant-e2e-extmod-b-94e247","name":"e2e-rec-ctrl-4ce791-access","reconcileID":"f25b1db3-0ebb-4cd6-92bf-8706487a26e2","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-4ce791-access","namespace":"ai-tenant-e2e-extmod-b-94e247"},"name":"e2e-extmod-b-94e247-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:55:33.764500041Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-2a91e7-access","namespace":"ai-tenant-e2e-extmod-b-94e247"},"namespace":"ai-tenant-e2e-extmod-b-94e247","name":"e2e-att-serve-2a91e7-access","reconcileID":"3d61e6ee-af49-4911-a9ee-edb63fb1b8df","MaaSAuthPolicy":{"name":"e2e-att-serve-2a91e7-access","namespace":"ai-tenant-e2e-extmod-b-94e247"},"name":"e2e-extmod-b-94e247-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:55:33.80890678Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"namespace":"ai-tenant-e2e-worker-w0-9893f0","name":"premium-simulator-access","reconcileID":"3bfaadbd-d21f-474a-8db3-6403ac667332","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"name":"e2e-worker-w0-9893f0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:55:34.051151775Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"premium-simulator-access","reconcileID":"678b6f8e-d9b3-4fc5-953c-d83a0d749ec8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-91cd99","tenantID":"e2e-worker-w2-91cd99","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:55:34.10340485Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"premium-simulator-access","reconcileID":"678b6f8e-d9b3-4fc5-953c-d83a0d749ec8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"name":"e2e-worker-w2-91cd99-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:55:37.702535057Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-012868","namespace":"e2e-extmod-rec-noaccess-c16cea"},"namespace":"e2e-extmod-rec-noaccess-c16cea","name":"e2e-rec-recover-012868","reconcileID":"7f394c28-0f20-4cbb-863a-0f0f086a381a","MaaSModelRef":{"name":"e2e-rec-recover-012868","namespace":"e2e-extmod-rec-noaccess-c16cea"},"tenant":"e2e-extmod-b-94e247","gateway":"openshift-ingress/e2e-extmod-b-94e247","model":"e2e-extmod-rec-noaccess-c16cea/e2e-rec-recover-012868","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:55:37.702563691Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-012868","namespace":"e2e-extmod-rec-noaccess-c16cea"},"namespace":"e2e-extmod-rec-noaccess-c16cea","name":"e2e-rec-recover-012868","reconcileID":"7f394c28-0f20-4cbb-863a-0f0f086a381a","MaaSModelRef":{"name":"e2e-rec-recover-012868","namespace":"e2e-extmod-rec-noaccess-c16cea"},"routeName":"external-model-e2e-rec-recover-012868-78a03b6896f7","namespace":"e2e-extmod-rec-noaccess-c16cea","model":"e2e-rec-recover-012868","externalModel":"e2e-rec-recover-012868","provider":"e2e-rec-recover-012868-provider","gateway":"openshift-ingress/e2e-extmod-b-94e247","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:55:37.80269716Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-012868","namespace":"e2e-extmod-rec-noaccess-c16cea"},"namespace":"e2e-extmod-rec-noaccess-c16cea","name":"e2e-rec-recover-012868","reconcileID":"543a2a20-e1e8-4183-9ed8-3299466f6026","MaaSModelRef":{"name":"e2e-rec-recover-012868","namespace":"e2e-extmod-rec-noaccess-c16cea"},"tenant":"e2e-extmod-b-94e247","gateway":"openshift-ingress/e2e-extmod-b-94e247","model":"e2e-extmod-rec-noaccess-c16cea/e2e-rec-recover-012868","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:55:37.802724943Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-012868","namespace":"e2e-extmod-rec-noaccess-c16cea"},"namespace":"e2e-extmod-rec-noaccess-c16cea","name":"e2e-rec-recover-012868","reconcileID":"543a2a20-e1e8-4183-9ed8-3299466f6026","MaaSModelRef":{"name":"e2e-rec-recover-012868","namespace":"e2e-extmod-rec-noaccess-c16cea"},"routeName":"external-model-e2e-rec-recover-012868-78a03b6896f7","namespace":"e2e-extmod-rec-noaccess-c16cea","model":"e2e-rec-recover-012868","externalModel":"e2e-rec-recover-012868","provider":"e2e-rec-recover-012868-provider","gateway":"openshift-ingress/e2e-extmod-b-94e247","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:55:37.900713954Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-012868-access","namespace":"ai-tenant-e2e-extmod-b-94e247"},"namespace":"ai-tenant-e2e-extmod-b-94e247","name":"e2e-rec-recover-012868-access","reconcileID":"99945191-30c1-4207-920a-e4f50ca92aca","MaaSAuthPolicy":{"name":"e2e-rec-recover-012868-access","namespace":"ai-tenant-e2e-extmod-b-94e247"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-94e247","tenantID":"e2e-extmod-b-94e247","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:55:37.956551384Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-012868-access","namespace":"ai-tenant-e2e-extmod-b-94e247"},"namespace":"ai-tenant-e2e-extmod-b-94e247","name":"e2e-rec-recover-012868-access","reconcileID":"99945191-30c1-4207-920a-e4f50ca92aca","MaaSAuthPolicy":{"name":"e2e-rec-recover-012868-access","namespace":"ai-tenant-e2e-extmod-b-94e247"},"name":"e2e-extmod-b-94e247-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:55:38.361780752Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-012868","namespace":"e2e-extmod-rec-noaccess-c16cea"},"namespace":"e2e-extmod-rec-noaccess-c16cea","name":"e2e-rec-recover-012868","reconcileID":"fd0400b8-df1f-451f-b909-7996ca2a2ae0","MaaSModelRef":{"name":"e2e-rec-recover-012868","namespace":"e2e-extmod-rec-noaccess-c16cea"},"tenant":"e2e-extmod-b-94e247","gateway":"openshift-ingress/e2e-extmod-b-94e247","model":"e2e-extmod-rec-noaccess-c16cea/e2e-rec-recover-012868","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:55:38.36180272Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-012868","namespace":"e2e-extmod-rec-noaccess-c16cea"},"namespace":"e2e-extmod-rec-noaccess-c16cea","name":"e2e-rec-recover-012868","reconcileID":"fd0400b8-df1f-451f-b909-7996ca2a2ae0","MaaSModelRef":{"name":"e2e-rec-recover-012868","namespace":"e2e-extmod-rec-noaccess-c16cea"},"routeName":"external-model-e2e-rec-recover-012868-78a03b6896f7","namespace":"e2e-extmod-rec-noaccess-c16cea","model":"e2e-rec-recover-012868","externalModel":"e2e-rec-recover-012868","provider":"e2e-rec-recover-012868-provider","gateway":"openshift-ingress/e2e-extmod-b-94e247","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:55:40.474939907Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-873a34","namespace":"e2e-extmod-att-noaccess-c9b09f"},"namespace":"e2e-extmod-att-noaccess-c9b09f","name":"e2e-att-noaccess-873a34","reconcileID":"c446d483-e505-44fc-949e-5716d84ddbbb","MaaSModelRef":{"name":"e2e-att-noaccess-873a34","namespace":"e2e-extmod-att-noaccess-c9b09f"},"name":"e2e-att-noaccess-873a34","namespace":"e2e-extmod-att-noaccess-c9b09f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:55:43.32200254Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-b-94e247 priority=0:[ai-tenant-e2e-extmod-b-94e247/e2e-att-serve-2a91e7-sub ai-tenant-e2e-extmod-b-94e247/e2e-rec-ctrl-4ce791-sub ai-tenant-e2e-extmod-b-94e247/e2e-rec-recover-012868-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:55:43.370897871Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-012868","namespace":"e2e-extmod-rec-noaccess-c16cea"},"namespace":"e2e-extmod-rec-noaccess-c16cea","name":"e2e-rec-recover-012868","reconcileID":"fe6edbfa-9da4-45d0-8fe1-9b00bb89f83a","MaaSModelRef":{"name":"e2e-rec-recover-012868","namespace":"e2e-extmod-rec-noaccess-c16cea"},"tenant":"e2e-extmod-b-94e247","gateway":"openshift-ingress/e2e-extmod-b-94e247","model":"e2e-extmod-rec-noaccess-c16cea/e2e-rec-recover-012868","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:55:43.370930498Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-012868","namespace":"e2e-extmod-rec-noaccess-c16cea"},"namespace":"e2e-extmod-rec-noaccess-c16cea","name":"e2e-rec-recover-012868","reconcileID":"fe6edbfa-9da4-45d0-8fe1-9b00bb89f83a","MaaSModelRef":{"name":"e2e-rec-recover-012868","namespace":"e2e-extmod-rec-noaccess-c16cea"},"routeName":"external-model-e2e-rec-recover-012868-78a03b6896f7","namespace":"e2e-extmod-rec-noaccess-c16cea","model":"e2e-rec-recover-012868","externalModel":"e2e-rec-recover-012868","provider":"e2e-rec-recover-012868-provider","gateway":"openshift-ingress/e2e-extmod-b-94e247","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:55:43.413030798Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-2bc79b-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-2bc79b-access","reconcileID":"816dfa3c-9b24-42b4-b136-8788048014fd","MaaSAuthPolicy":{"name":"e2e-dft-2bc79b-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:55:43.413029998Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"34dfca12-4704-4651-84ce-8e52d7d295ec","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:55:43.419880555Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e72c5acf-aea0-4bc4-ba8b-67cb41b25ea7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:55:43.422866018Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-c7826d-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-c7826d-access","reconcileID":"548d9a36-4ed0-4641-92eb-22ec29689264","MaaSAuthPolicy":{"name":"e2e-dft-c7826d-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:55:43.466128752Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-2bc79b-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-2bc79b-access","reconcileID":"816dfa3c-9b24-42b4-b136-8788048014fd","MaaSAuthPolicy":{"name":"e2e-dft-2bc79b-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:55:43.467519845Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"34dfca12-4704-4651-84ce-8e52d7d295ec","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:55:43.473605167Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e72c5acf-aea0-4bc4-ba8b-67cb41b25ea7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:55:43.478559713Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-c7826d-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-c7826d-access","reconcileID":"548d9a36-4ed0-4641-92eb-22ec29689264","MaaSAuthPolicy":{"name":"e2e-dft-c7826d-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T12:55:43.48129192Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-extmod-b-94e247/e2e-rec-recover-012868-sub","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-rec-recover-012868-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-03T12:55:43.516714709Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-2a91e7-access","namespace":"ai-tenant-e2e-extmod-b-94e247"},"namespace":"ai-tenant-e2e-extmod-b-94e247","name":"e2e-att-serve-2a91e7-access","reconcileID":"c1efb859-81a0-4221-a515-2edf85f2ce6f","MaaSAuthPolicy":{"name":"e2e-att-serve-2a91e7-access","namespace":"ai-tenant-e2e-extmod-b-94e247"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-94e247","tenantID":"e2e-extmod-b-94e247","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:55:43.517921204Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (4f4f1e93c8bec06c85bf4fc94d96afa06572a6bf4b4dead9b1e2c890f4b15d47) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (50faaaf7f04223364fcb06e11ae303007f9c654f0e7ffdff5b41d77eb14974e9) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (ce00d0c674921cd9c123414f62f7ac69c56ef62f883d6ce267bf238bff2df01a) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (004a0e5a36b2bdd349fea2b1fe5d21edc31de4c7cc6e0feb6f3a8a59fc2ca3dc) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (c51c0885ff7bc13c2cdf5064a7c0323153642d42ddadad7efe0cbc108d4ccbab) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (6efe47ed149f6150f3fd71f198d700177b8e2ab6d150723652bd501d2b5e201f) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (1e589171d99ec9375594df0cf96682b3c7eeb4bbfec7967296f1e8479f2fcafa) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (211a6bf78abeb1e09c68c852bd3ca5c76b9fb38fc894413505332ec38d5c38ff) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-2bc79b-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-2bc79b-access","reconcileID":"816dfa3c-9b24-42b4-b136-8788048014fd","MaaSAuthPolicy":{"name":"e2e-dft-2bc79b-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:55:43.518773683Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (4f4f1e93c8bec06c85bf4fc94d96afa06572a6bf4b4dead9b1e2c890f4b15d47) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (50faaaf7f04223364fcb06e11ae303007f9c654f0e7ffdff5b41d77eb14974e9) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (ce00d0c674921cd9c123414f62f7ac69c56ef62f883d6ce267bf238bff2df01a) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (004a0e5a36b2bdd349fea2b1fe5d21edc31de4c7cc6e0feb6f3a8a59fc2ca3dc) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (c51c0885ff7bc13c2cdf5064a7c0323153642d42ddadad7efe0cbc108d4ccbab) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (6efe47ed149f6150f3fd71f198d700177b8e2ab6d150723652bd501d2b5e201f) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (1e589171d99ec9375594df0cf96682b3c7eeb4bbfec7967296f1e8479f2fcafa) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (211a6bf78abeb1e09c68c852bd3ca5c76b9fb38fc894413505332ec38d5c38ff) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"34dfca12-4704-4651-84ce-8e52d7d295ec","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:55:43.525806445Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (4f4f1e93c8bec06c85bf4fc94d96afa06572a6bf4b4dead9b1e2c890f4b15d47) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (50faaaf7f04223364fcb06e11ae303007f9c654f0e7ffdff5b41d77eb14974e9) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (ce00d0c674921cd9c123414f62f7ac69c56ef62f883d6ce267bf238bff2df01a) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (004a0e5a36b2bdd349fea2b1fe5d21edc31de4c7cc6e0feb6f3a8a59fc2ca3dc) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (c51c0885ff7bc13c2cdf5064a7c0323153642d42ddadad7efe0cbc108d4ccbab) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (6efe47ed149f6150f3fd71f198d700177b8e2ab6d150723652bd501d2b5e201f) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (1e589171d99ec9375594df0cf96682b3c7eeb4bbfec7967296f1e8479f2fcafa) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (211a6bf78abeb1e09c68c852bd3ca5c76b9fb38fc894413505332ec38d5c38ff) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e72c5acf-aea0-4bc4-ba8b-67cb41b25ea7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:55:43.526975703Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-2a91e7","namespace":"e2e-extmod-att-user-a4da68"},"namespace":"e2e-extmod-att-user-a4da68","name":"e2e-att-serve-2a91e7","reconcileID":"de2de74b-cd6e-45e6-81d4-69a152e91668","MaaSModelRef":{"name":"e2e-att-serve-2a91e7","namespace":"e2e-extmod-att-user-a4da68"},"tenant":"e2e-extmod-b-94e247","gateway":"openshift-ingress/e2e-extmod-b-94e247","model":"e2e-extmod-att-user-a4da68/e2e-att-serve-2a91e7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:55:43.526995795Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-2a91e7","namespace":"e2e-extmod-att-user-a4da68"},"namespace":"e2e-extmod-att-user-a4da68","name":"e2e-att-serve-2a91e7","reconcileID":"de2de74b-cd6e-45e6-81d4-69a152e91668","MaaSModelRef":{"name":"e2e-att-serve-2a91e7","namespace":"e2e-extmod-att-user-a4da68"},"routeName":"external-model-e2e-att-serve-2a91e7-4a5f3d5e4b74","namespace":"e2e-extmod-att-user-a4da68","model":"e2e-att-serve-2a91e7","externalModel":"e2e-att-serve-2a91e7","provider":"e2e-att-serve-2a91e7-provider","gateway":"openshift-ingress/e2e-extmod-b-94e247","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:55:43.5333105Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (4f4f1e93c8bec06c85bf4fc94d96afa06572a6bf4b4dead9b1e2c890f4b15d47) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (50faaaf7f04223364fcb06e11ae303007f9c654f0e7ffdff5b41d77eb14974e9) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (ce00d0c674921cd9c123414f62f7ac69c56ef62f883d6ce267bf238bff2df01a) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (004a0e5a36b2bdd349fea2b1fe5d21edc31de4c7cc6e0feb6f3a8a59fc2ca3dc) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (c51c0885ff7bc13c2cdf5064a7c0323153642d42ddadad7efe0cbc108d4ccbab) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (6efe47ed149f6150f3fd71f198d700177b8e2ab6d150723652bd501d2b5e201f) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (1e589171d99ec9375594df0cf96682b3c7eeb4bbfec7967296f1e8479f2fcafa) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (211a6bf78abeb1e09c68c852bd3ca5c76b9fb38fc894413505332ec38d5c38ff) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-c7826d-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-c7826d-access","reconcileID":"548d9a36-4ed0-4641-92eb-22ec29689264","MaaSAuthPolicy":{"name":"e2e-dft-c7826d-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:55:43.571583084Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-2a91e7-access","namespace":"ai-tenant-e2e-extmod-b-94e247"},"namespace":"ai-tenant-e2e-extmod-b-94e247","name":"e2e-att-serve-2a91e7-access","reconcileID":"c1efb859-81a0-4221-a515-2edf85f2ce6f","MaaSAuthPolicy":{"name":"e2e-att-serve-2a91e7-access","namespace":"ai-tenant-e2e-extmod-b-94e247"},"name":"e2e-extmod-b-94e247-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:55:43.629464596Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-012868","namespace":"e2e-extmod-rec-noaccess-c16cea"},"namespace":"e2e-extmod-rec-noaccess-c16cea","name":"e2e-rec-recover-012868","reconcileID":"df4e3c7b-0789-490a-b0c6-8f2378a013c4","MaaSModelRef":{"name":"e2e-rec-recover-012868","namespace":"e2e-extmod-rec-noaccess-c16cea"},"tenant":"e2e-extmod-b-94e247","gateway":"openshift-ingress/e2e-extmod-b-94e247","model":"e2e-extmod-rec-noaccess-c16cea/e2e-rec-recover-012868","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:55:43.629498481Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-012868","namespace":"e2e-extmod-rec-noaccess-c16cea"},"namespace":"e2e-extmod-rec-noaccess-c16cea","name":"e2e-rec-recover-012868","reconcileID":"df4e3c7b-0789-490a-b0c6-8f2378a013c4","MaaSModelRef":{"name":"e2e-rec-recover-012868","namespace":"e2e-extmod-rec-noaccess-c16cea"},"routeName":"external-model-e2e-rec-recover-012868-78a03b6896f7","namespace":"e2e-extmod-rec-noaccess-c16cea","model":"e2e-rec-recover-012868","externalModel":"e2e-rec-recover-012868","provider":"e2e-rec-recover-012868-provider","gateway":"openshift-ingress/e2e-extmod-b-94e247","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:55:43.716412375Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-4ce791-access","namespace":"ai-tenant-e2e-extmod-b-94e247"},"namespace":"ai-tenant-e2e-extmod-b-94e247","name":"e2e-rec-ctrl-4ce791-access","reconcileID":"5a33940d-b94d-41c8-99c1-728119ecf00a","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-4ce791-access","namespace":"ai-tenant-e2e-extmod-b-94e247"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-94e247","tenantID":"e2e-extmod-b-94e247","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:55:43.719685749Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-012868-access","namespace":"ai-tenant-e2e-extmod-b-94e247"},"namespace":"ai-tenant-e2e-extmod-b-94e247","name":"e2e-rec-recover-012868-access","reconcileID":"9099b116-ee1c-4022-8823-a047a76d1215","MaaSAuthPolicy":{"name":"e2e-rec-recover-012868-access","namespace":"ai-tenant-e2e-extmod-b-94e247"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-94e247","tenantID":"e2e-extmod-b-94e247","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:55:43.729440053Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rec-recover-012868-sub","namespace":"ai-tenant-e2e-extmod-b-94e247"},"namespace":"ai-tenant-e2e-extmod-b-94e247","name":"e2e-rec-recover-012868-sub","reconcileID":"77b2ce04-36c3-43ca-95ca-3d39ef0bc358","MaaSSubscription":{"name":"e2e-rec-recover-012868-sub","namespace":"ai-tenant-e2e-extmod-b-94e247"},"name":"maas-trlp-e2e-rec-recover-012868","model":"e2e-rec-recover-012868","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-extmod-b-94e247/e2e-rec-recover-012868-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:55:43.729621657Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-ctrl-4ce791","namespace":"e2e-extmod-rec-user-f3f6f8"},"namespace":"e2e-extmod-rec-user-f3f6f8","name":"e2e-rec-ctrl-4ce791","reconcileID":"15b286da-c07b-4460-be7f-f7c5c423bdbf","MaaSModelRef":{"name":"e2e-rec-ctrl-4ce791","namespace":"e2e-extmod-rec-user-f3f6f8"},"tenant":"e2e-extmod-b-94e247","gateway":"openshift-ingress/e2e-extmod-b-94e247","model":"e2e-extmod-rec-user-f3f6f8/e2e-rec-ctrl-4ce791","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:55:43.729641539Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-ctrl-4ce791","namespace":"e2e-extmod-rec-user-f3f6f8"},"namespace":"e2e-extmod-rec-user-f3f6f8","name":"e2e-rec-ctrl-4ce791","reconcileID":"15b286da-c07b-4460-be7f-f7c5c423bdbf","MaaSModelRef":{"name":"e2e-rec-ctrl-4ce791","namespace":"e2e-extmod-rec-user-f3f6f8"},"routeName":"external-model-e2e-rec-ctrl-4ce791-708811f10b10","namespace":"e2e-extmod-rec-user-f3f6f8","model":"e2e-rec-ctrl-4ce791","externalModel":"e2e-rec-ctrl-4ce791","provider":"e2e-rec-ctrl-4ce791-provider","gateway":"openshift-ingress/e2e-extmod-b-94e247","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:55:43.77293713Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-4ce791-access","namespace":"ai-tenant-e2e-extmod-b-94e247"},"namespace":"ai-tenant-e2e-extmod-b-94e247","name":"e2e-rec-ctrl-4ce791-access","reconcileID":"5a33940d-b94d-41c8-99c1-728119ecf00a","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-4ce791-access","namespace":"ai-tenant-e2e-extmod-b-94e247"},"name":"e2e-extmod-b-94e247-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:55:43.773339781Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-012868-access","namespace":"ai-tenant-e2e-extmod-b-94e247"},"namespace":"ai-tenant-e2e-extmod-b-94e247","name":"e2e-rec-recover-012868-access","reconcileID":"9099b116-ee1c-4022-8823-a047a76d1215","MaaSAuthPolicy":{"name":"e2e-rec-recover-012868-access","namespace":"ai-tenant-e2e-extmod-b-94e247"},"name":"e2e-extmod-b-94e247-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:55:43.987497555Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-012868","namespace":"e2e-extmod-rec-noaccess-c16cea"},"namespace":"e2e-extmod-rec-noaccess-c16cea","name":"e2e-rec-recover-012868","reconcileID":"f7d6ed53-53af-4ec9-beed-c36256d94740","MaaSModelRef":{"name":"e2e-rec-recover-012868","namespace":"e2e-extmod-rec-noaccess-c16cea"},"tenant":"e2e-extmod-b-94e247","gateway":"openshift-ingress/e2e-extmod-b-94e247","model":"e2e-extmod-rec-noaccess-c16cea/e2e-rec-recover-012868","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:55:43.987529856Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-012868","namespace":"e2e-extmod-rec-noaccess-c16cea"},"namespace":"e2e-extmod-rec-noaccess-c16cea","name":"e2e-rec-recover-012868","reconcileID":"f7d6ed53-53af-4ec9-beed-c36256d94740","MaaSModelRef":{"name":"e2e-rec-recover-012868","namespace":"e2e-extmod-rec-noaccess-c16cea"},"routeName":"external-model-e2e-rec-recover-012868-78a03b6896f7","namespace":"e2e-extmod-rec-noaccess-c16cea","model":"e2e-rec-recover-012868","externalModel":"e2e-rec-recover-012868","provider":"e2e-rec-recover-012868-provider","gateway":"openshift-ingress/e2e-extmod-b-94e247","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:55:44.016053322Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-2a91e7-access","namespace":"ai-tenant-e2e-extmod-b-94e247"},"namespace":"ai-tenant-e2e-extmod-b-94e247","name":"e2e-att-serve-2a91e7-access","reconcileID":"bc0104ea-d6a3-4d76-9b63-f50d1d71c2c4","MaaSAuthPolicy":{"name":"e2e-att-serve-2a91e7-access","namespace":"ai-tenant-e2e-extmod-b-94e247"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-94e247","tenantID":"e2e-extmod-b-94e247","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:55:44.069884862Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-2a91e7-access","namespace":"ai-tenant-e2e-extmod-b-94e247"},"namespace":"ai-tenant-e2e-extmod-b-94e247","name":"e2e-att-serve-2a91e7-access","reconcileID":"bc0104ea-d6a3-4d76-9b63-f50d1d71c2c4","MaaSAuthPolicy":{"name":"e2e-att-serve-2a91e7-access","namespace":"ai-tenant-e2e-extmod-b-94e247"},"name":"e2e-extmod-b-94e247-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:55:44.18185474Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rec-recover-012868-sub","namespace":"ai-tenant-e2e-extmod-b-94e247"},"namespace":"ai-tenant-e2e-extmod-b-94e247","name":"e2e-rec-recover-012868-sub","reconcileID":"452a9994-eaee-4cd7-be1a-e1aed154adde","MaaSSubscription":{"name":"e2e-rec-recover-012868-sub","namespace":"ai-tenant-e2e-extmod-b-94e247"},"name":"maas-trlp-e2e-rec-recover-012868","model":"e2e-extmod-rec-noaccess-c16cea/e2e-rec-recover-012868","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:55:50.575238198Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-873a34","namespace":"e2e-extmod-att-noaccess-c9b09f"},"namespace":"e2e-extmod-att-noaccess-c9b09f","name":"e2e-att-noaccess-873a34","reconcileID":"4f36ebd4-894b-4a88-8bf3-079d409a3cb8","MaaSModelRef":{"name":"e2e-att-noaccess-873a34","namespace":"e2e-extmod-att-noaccess-c9b09f"},"name":"e2e-att-noaccess-873a34","namespace":"e2e-extmod-att-noaccess-c9b09f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:55:53.762311421Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"59a61c76-575a-4623-9d4e-6bd7f31c1446","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:55:53.762318043Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-2bc79b-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-2bc79b-access","reconcileID":"138b2265-7d0e-497d-bfb5-8c51389fc80f","MaaSAuthPolicy":{"name":"e2e-dft-2bc79b-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:55:53.767784968Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"f1565d70-21d6-401b-a051-03abe10c032a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:55:53.774838588Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-c7826d-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-c7826d-access","reconcileID":"ac993ebe-aa15-4e86-b1ba-87551dede1d4","MaaSAuthPolicy":{"name":"e2e-dft-c7826d-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:55:53.816190463Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"59a61c76-575a-4623-9d4e-6bd7f31c1446","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:55:53.816608562Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-2bc79b-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-2bc79b-access","reconcileID":"138b2265-7d0e-497d-bfb5-8c51389fc80f","MaaSAuthPolicy":{"name":"e2e-dft-2bc79b-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:55:53.822944548Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"f1565d70-21d6-401b-a051-03abe10c032a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:55:53.830797608Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-c7826d-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-c7826d-access","reconcileID":"ac993ebe-aa15-4e86-b1ba-87551dede1d4","MaaSAuthPolicy":{"name":"e2e-dft-c7826d-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:55:54.066754761Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"b31dcf32-8c8e-42f4-8880-7482a59bb495","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:55:54.066780207Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"b31dcf32-8c8e-42f4-8880-7482a59bb495","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:55:54.073173031Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ee33a1a8-2ed4-4b43-b6b7-a25255b825d0","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:55:54.073189802Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ee33a1a8-2ed4-4b43-b6b7-a25255b825d0","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:55:54.209877553Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-2bc79b","namespace":"llm"},"namespace":"llm","name":"e2e-dft-2bc79b","reconcileID":"a7ac18db-e719-4504-837c-42febb9f65bf","MaaSModelRef":{"name":"e2e-dft-2bc79b","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-2bc79b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:55:54.209905653Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-2bc79b","namespace":"llm"},"namespace":"llm","name":"e2e-dft-2bc79b","reconcileID":"a7ac18db-e719-4504-837c-42febb9f65bf","MaaSModelRef":{"name":"e2e-dft-2bc79b","namespace":"llm"},"routeName":"external-model-e2e-dft-2bc79b-a3ea27076713","namespace":"llm","model":"e2e-dft-2bc79b","externalModel":"e2e-dft-2bc79b","provider":"e2e-dft-2bc79b-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:55:54.310295083Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-c7826d","namespace":"llm"},"namespace":"llm","name":"e2e-dft-c7826d","reconcileID":"bb59f816-9ed1-48b1-9e17-40c505cf7ac7","MaaSModelRef":{"name":"e2e-dft-c7826d","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-c7826d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:55:54.310322251Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-c7826d","namespace":"llm"},"namespace":"llm","name":"e2e-dft-c7826d","reconcileID":"bb59f816-9ed1-48b1-9e17-40c505cf7ac7","MaaSModelRef":{"name":"e2e-dft-c7826d","namespace":"llm"},"routeName":"external-model-e2e-dft-c7826d-243f7d95ce80","namespace":"llm","model":"e2e-dft-c7826d","externalModel":"e2e-dft-c7826d","provider":"e2e-dft-c7826d-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:55:55.713108321Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:55:56.329012833Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-b-94e247 priority=0:[ai-tenant-e2e-extmod-b-94e247/e2e-att-serve-2a91e7-sub ai-tenant-e2e-extmod-b-94e247/e2e-rec-ctrl-4ce791-sub ai-tenant-e2e-extmod-b-94e247/e2e-rec-recover-012868-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:55:56.37789291Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-2bc79b","namespace":"llm"},"namespace":"llm","name":"e2e-dft-2bc79b","reconcileID":"7157f299-d30c-4e2f-ad4a-d22e6c52297f","MaaSModelRef":{"name":"e2e-dft-2bc79b","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-2bc79b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:55:56.377930264Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-2bc79b","namespace":"llm"},"namespace":"llm","name":"e2e-dft-2bc79b","reconcileID":"7157f299-d30c-4e2f-ad4a-d22e6c52297f","MaaSModelRef":{"name":"e2e-dft-2bc79b","namespace":"llm"},"routeName":"external-model-e2e-dft-2bc79b-a3ea27076713","namespace":"llm","model":"e2e-dft-2bc79b","externalModel":"e2e-dft-2bc79b","provider":"e2e-dft-2bc79b-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:55:56.434569976Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-b-94e247 priority=0:[ai-tenant-e2e-extmod-b-94e247/e2e-att-serve-2a91e7-sub ai-tenant-e2e-extmod-b-94e247/e2e-rec-ctrl-4ce791-sub ai-tenant-e2e-extmod-b-94e247/e2e-rec-recover-012868-sub]","namespace=models-as-a-service priority=0:[models-as-a-service/e2e-dft-2bc79b-sub models-as-a-service/e2e-dft-c7826d-sub]"],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T12:55:56.458060998Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dft-2bc79b-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-2bc79b-sub","reconcileID":"9ef31e19-94c0-4de3-977a-8c9d3ed1f730","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-dft-2bc79b-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T12:55:56.513504292Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dft-2bc79b-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-2bc79b-sub","reconcileID":"c265e5c1-8558-4425-9772-cafa6ff9a368","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-dft-2bc79b-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T12:55:56.528153999Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-012868","namespace":"e2e-extmod-rec-noaccess-c16cea"},"namespace":"e2e-extmod-rec-noaccess-c16cea","name":"e2e-rec-recover-012868","reconcileID":"2d91d499-361f-4bea-8ccc-29b81af5e586","MaaSModelRef":{"name":"e2e-rec-recover-012868","namespace":"e2e-extmod-rec-noaccess-c16cea"},"tenant":"e2e-extmod-b-94e247","gateway":"openshift-ingress/e2e-extmod-b-94e247","model":"e2e-extmod-rec-noaccess-c16cea/e2e-rec-recover-012868","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:55:56.528180622Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-012868","namespace":"e2e-extmod-rec-noaccess-c16cea"},"namespace":"e2e-extmod-rec-noaccess-c16cea","name":"e2e-rec-recover-012868","reconcileID":"2d91d499-361f-4bea-8ccc-29b81af5e586","MaaSModelRef":{"name":"e2e-rec-recover-012868","namespace":"e2e-extmod-rec-noaccess-c16cea"},"routeName":"external-model-e2e-rec-recover-012868-78a03b6896f7","namespace":"e2e-extmod-rec-noaccess-c16cea","model":"e2e-rec-recover-012868","externalModel":"e2e-rec-recover-012868","provider":"e2e-rec-recover-012868-provider","gateway":"openshift-ingress/e2e-extmod-b-94e247","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T12:55:56.534152255Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"models-as-a-service/e2e-dft-c7826d-sub","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-dft-c7826d-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-03T12:55:56.57074795Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"372dd9fb-cae8-464d-b624-0c1330770379","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:55:56.570791242Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"be0e9c9c-be93-4c75-8657-1c40c033041e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:55:56.574398869Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-2bc79b-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-2bc79b-access","reconcileID":"34326162-c547-44ba-8c3e-75b5da27ae72","MaaSAuthPolicy":{"name":"e2e-dft-2bc79b-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:55:56.574543345Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-c7826d-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-c7826d-access","reconcileID":"5ebac8cb-b7a4-45c8-9728-c4817dcff935","MaaSAuthPolicy":{"name":"e2e-dft-c7826d-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:55:56.636723855Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-c7826d","namespace":"llm"},"namespace":"llm","name":"e2e-dft-c7826d","reconcileID":"d128ec4d-0b21-4756-aeab-bbc3bc981252","MaaSModelRef":{"name":"e2e-dft-c7826d","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-c7826d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:55:56.636758682Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-c7826d","namespace":"llm"},"namespace":"llm","name":"e2e-dft-c7826d","reconcileID":"d128ec4d-0b21-4756-aeab-bbc3bc981252","MaaSModelRef":{"name":"e2e-dft-c7826d","namespace":"llm"},"routeName":"external-model-e2e-dft-c7826d-243f7d95ce80","namespace":"llm","model":"e2e-dft-c7826d","externalModel":"e2e-dft-c7826d","provider":"e2e-dft-c7826d-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:55:56.716880849Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"372dd9fb-cae8-464d-b624-0c1330770379","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T12:55:56.717062696Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"be0e9c9c-be93-4c75-8657-1c40c033041e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T12:55:56.717318776Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-2bc79b-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-2bc79b-access","reconcileID":"34326162-c547-44ba-8c3e-75b5da27ae72","MaaSAuthPolicy":{"name":"e2e-dft-2bc79b-access","namespace":"models-as-a-service"},"error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T12:55:56.717550079Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-c7826d-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-c7826d-access","reconcileID":"5ebac8cb-b7a4-45c8-9728-c4817dcff935","MaaSAuthPolicy":{"name":"e2e-dft-c7826d-access","namespace":"models-as-a-service"},"error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T12:55:56.770478249Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 8, current generation is 9","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"372dd9fb-cae8-464d-b624-0c1330770379","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T12:55:56.773490426Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-2bc79b-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-2bc79b-access","reconcileID":"34326162-c547-44ba-8c3e-75b5da27ae72","error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T12:55:56.773552213Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"be0e9c9c-be93-4c75-8657-1c40c033041e","error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T12:55:56.774518795Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-c7826d-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-c7826d-access","reconcileID":"5ebac8cb-b7a4-45c8-9728-c4817dcff935","error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T12:55:56.823096302Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-2bc79b","namespace":"llm"},"namespace":"llm","name":"e2e-dft-2bc79b","reconcileID":"0c4edfa7-426d-4564-8495-4414bfa76283","MaaSModelRef":{"name":"e2e-dft-2bc79b","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-2bc79b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:55:56.823135194Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-2bc79b","namespace":"llm"},"namespace":"llm","name":"e2e-dft-2bc79b","reconcileID":"0c4edfa7-426d-4564-8495-4414bfa76283","MaaSModelRef":{"name":"e2e-dft-2bc79b","namespace":"llm"},"routeName":"external-model-e2e-dft-2bc79b-a3ea27076713","namespace":"llm","model":"e2e-dft-2bc79b","externalModel":"e2e-dft-2bc79b","provider":"e2e-dft-2bc79b-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:55:56.865415424Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dft-c7826d-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-c7826d-sub","reconcileID":"5d6c019f-cd56-4831-8510-563a4fc0dda8","MaaSSubscription":{"name":"e2e-dft-c7826d-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-dft-c7826d","model":"e2e-dft-c7826d","subscriptionCount":1,"subscriptions":["models-as-a-service/e2e-dft-c7826d-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:55:56.920648303Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-c7826d","namespace":"llm"},"namespace":"llm","name":"e2e-dft-c7826d","reconcileID":"aec4aec8-a49a-4772-a0a3-be46825a73d5","MaaSModelRef":{"name":"e2e-dft-c7826d","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-c7826d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:55:56.920674012Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-c7826d","namespace":"llm"},"namespace":"llm","name":"e2e-dft-c7826d","reconcileID":"aec4aec8-a49a-4772-a0a3-be46825a73d5","MaaSModelRef":{"name":"e2e-dft-c7826d","namespace":"llm"},"routeName":"external-model-e2e-dft-c7826d-243f7d95ce80","namespace":"llm","model":"e2e-dft-c7826d","externalModel":"e2e-dft-c7826d","provider":"e2e-dft-c7826d-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:55:56.926840739Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dft-2bc79b-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-2bc79b-sub","reconcileID":"0e2b4dd4-0475-4055-b7d5-f111511e88c1","MaaSSubscription":{"name":"e2e-dft-2bc79b-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-dft-2bc79b","model":"e2e-dft-2bc79b","subscriptionCount":1,"subscriptions":["models-as-a-service/e2e-dft-2bc79b-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:55:56.969245238Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"048e5885-8dc2-4428-b08a-7405242380bf","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:55:56.969264936Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"048e5885-8dc2-4428-b08a-7405242380bf","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:55:57.018039862Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-2bc79b","namespace":"llm"},"namespace":"llm","name":"e2e-dft-2bc79b","reconcileID":"f45ecbeb-c0ef-440d-8d52-ec8c80ec224c","MaaSModelRef":{"name":"e2e-dft-2bc79b","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-2bc79b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:55:57.018064782Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-2bc79b","namespace":"llm"},"namespace":"llm","name":"e2e-dft-2bc79b","reconcileID":"f45ecbeb-c0ef-440d-8d52-ec8c80ec224c","MaaSModelRef":{"name":"e2e-dft-2bc79b","namespace":"llm"},"routeName":"external-model-e2e-dft-2bc79b-a3ea27076713","namespace":"llm","model":"e2e-dft-2bc79b","externalModel":"e2e-dft-2bc79b","provider":"e2e-dft-2bc79b-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:55:57.019058524Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"54adcf98-959c-4566-9391-d066c3970b61","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:55:57.019237084Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-2bc79b-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-2bc79b-access","reconcileID":"73f1196c-9d8e-43f0-a83b-d61648753525","MaaSAuthPolicy":{"name":"e2e-dft-2bc79b-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:55:57.019545826Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-c7826d-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-c7826d-access","reconcileID":"046bce96-3209-4a18-b663-696edb6c8364","MaaSAuthPolicy":{"name":"e2e-dft-c7826d-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:55:57.067152356Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"f5198e5a-ebcd-4d3c-b4a1-a76bb7e196c1","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:55:57.067180218Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"f5198e5a-ebcd-4d3c-b4a1-a76bb7e196c1","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:55:57.071773495Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-2bc79b-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-2bc79b-access","reconcileID":"73f1196c-9d8e-43f0-a83b-d61648753525","MaaSAuthPolicy":{"name":"e2e-dft-2bc79b-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:55:57.072185237Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-c7826d-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-c7826d-access","reconcileID":"046bce96-3209-4a18-b663-696edb6c8364","MaaSAuthPolicy":{"name":"e2e-dft-c7826d-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:55:57.07399022Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"54adcf98-959c-4566-9391-d066c3970b61","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:55:57.11658077Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-c7826d","namespace":"llm"},"namespace":"llm","name":"e2e-dft-c7826d","reconcileID":"c7a47334-3d98-4644-92d7-5b290a9d77b4","MaaSModelRef":{"name":"e2e-dft-c7826d","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-c7826d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:55:57.116607062Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-c7826d","namespace":"llm"},"namespace":"llm","name":"e2e-dft-c7826d","reconcileID":"c7a47334-3d98-4644-92d7-5b290a9d77b4","MaaSModelRef":{"name":"e2e-dft-c7826d","namespace":"llm"},"routeName":"external-model-e2e-dft-c7826d-243f7d95ce80","namespace":"llm","model":"e2e-dft-c7826d","externalModel":"e2e-dft-c7826d","provider":"e2e-dft-c7826d-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:55:57.117043841Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"4d538e91-8eda-4694-a52f-00783ac2e1ea","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:55:57.123145422Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 8, current generation is 9","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-c7826d-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-c7826d-access","reconcileID":"046bce96-3209-4a18-b663-696edb6c8364","MaaSAuthPolicy":{"name":"e2e-dft-c7826d-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:55:57.169411048Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"4d538e91-8eda-4694-a52f-00783ac2e1ea","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:55:57.213943186Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-2bc79b","namespace":"llm"},"namespace":"llm","name":"e2e-dft-2bc79b","reconcileID":"0f2c917d-9b78-4da3-abba-ee0a0d94d098","MaaSModelRef":{"name":"e2e-dft-2bc79b","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-2bc79b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:55:57.213970832Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-2bc79b","namespace":"llm"},"namespace":"llm","name":"e2e-dft-2bc79b","reconcileID":"0f2c917d-9b78-4da3-abba-ee0a0d94d098","MaaSModelRef":{"name":"e2e-dft-2bc79b","namespace":"llm"},"routeName":"external-model-e2e-dft-2bc79b-a3ea27076713","namespace":"llm","model":"e2e-dft-2bc79b","externalModel":"e2e-dft-2bc79b","provider":"e2e-dft-2bc79b-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:55:57.310615138Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dft-c7826d-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-c7826d-sub","reconcileID":"8e80e44a-1d81-49f5-b450-54814318fab1","MaaSSubscription":{"name":"e2e-dft-c7826d-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-dft-c7826d","model":"llm/e2e-dft-c7826d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:55:57.311057498Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-c7826d","namespace":"llm"},"namespace":"llm","name":"e2e-dft-c7826d","reconcileID":"b27a32a1-bd74-4fb9-9860-8847709ba3a5","MaaSModelRef":{"name":"e2e-dft-c7826d","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-c7826d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:55:57.311079082Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-c7826d","namespace":"llm"},"namespace":"llm","name":"e2e-dft-c7826d","reconcileID":"b27a32a1-bd74-4fb9-9860-8847709ba3a5","MaaSModelRef":{"name":"e2e-dft-c7826d","namespace":"llm"},"routeName":"external-model-e2e-dft-c7826d-243f7d95ce80","namespace":"llm","model":"e2e-dft-c7826d","externalModel":"e2e-dft-c7826d","provider":"e2e-dft-c7826d-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:55:57.411055733Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dft-2bc79b-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-2bc79b-sub","reconcileID":"5119f6c9-c0cc-4a32-87b7-d070386b1abe","MaaSSubscription":{"name":"e2e-dft-2bc79b-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-dft-2bc79b","model":"llm/e2e-dft-2bc79b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:55:57.416909635Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-c7826d-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-c7826d-access","reconcileID":"c3d4d625-7404-4557-bcec-a4603eec8361","MaaSAuthPolicy":{"name":"e2e-dft-c7826d-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:55:57.469316164Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-c7826d-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-c7826d-access","reconcileID":"c3d4d625-7404-4557-bcec-a4603eec8361","MaaSAuthPolicy":{"name":"e2e-dft-c7826d-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:55:57.518465255Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"5129dbb1-221c-4583-b92e-827138ea3f14","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:55:57.52024138Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 8, current generation is 9","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-c7826d-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-c7826d-access","reconcileID":"c3d4d625-7404-4557-bcec-a4603eec8361","MaaSAuthPolicy":{"name":"e2e-dft-c7826d-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:55:57.570790906Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"5129dbb1-221c-4583-b92e-827138ea3f14","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:55:57.617969388Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-2bc79b-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-2bc79b-access","reconcileID":"163cf4f6-8924-453f-91ac-b297a87b999c","MaaSAuthPolicy":{"name":"e2e-dft-2bc79b-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:55:57.621355315Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 8, current generation is 9","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"5129dbb1-221c-4583-b92e-827138ea3f14","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:55:57.670543886Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-2bc79b-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-2bc79b-access","reconcileID":"163cf4f6-8924-453f-91ac-b297a87b999c","MaaSAuthPolicy":{"name":"e2e-dft-2bc79b-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:55:57.673665954Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"9ffcb2b6-40cf-40db-a112-4d341cf456b9","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:55:57.67368301Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"9ffcb2b6-40cf-40db-a112-4d341cf456b9","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:55:57.721747514Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 8, current generation is 9","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-2bc79b-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-2bc79b-access","reconcileID":"163cf4f6-8924-453f-91ac-b297a87b999c","MaaSAuthPolicy":{"name":"e2e-dft-2bc79b-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:55:57.824950522Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-2bc79b","namespace":"llm"},"namespace":"llm","name":"e2e-dft-2bc79b","reconcileID":"c055da1e-0e20-4f97-a1fb-4ce614259406","MaaSModelRef":{"name":"e2e-dft-2bc79b","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-2bc79b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:55:57.824984042Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-2bc79b","namespace":"llm"},"namespace":"llm","name":"e2e-dft-2bc79b","reconcileID":"c055da1e-0e20-4f97-a1fb-4ce614259406","MaaSModelRef":{"name":"e2e-dft-2bc79b","namespace":"llm"},"routeName":"external-model-e2e-dft-2bc79b-a3ea27076713","namespace":"llm","model":"e2e-dft-2bc79b","externalModel":"e2e-dft-2bc79b","provider":"e2e-dft-2bc79b-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:56:00.673002297Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-873a34","namespace":"e2e-extmod-att-noaccess-c9b09f"},"namespace":"e2e-extmod-att-noaccess-c9b09f","name":"e2e-att-noaccess-873a34","reconcileID":"68f091f1-5498-4302-b264-fc6303b9cf97","MaaSModelRef":{"name":"e2e-att-noaccess-873a34","namespace":"e2e-extmod-att-noaccess-c9b09f"},"name":"e2e-att-noaccess-873a34","namespace":"e2e-extmod-att-noaccess-c9b09f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:56:07.763939769Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-c7826d-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-c7826d-access","reconcileID":"cc82a00d-3797-4b92-a162-20c19db35256","MaaSAuthPolicy":{"name":"e2e-dft-c7826d-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:56:07.817110416Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-c7826d-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-c7826d-access","reconcileID":"cc82a00d-3797-4b92-a162-20c19db35256","MaaSAuthPolicy":{"name":"e2e-dft-c7826d-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:56:07.869543032Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 8, current generation is 9","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-c7826d-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-c7826d-access","reconcileID":"cc82a00d-3797-4b92-a162-20c19db35256","MaaSAuthPolicy":{"name":"e2e-dft-c7826d-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:56:07.917469753Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"03a13da7-e3db-46dc-886c-77122fa0b3c3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:56:07.9700301Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"03a13da7-e3db-46dc-886c-77122fa0b3c3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:56:08.022298587Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 8, current generation is 9","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"03a13da7-e3db-46dc-886c-77122fa0b3c3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:56:08.022759854Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-2bc79b-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-2bc79b-access","reconcileID":"075a3423-0cbb-40cb-95b4-26d02c2d881b","MaaSAuthPolicy":{"name":"e2e-dft-2bc79b-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:56:08.078205059Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-2bc79b-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-2bc79b-access","reconcileID":"075a3423-0cbb-40cb-95b4-26d02c2d881b","MaaSAuthPolicy":{"name":"e2e-dft-2bc79b-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:56:08.130462403Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 8, current generation is 9","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-2bc79b-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-2bc79b-access","reconcileID":"075a3423-0cbb-40cb-95b4-26d02c2d881b","MaaSAuthPolicy":{"name":"e2e-dft-2bc79b-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:56:09.15123121Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-d126a6"},"namespace":"ai-tenant-e2e-inf-a-d126a6","name":"default-tenant","reconcileID":"3cd77193-35b9-4e89-a6b2-217476aa23c3","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-d126a6","tenantID":"e2e-inf-a-d126a6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:56:09.257978359Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-d126a6"},"namespace":"ai-tenant-e2e-inf-a-d126a6","name":"default-tenant","reconcileID":"3cd77193-35b9-4e89-a6b2-217476aa23c3","name":"e2e-inf-a-d126a6-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:56:10.771610096Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-873a34","namespace":"e2e-extmod-att-noaccess-c9b09f"},"namespace":"e2e-extmod-att-noaccess-c9b09f","name":"e2e-att-noaccess-873a34","reconcileID":"944d5011-1a27-49e4-b0ac-8d2a653d92a9","MaaSModelRef":{"name":"e2e-att-noaccess-873a34","namespace":"e2e-extmod-att-noaccess-c9b09f"},"name":"e2e-att-noaccess-873a34","namespace":"e2e-extmod-att-noaccess-c9b09f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:56:18.114845045Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-c7826d-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-c7826d-access","reconcileID":"b774eaa3-fc38-4776-b455-e6982312b258","MaaSAuthPolicy":{"name":"e2e-dft-c7826d-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:56:18.167486279Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-c7826d-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-c7826d-access","reconcileID":"b774eaa3-fc38-4776-b455-e6982312b258","MaaSAuthPolicy":{"name":"e2e-dft-c7826d-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:56:18.218748948Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 8, current generation is 9","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-c7826d-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-c7826d-access","reconcileID":"b774eaa3-fc38-4776-b455-e6982312b258","MaaSAuthPolicy":{"name":"e2e-dft-c7826d-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:56:18.321037805Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"8c284f11-8c41-4886-9449-44f8b3cb3833","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:56:18.416791247Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"8c284f11-8c41-4886-9449-44f8b3cb3833","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:56:18.41785267Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-2bc79b-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-2bc79b-access","reconcileID":"e7a0ba8b-66cd-4268-a264-e4f1d0303b2e","MaaSAuthPolicy":{"name":"e2e-dft-2bc79b-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:56:18.468767567Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 8, current generation is 9","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"8c284f11-8c41-4886-9449-44f8b3cb3833","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:56:18.470040317Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-2bc79b-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-2bc79b-access","reconcileID":"e7a0ba8b-66cd-4268-a264-e4f1d0303b2e","MaaSAuthPolicy":{"name":"e2e-dft-2bc79b-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:56:18.520742993Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 8, current generation is 9","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-2bc79b-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-2bc79b-access","reconcileID":"e7a0ba8b-66cd-4268-a264-e4f1d0303b2e","MaaSAuthPolicy":{"name":"e2e-dft-2bc79b-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:56:20.870138771Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-873a34","namespace":"e2e-extmod-att-noaccess-c9b09f"},"namespace":"e2e-extmod-att-noaccess-c9b09f","name":"e2e-att-noaccess-873a34","reconcileID":"0433435b-a6f0-456f-a9ca-afa562112efa","MaaSModelRef":{"name":"e2e-att-noaccess-873a34","namespace":"e2e-extmod-att-noaccess-c9b09f"},"name":"e2e-att-noaccess-873a34","namespace":"e2e-extmod-att-noaccess-c9b09f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:56:25.714190403Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:56:27.787110846Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dft-c7826d-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-c7826d-sub","reconcileID":"837deb2d-730d-4f38-b272-0ee25d2c453c","MaaSSubscription":{"name":"e2e-dft-c7826d-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-dft-c7826d","model":"llm/e2e-dft-c7826d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:56:28.042187958Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-c7826d","namespace":"llm"},"namespace":"llm","name":"e2e-dft-c7826d","reconcileID":"558d0701-7ba6-4ca7-9f7a-372712539082","MaaSModelRef":{"name":"e2e-dft-c7826d","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-c7826d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:56:28.042226079Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-c7826d","namespace":"llm"},"namespace":"llm","name":"e2e-dft-c7826d","reconcileID":"558d0701-7ba6-4ca7-9f7a-372712539082","MaaSModelRef":{"name":"e2e-dft-c7826d","namespace":"llm"},"routeName":"external-model-e2e-dft-c7826d-243f7d95ce80","namespace":"llm","model":"e2e-dft-c7826d","externalModel":"e2e-dft-c7826d","provider":"e2e-dft-c7826d-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:56:28.461468164Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-c7826d-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-c7826d-access","reconcileID":"e6deaa29-f170-4f8f-a38e-a4309b63dac4","MaaSAuthPolicy":{"name":"e2e-dft-c7826d-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:56:28.514017798Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-c7826d-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-c7826d-access","reconcileID":"e6deaa29-f170-4f8f-a38e-a4309b63dac4","MaaSAuthPolicy":{"name":"e2e-dft-c7826d-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:56:28.564905837Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (50faaaf7f04223364fcb06e11ae303007f9c654f0e7ffdff5b41d77eb14974e9) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (1e589171d99ec9375594df0cf96682b3c7eeb4bbfec7967296f1e8479f2fcafa) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (ce00d0c674921cd9c123414f62f7ac69c56ef62f883d6ce267bf238bff2df01a) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (211a6bf78abeb1e09c68c852bd3ca5c76b9fb38fc894413505332ec38d5c38ff) AuthConfig (6efe47ed149f6150f3fd71f198d700177b8e2ab6d150723652bd501d2b5e201f) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (004a0e5a36b2bdd349fea2b1fe5d21edc31de4c7cc6e0feb6f3a8a59fc2ca3dc) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (c51c0885ff7bc13c2cdf5064a7c0323153642d42ddadad7efe0cbc108d4ccbab) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (4f4f1e93c8bec06c85bf4fc94d96afa06572a6bf4b4dead9b1e2c890f4b15d47) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-c7826d-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-c7826d-access","reconcileID":"e6deaa29-f170-4f8f-a38e-a4309b63dac4","MaaSAuthPolicy":{"name":"e2e-dft-c7826d-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:56:28.667898898Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-c7826d","namespace":"llm"},"namespace":"llm","name":"e2e-dft-c7826d","reconcileID":"225cc5bc-bee0-4d9f-a26c-b0aef29e9e11","MaaSModelRef":{"name":"e2e-dft-c7826d","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-c7826d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:56:28.667930968Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-c7826d","namespace":"llm"},"namespace":"llm","name":"e2e-dft-c7826d","reconcileID":"225cc5bc-bee0-4d9f-a26c-b0aef29e9e11","MaaSModelRef":{"name":"e2e-dft-c7826d","namespace":"llm"},"routeName":"external-model-e2e-dft-c7826d-243f7d95ce80","namespace":"llm","model":"e2e-dft-c7826d","externalModel":"e2e-dft-c7826d","provider":"e2e-dft-c7826d-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:56:28.713283148Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"25840c9c-fbad-4d59-8881-2c4f2a66835a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:56:28.766124147Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"25840c9c-fbad-4d59-8881-2c4f2a66835a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:56:28.811042712Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-2bc79b-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-2bc79b-access","reconcileID":"a487491e-7bc6-44c2-9c34-f447729a2748","MaaSAuthPolicy":{"name":"e2e-dft-2bc79b-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:56:28.817179057Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (50faaaf7f04223364fcb06e11ae303007f9c654f0e7ffdff5b41d77eb14974e9) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (1e589171d99ec9375594df0cf96682b3c7eeb4bbfec7967296f1e8479f2fcafa) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (ce00d0c674921cd9c123414f62f7ac69c56ef62f883d6ce267bf238bff2df01a) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (211a6bf78abeb1e09c68c852bd3ca5c76b9fb38fc894413505332ec38d5c38ff) AuthConfig (6efe47ed149f6150f3fd71f198d700177b8e2ab6d150723652bd501d2b5e201f) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (004a0e5a36b2bdd349fea2b1fe5d21edc31de4c7cc6e0feb6f3a8a59fc2ca3dc) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (c51c0885ff7bc13c2cdf5064a7c0323153642d42ddadad7efe0cbc108d4ccbab) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (4f4f1e93c8bec06c85bf4fc94d96afa06572a6bf4b4dead9b1e2c890f4b15d47) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"25840c9c-fbad-4d59-8881-2c4f2a66835a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:56:28.817490362Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dft-2bc79b-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-2bc79b-sub","reconcileID":"5a0cfcee-7d9e-4f48-8e79-9ab4348248e9","MaaSSubscription":{"name":"e2e-dft-2bc79b-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-dft-2bc79b","model":"llm/e2e-dft-2bc79b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:56:28.865125538Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-2bc79b-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-2bc79b-access","reconcileID":"a487491e-7bc6-44c2-9c34-f447729a2748","MaaSAuthPolicy":{"name":"e2e-dft-2bc79b-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:56:28.871417981Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"5b69585a-47ef-44f0-8f47-6c3037ae1de6","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:56:28.871435292Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"5b69585a-47ef-44f0-8f47-6c3037ae1de6","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:56:28.917189978Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (50faaaf7f04223364fcb06e11ae303007f9c654f0e7ffdff5b41d77eb14974e9) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (1e589171d99ec9375594df0cf96682b3c7eeb4bbfec7967296f1e8479f2fcafa) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (ce00d0c674921cd9c123414f62f7ac69c56ef62f883d6ce267bf238bff2df01a) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (211a6bf78abeb1e09c68c852bd3ca5c76b9fb38fc894413505332ec38d5c38ff) AuthConfig (6efe47ed149f6150f3fd71f198d700177b8e2ab6d150723652bd501d2b5e201f) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (004a0e5a36b2bdd349fea2b1fe5d21edc31de4c7cc6e0feb6f3a8a59fc2ca3dc) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (c51c0885ff7bc13c2cdf5064a7c0323153642d42ddadad7efe0cbc108d4ccbab) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (4f4f1e93c8bec06c85bf4fc94d96afa06572a6bf4b4dead9b1e2c890f4b15d47) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-2bc79b-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-2bc79b-access","reconcileID":"a487491e-7bc6-44c2-9c34-f447729a2748","MaaSAuthPolicy":{"name":"e2e-dft-2bc79b-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:56:28.933504056Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rec-recover-012868-sub","namespace":"ai-tenant-e2e-extmod-b-94e247"},"namespace":"ai-tenant-e2e-extmod-b-94e247","name":"e2e-rec-recover-012868-sub","reconcileID":"1098cf88-6690-4438-815a-1630f7ac79f9","MaaSSubscription":{"name":"e2e-rec-recover-012868-sub","namespace":"ai-tenant-e2e-extmod-b-94e247"},"name":"maas-trlp-e2e-rec-recover-012868","model":"e2e-extmod-rec-noaccess-c16cea/e2e-rec-recover-012868","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:56:29.021217981Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-2bc79b","namespace":"llm"},"namespace":"llm","name":"e2e-dft-2bc79b","reconcileID":"dbeba108-a80d-4cd0-a60c-4e024cc6ac6b","MaaSModelRef":{"name":"e2e-dft-2bc79b","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-2bc79b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:56:29.02124957Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-2bc79b","namespace":"llm"},"namespace":"llm","name":"e2e-dft-2bc79b","reconcileID":"dbeba108-a80d-4cd0-a60c-4e024cc6ac6b","MaaSModelRef":{"name":"e2e-dft-2bc79b","namespace":"llm"},"routeName":"external-model-e2e-dft-2bc79b-a3ea27076713","namespace":"llm","model":"e2e-dft-2bc79b","externalModel":"e2e-dft-2bc79b","provider":"e2e-dft-2bc79b-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:56:29.118404023Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-2bc79b","namespace":"llm"},"namespace":"llm","name":"e2e-dft-2bc79b","reconcileID":"d87803af-ced5-453c-b946-c7d9ef913d0c","MaaSModelRef":{"name":"e2e-dft-2bc79b","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-2bc79b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:56:29.118433454Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-2bc79b","namespace":"llm"},"namespace":"llm","name":"e2e-dft-2bc79b","reconcileID":"d87803af-ced5-453c-b946-c7d9ef913d0c","MaaSModelRef":{"name":"e2e-dft-2bc79b","namespace":"llm"},"routeName":"external-model-e2e-dft-2bc79b-a3ea27076713","namespace":"llm","model":"e2e-dft-2bc79b","externalModel":"e2e-dft-2bc79b","provider":"e2e-dft-2bc79b-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:56:29.217591374Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-012868","namespace":"e2e-extmod-rec-noaccess-c16cea"},"namespace":"e2e-extmod-rec-noaccess-c16cea","name":"e2e-rec-recover-012868","reconcileID":"fb7558b5-6c6e-4ee8-898f-eede200ede66","MaaSModelRef":{"name":"e2e-rec-recover-012868","namespace":"e2e-extmod-rec-noaccess-c16cea"},"tenant":"e2e-extmod-b-94e247","gateway":"openshift-ingress/e2e-extmod-b-94e247","model":"e2e-extmod-rec-noaccess-c16cea/e2e-rec-recover-012868","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:56:29.217621055Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-012868","namespace":"e2e-extmod-rec-noaccess-c16cea"},"namespace":"e2e-extmod-rec-noaccess-c16cea","name":"e2e-rec-recover-012868","reconcileID":"fb7558b5-6c6e-4ee8-898f-eede200ede66","MaaSModelRef":{"name":"e2e-rec-recover-012868","namespace":"e2e-extmod-rec-noaccess-c16cea"},"routeName":"external-model-e2e-rec-recover-012868-78a03b6896f7","namespace":"e2e-extmod-rec-noaccess-c16cea","model":"e2e-rec-recover-012868","externalModel":"e2e-rec-recover-012868","provider":"e2e-rec-recover-012868-provider","gateway":"openshift-ingress/e2e-extmod-b-94e247","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:56:29.374405205Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-012868-access","namespace":"ai-tenant-e2e-extmod-b-94e247"},"namespace":"ai-tenant-e2e-extmod-b-94e247","name":"e2e-rec-recover-012868-access","reconcileID":"359543f9-3a8e-4207-bd4d-69c45eca9765","MaaSAuthPolicy":{"name":"e2e-rec-recover-012868-access","namespace":"ai-tenant-e2e-extmod-b-94e247"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-94e247","tenantID":"e2e-extmod-b-94e247","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:56:29.427316296Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-012868-access","namespace":"ai-tenant-e2e-extmod-b-94e247"},"namespace":"ai-tenant-e2e-extmod-b-94e247","name":"e2e-rec-recover-012868-access","reconcileID":"359543f9-3a8e-4207-bd4d-69c45eca9765","MaaSAuthPolicy":{"name":"e2e-rec-recover-012868-access","namespace":"ai-tenant-e2e-extmod-b-94e247"},"name":"e2e-extmod-b-94e247-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:56:29.523707414Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"f23ba27e-932c-4c9d-a007-b69122513c7c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:56:29.523704963Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-c7826d-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-c7826d-access","reconcileID":"3a696fb8-cc52-487b-aca6-4f344606bdc1","MaaSAuthPolicy":{"name":"e2e-dft-c7826d-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:56:29.525119547Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d6d24bcc-a44e-431c-8809-47424310a0be","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:56:29.525134415Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-2bc79b-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-2bc79b-access","reconcileID":"882c0419-ba64-4202-b4f6-468e60413cbc","MaaSAuthPolicy":{"name":"e2e-dft-2bc79b-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:56:29.576992662Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"f23ba27e-932c-4c9d-a007-b69122513c7c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:56:29.577711699Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-c7826d-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-c7826d-access","reconcileID":"3a696fb8-cc52-487b-aca6-4f344606bdc1","MaaSAuthPolicy":{"name":"e2e-dft-c7826d-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:56:29.579656894Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d6d24bcc-a44e-431c-8809-47424310a0be","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:56:29.580054904Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-2bc79b-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-2bc79b-access","reconcileID":"882c0419-ba64-4202-b4f6-468e60413cbc","MaaSAuthPolicy":{"name":"e2e-dft-2bc79b-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:56:29.628258198Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (50faaaf7f04223364fcb06e11ae303007f9c654f0e7ffdff5b41d77eb14974e9) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (1e589171d99ec9375594df0cf96682b3c7eeb4bbfec7967296f1e8479f2fcafa) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (ce00d0c674921cd9c123414f62f7ac69c56ef62f883d6ce267bf238bff2df01a) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (211a6bf78abeb1e09c68c852bd3ca5c76b9fb38fc894413505332ec38d5c38ff) AuthConfig (6efe47ed149f6150f3fd71f198d700177b8e2ab6d150723652bd501d2b5e201f) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (004a0e5a36b2bdd349fea2b1fe5d21edc31de4c7cc6e0feb6f3a8a59fc2ca3dc) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (c51c0885ff7bc13c2cdf5064a7c0323153642d42ddadad7efe0cbc108d4ccbab) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (4f4f1e93c8bec06c85bf4fc94d96afa06572a6bf4b4dead9b1e2c890f4b15d47) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"f23ba27e-932c-4c9d-a007-b69122513c7c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:56:29.629631204Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (50faaaf7f04223364fcb06e11ae303007f9c654f0e7ffdff5b41d77eb14974e9) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (1e589171d99ec9375594df0cf96682b3c7eeb4bbfec7967296f1e8479f2fcafa) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (ce00d0c674921cd9c123414f62f7ac69c56ef62f883d6ce267bf238bff2df01a) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (211a6bf78abeb1e09c68c852bd3ca5c76b9fb38fc894413505332ec38d5c38ff) AuthConfig (6efe47ed149f6150f3fd71f198d700177b8e2ab6d150723652bd501d2b5e201f) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (004a0e5a36b2bdd349fea2b1fe5d21edc31de4c7cc6e0feb6f3a8a59fc2ca3dc) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (c51c0885ff7bc13c2cdf5064a7c0323153642d42ddadad7efe0cbc108d4ccbab) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (4f4f1e93c8bec06c85bf4fc94d96afa06572a6bf4b4dead9b1e2c890f4b15d47) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-c7826d-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-c7826d-access","reconcileID":"3a696fb8-cc52-487b-aca6-4f344606bdc1","MaaSAuthPolicy":{"name":"e2e-dft-c7826d-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:56:29.630863867Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (50faaaf7f04223364fcb06e11ae303007f9c654f0e7ffdff5b41d77eb14974e9) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (1e589171d99ec9375594df0cf96682b3c7eeb4bbfec7967296f1e8479f2fcafa) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (ce00d0c674921cd9c123414f62f7ac69c56ef62f883d6ce267bf238bff2df01a) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (211a6bf78abeb1e09c68c852bd3ca5c76b9fb38fc894413505332ec38d5c38ff) AuthConfig (6efe47ed149f6150f3fd71f198d700177b8e2ab6d150723652bd501d2b5e201f) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (004a0e5a36b2bdd349fea2b1fe5d21edc31de4c7cc6e0feb6f3a8a59fc2ca3dc) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (c51c0885ff7bc13c2cdf5064a7c0323153642d42ddadad7efe0cbc108d4ccbab) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (4f4f1e93c8bec06c85bf4fc94d96afa06572a6bf4b4dead9b1e2c890f4b15d47) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d6d24bcc-a44e-431c-8809-47424310a0be","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:56:29.63190107Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (50faaaf7f04223364fcb06e11ae303007f9c654f0e7ffdff5b41d77eb14974e9) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (1e589171d99ec9375594df0cf96682b3c7eeb4bbfec7967296f1e8479f2fcafa) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (ce00d0c674921cd9c123414f62f7ac69c56ef62f883d6ce267bf238bff2df01a) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (211a6bf78abeb1e09c68c852bd3ca5c76b9fb38fc894413505332ec38d5c38ff) AuthConfig (6efe47ed149f6150f3fd71f198d700177b8e2ab6d150723652bd501d2b5e201f) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (004a0e5a36b2bdd349fea2b1fe5d21edc31de4c7cc6e0feb6f3a8a59fc2ca3dc) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (c51c0885ff7bc13c2cdf5064a7c0323153642d42ddadad7efe0cbc108d4ccbab) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (4f4f1e93c8bec06c85bf4fc94d96afa06572a6bf4b4dead9b1e2c890f4b15d47) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-2bc79b-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-2bc79b-access","reconcileID":"882c0419-ba64-4202-b4f6-468e60413cbc","MaaSAuthPolicy":{"name":"e2e-dft-2bc79b-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:56:29.685743336Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"1fab46d7-476b-41ad-923e-5f46f09a8673","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:56:29.685767746Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"1fab46d7-476b-41ad-923e-5f46f09a8673","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:56:29.870443091Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e51c961c-d867-47bc-a378-c5c1b058f773","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:56:29.870860701Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-c7826d-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-c7826d-access","reconcileID":"47892acd-a302-4aa6-8097-4f00c3cfc9e6","MaaSAuthPolicy":{"name":"e2e-dft-c7826d-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:56:29.872658254Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-2bc79b-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-2bc79b-access","reconcileID":"0544b418-93b2-4794-bb6b-8aeae23ad760","MaaSAuthPolicy":{"name":"e2e-dft-2bc79b-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:56:29.923341776Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e51c961c-d867-47bc-a378-c5c1b058f773","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:56:29.923811803Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-c7826d-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-c7826d-access","reconcileID":"47892acd-a302-4aa6-8097-4f00c3cfc9e6","MaaSAuthPolicy":{"name":"e2e-dft-c7826d-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:56:29.92657992Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-2bc79b-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-2bc79b-access","reconcileID":"0544b418-93b2-4794-bb6b-8aeae23ad760","MaaSAuthPolicy":{"name":"e2e-dft-2bc79b-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:56:29.971885752Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"029c6e03-b6a3-4b2d-b0c5-02c1c903ff7a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:56:29.975143828Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (50faaaf7f04223364fcb06e11ae303007f9c654f0e7ffdff5b41d77eb14974e9) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (1e589171d99ec9375594df0cf96682b3c7eeb4bbfec7967296f1e8479f2fcafa) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (ce00d0c674921cd9c123414f62f7ac69c56ef62f883d6ce267bf238bff2df01a) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (211a6bf78abeb1e09c68c852bd3ca5c76b9fb38fc894413505332ec38d5c38ff) AuthConfig (6efe47ed149f6150f3fd71f198d700177b8e2ab6d150723652bd501d2b5e201f) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (004a0e5a36b2bdd349fea2b1fe5d21edc31de4c7cc6e0feb6f3a8a59fc2ca3dc) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (c51c0885ff7bc13c2cdf5064a7c0323153642d42ddadad7efe0cbc108d4ccbab) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (4f4f1e93c8bec06c85bf4fc94d96afa06572a6bf4b4dead9b1e2c890f4b15d47) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-c7826d-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-c7826d-access","reconcileID":"47892acd-a302-4aa6-8097-4f00c3cfc9e6","MaaSAuthPolicy":{"name":"e2e-dft-c7826d-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:56:29.975195171Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (50faaaf7f04223364fcb06e11ae303007f9c654f0e7ffdff5b41d77eb14974e9) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (1e589171d99ec9375594df0cf96682b3c7eeb4bbfec7967296f1e8479f2fcafa) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (ce00d0c674921cd9c123414f62f7ac69c56ef62f883d6ce267bf238bff2df01a) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (211a6bf78abeb1e09c68c852bd3ca5c76b9fb38fc894413505332ec38d5c38ff) AuthConfig (6efe47ed149f6150f3fd71f198d700177b8e2ab6d150723652bd501d2b5e201f) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (004a0e5a36b2bdd349fea2b1fe5d21edc31de4c7cc6e0feb6f3a8a59fc2ca3dc) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (c51c0885ff7bc13c2cdf5064a7c0323153642d42ddadad7efe0cbc108d4ccbab) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (4f4f1e93c8bec06c85bf4fc94d96afa06572a6bf4b4dead9b1e2c890f4b15d47) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e51c961c-d867-47bc-a378-c5c1b058f773","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:56:29.977372008Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (50faaaf7f04223364fcb06e11ae303007f9c654f0e7ffdff5b41d77eb14974e9) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (1e589171d99ec9375594df0cf96682b3c7eeb4bbfec7967296f1e8479f2fcafa) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (ce00d0c674921cd9c123414f62f7ac69c56ef62f883d6ce267bf238bff2df01a) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (211a6bf78abeb1e09c68c852bd3ca5c76b9fb38fc894413505332ec38d5c38ff) AuthConfig (6efe47ed149f6150f3fd71f198d700177b8e2ab6d150723652bd501d2b5e201f) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (004a0e5a36b2bdd349fea2b1fe5d21edc31de4c7cc6e0feb6f3a8a59fc2ca3dc) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (c51c0885ff7bc13c2cdf5064a7c0323153642d42ddadad7efe0cbc108d4ccbab) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (4f4f1e93c8bec06c85bf4fc94d96afa06572a6bf4b4dead9b1e2c890f4b15d47) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-2bc79b-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-2bc79b-access","reconcileID":"0544b418-93b2-4794-bb6b-8aeae23ad760","MaaSAuthPolicy":{"name":"e2e-dft-2bc79b-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:56:30.026217107Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"029c6e03-b6a3-4b2d-b0c5-02c1c903ff7a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:56:30.077703642Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (50faaaf7f04223364fcb06e11ae303007f9c654f0e7ffdff5b41d77eb14974e9) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (1e589171d99ec9375594df0cf96682b3c7eeb4bbfec7967296f1e8479f2fcafa) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (ce00d0c674921cd9c123414f62f7ac69c56ef62f883d6ce267bf238bff2df01a) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (211a6bf78abeb1e09c68c852bd3ca5c76b9fb38fc894413505332ec38d5c38ff) AuthConfig (6efe47ed149f6150f3fd71f198d700177b8e2ab6d150723652bd501d2b5e201f) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (004a0e5a36b2bdd349fea2b1fe5d21edc31de4c7cc6e0feb6f3a8a59fc2ca3dc) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (c51c0885ff7bc13c2cdf5064a7c0323153642d42ddadad7efe0cbc108d4ccbab) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (4f4f1e93c8bec06c85bf4fc94d96afa06572a6bf4b4dead9b1e2c890f4b15d47) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"029c6e03-b6a3-4b2d-b0c5-02c1c903ff7a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T12:56:30.127158278Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"029c6e03-b6a3-4b2d-b0c5-02c1c903ff7a","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"premium-simulator-access\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T12:56:30.378732493Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b7d65c4b-765b-494d-9754-c894420666bf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:56:30.431781966Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b7d65c4b-765b-494d-9754-c894420666bf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:56:30.482948852Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (50faaaf7f04223364fcb06e11ae303007f9c654f0e7ffdff5b41d77eb14974e9) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (1e589171d99ec9375594df0cf96682b3c7eeb4bbfec7967296f1e8479f2fcafa) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (ce00d0c674921cd9c123414f62f7ac69c56ef62f883d6ce267bf238bff2df01a) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (211a6bf78abeb1e09c68c852bd3ca5c76b9fb38fc894413505332ec38d5c38ff) AuthConfig (6efe47ed149f6150f3fd71f198d700177b8e2ab6d150723652bd501d2b5e201f) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (004a0e5a36b2bdd349fea2b1fe5d21edc31de4c7cc6e0feb6f3a8a59fc2ca3dc) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (c51c0885ff7bc13c2cdf5064a7c0323153642d42ddadad7efe0cbc108d4ccbab) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (4f4f1e93c8bec06c85bf4fc94d96afa06572a6bf4b4dead9b1e2c890f4b15d47) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b7d65c4b-765b-494d-9754-c894420666bf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:56:30.970338856Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-873a34","namespace":"e2e-extmod-att-noaccess-c9b09f"},"namespace":"e2e-extmod-att-noaccess-c9b09f","name":"e2e-att-noaccess-873a34","reconcileID":"54456432-05ec-4af1-9030-ca5dea6c37d9","MaaSModelRef":{"name":"e2e-att-noaccess-873a34","namespace":"e2e-extmod-att-noaccess-c9b09f"},"name":"e2e-att-noaccess-873a34","namespace":"e2e-extmod-att-noaccess-c9b09f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:56:31.575770833Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-2bc79b","namespace":"llm"},"namespace":"llm","name":"e2e-dft-2bc79b","reconcileID":"f1229360-4d05-4dbc-afb1-ccbc5e91e822","MaaSModelRef":{"name":"e2e-dft-2bc79b","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-2bc79b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:56:31.575800846Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-2bc79b","namespace":"llm"},"namespace":"llm","name":"e2e-dft-2bc79b","reconcileID":"f1229360-4d05-4dbc-afb1-ccbc5e91e822","MaaSModelRef":{"name":"e2e-dft-2bc79b","namespace":"llm"},"routeName":"external-model-e2e-dft-2bc79b-a3ea27076713","namespace":"llm","model":"e2e-dft-2bc79b","externalModel":"e2e-dft-2bc79b","provider":"e2e-dft-2bc79b-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:56:31.726832315Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dft-2bc79b-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-2bc79b-sub","reconcileID":"55cb6501-efc4-4d66-a4f0-b5a0f0efb55a","MaaSSubscription":{"name":"e2e-dft-2bc79b-sub","namespace":"models-as-a-service"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-f7fd9281","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:56:31.769450944Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-c7826d-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-c7826d-access","reconcileID":"fb7e3742-85e7-48ba-8955-3674eaa80a60","MaaSAuthPolicy":{"name":"e2e-dft-c7826d-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:56:31.769451028Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"62bd9301-14e9-42ff-9b18-4a15f857f26d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:56:31.773658266Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-2bc79b-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-2bc79b-access","reconcileID":"062df30e-ff75-4653-b5fb-8f3e0e037fbf","MaaSAuthPolicy":{"name":"e2e-dft-2bc79b-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:56:31.77383926Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"3e81fa6c-9ca3-44a5-b62b-04257af7372c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:56:31.823772104Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-c7826d-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-c7826d-access","reconcileID":"fb7e3742-85e7-48ba-8955-3674eaa80a60","MaaSAuthPolicy":{"name":"e2e-dft-c7826d-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:56:31.823772106Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"62bd9301-14e9-42ff-9b18-4a15f857f26d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:56:31.827180122Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-2bc79b-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-2bc79b-access","reconcileID":"062df30e-ff75-4653-b5fb-8f3e0e037fbf","MaaSAuthPolicy":{"name":"e2e-dft-2bc79b-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:56:31.828476151Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"3e81fa6c-9ca3-44a5-b62b-04257af7372c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:56:31.87512221Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (50faaaf7f04223364fcb06e11ae303007f9c654f0e7ffdff5b41d77eb14974e9) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (1e589171d99ec9375594df0cf96682b3c7eeb4bbfec7967296f1e8479f2fcafa) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (ce00d0c674921cd9c123414f62f7ac69c56ef62f883d6ce267bf238bff2df01a) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (211a6bf78abeb1e09c68c852bd3ca5c76b9fb38fc894413505332ec38d5c38ff) AuthConfig (6efe47ed149f6150f3fd71f198d700177b8e2ab6d150723652bd501d2b5e201f) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (004a0e5a36b2bdd349fea2b1fe5d21edc31de4c7cc6e0feb6f3a8a59fc2ca3dc) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (c51c0885ff7bc13c2cdf5064a7c0323153642d42ddadad7efe0cbc108d4ccbab) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (4f4f1e93c8bec06c85bf4fc94d96afa06572a6bf4b4dead9b1e2c890f4b15d47) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"62bd9301-14e9-42ff-9b18-4a15f857f26d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:56:31.917617977Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (50faaaf7f04223364fcb06e11ae303007f9c654f0e7ffdff5b41d77eb14974e9) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (1e589171d99ec9375594df0cf96682b3c7eeb4bbfec7967296f1e8479f2fcafa) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (ce00d0c674921cd9c123414f62f7ac69c56ef62f883d6ce267bf238bff2df01a) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (211a6bf78abeb1e09c68c852bd3ca5c76b9fb38fc894413505332ec38d5c38ff) AuthConfig (6efe47ed149f6150f3fd71f198d700177b8e2ab6d150723652bd501d2b5e201f) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (004a0e5a36b2bdd349fea2b1fe5d21edc31de4c7cc6e0feb6f3a8a59fc2ca3dc) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (c51c0885ff7bc13c2cdf5064a7c0323153642d42ddadad7efe0cbc108d4ccbab) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (4f4f1e93c8bec06c85bf4fc94d96afa06572a6bf4b4dead9b1e2c890f4b15d47) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-c7826d-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-c7826d-access","reconcileID":"fb7e3742-85e7-48ba-8955-3674eaa80a60","MaaSAuthPolicy":{"name":"e2e-dft-c7826d-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:56:31.920024596Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (50faaaf7f04223364fcb06e11ae303007f9c654f0e7ffdff5b41d77eb14974e9) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (1e589171d99ec9375594df0cf96682b3c7eeb4bbfec7967296f1e8479f2fcafa) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (ce00d0c674921cd9c123414f62f7ac69c56ef62f883d6ce267bf238bff2df01a) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (211a6bf78abeb1e09c68c852bd3ca5c76b9fb38fc894413505332ec38d5c38ff) AuthConfig (6efe47ed149f6150f3fd71f198d700177b8e2ab6d150723652bd501d2b5e201f) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (004a0e5a36b2bdd349fea2b1fe5d21edc31de4c7cc6e0feb6f3a8a59fc2ca3dc) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (c51c0885ff7bc13c2cdf5064a7c0323153642d42ddadad7efe0cbc108d4ccbab) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (4f4f1e93c8bec06c85bf4fc94d96afa06572a6bf4b4dead9b1e2c890f4b15d47) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-2bc79b-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-2bc79b-access","reconcileID":"062df30e-ff75-4653-b5fb-8f3e0e037fbf","MaaSAuthPolicy":{"name":"e2e-dft-2bc79b-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:56:31.922315215Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (50faaaf7f04223364fcb06e11ae303007f9c654f0e7ffdff5b41d77eb14974e9) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (1e589171d99ec9375594df0cf96682b3c7eeb4bbfec7967296f1e8479f2fcafa) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (ce00d0c674921cd9c123414f62f7ac69c56ef62f883d6ce267bf238bff2df01a) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (211a6bf78abeb1e09c68c852bd3ca5c76b9fb38fc894413505332ec38d5c38ff) AuthConfig (6efe47ed149f6150f3fd71f198d700177b8e2ab6d150723652bd501d2b5e201f) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (004a0e5a36b2bdd349fea2b1fe5d21edc31de4c7cc6e0feb6f3a8a59fc2ca3dc) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (c51c0885ff7bc13c2cdf5064a7c0323153642d42ddadad7efe0cbc108d4ccbab) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (4f4f1e93c8bec06c85bf4fc94d96afa06572a6bf4b4dead9b1e2c890f4b15d47) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"3e81fa6c-9ca3-44a5-b62b-04257af7372c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:56:32.20949069Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-2bc79b-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-2bc79b-access","reconcileID":"c3bfd359-01e2-4f36-9fc6-7d96e77f4054","MaaSAuthPolicy":{"name":"e2e-dft-2bc79b-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:56:32.210084731Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"833d560b-d671-4b8f-9e6d-4a094f1f4f56","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:56:32.21212882Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-c7826d-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-c7826d-access","reconcileID":"cc710af7-8d88-4132-9b40-bc452444e2a9","MaaSAuthPolicy":{"name":"e2e-dft-c7826d-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:56:32.212680072Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"4acad5a7-f9a1-438a-accf-b6a4d607dd05","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:56:32.262448743Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-2bc79b-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-2bc79b-access","reconcileID":"c3bfd359-01e2-4f36-9fc6-7d96e77f4054","MaaSAuthPolicy":{"name":"e2e-dft-2bc79b-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:56:32.263017014Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"833d560b-d671-4b8f-9e6d-4a094f1f4f56","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:56:32.265192796Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"4acad5a7-f9a1-438a-accf-b6a4d607dd05","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:56:32.265314731Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-c7826d-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-c7826d-access","reconcileID":"cc710af7-8d88-4132-9b40-bc452444e2a9","MaaSAuthPolicy":{"name":"e2e-dft-c7826d-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:56:32.314009469Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (50faaaf7f04223364fcb06e11ae303007f9c654f0e7ffdff5b41d77eb14974e9) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (1e589171d99ec9375594df0cf96682b3c7eeb4bbfec7967296f1e8479f2fcafa) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (ce00d0c674921cd9c123414f62f7ac69c56ef62f883d6ce267bf238bff2df01a) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (211a6bf78abeb1e09c68c852bd3ca5c76b9fb38fc894413505332ec38d5c38ff) AuthConfig (6efe47ed149f6150f3fd71f198d700177b8e2ab6d150723652bd501d2b5e201f) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (004a0e5a36b2bdd349fea2b1fe5d21edc31de4c7cc6e0feb6f3a8a59fc2ca3dc) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (c51c0885ff7bc13c2cdf5064a7c0323153642d42ddadad7efe0cbc108d4ccbab) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (4f4f1e93c8bec06c85bf4fc94d96afa06572a6bf4b4dead9b1e2c890f4b15d47) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"833d560b-d671-4b8f-9e6d-4a094f1f4f56","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:56:32.31409266Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (50faaaf7f04223364fcb06e11ae303007f9c654f0e7ffdff5b41d77eb14974e9) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (1e589171d99ec9375594df0cf96682b3c7eeb4bbfec7967296f1e8479f2fcafa) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (ce00d0c674921cd9c123414f62f7ac69c56ef62f883d6ce267bf238bff2df01a) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (211a6bf78abeb1e09c68c852bd3ca5c76b9fb38fc894413505332ec38d5c38ff) AuthConfig (6efe47ed149f6150f3fd71f198d700177b8e2ab6d150723652bd501d2b5e201f) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (004a0e5a36b2bdd349fea2b1fe5d21edc31de4c7cc6e0feb6f3a8a59fc2ca3dc) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (c51c0885ff7bc13c2cdf5064a7c0323153642d42ddadad7efe0cbc108d4ccbab) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (4f4f1e93c8bec06c85bf4fc94d96afa06572a6bf4b4dead9b1e2c890f4b15d47) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-2bc79b-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-2bc79b-access","reconcileID":"c3bfd359-01e2-4f36-9fc6-7d96e77f4054","MaaSAuthPolicy":{"name":"e2e-dft-2bc79b-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:56:32.316851365Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (50faaaf7f04223364fcb06e11ae303007f9c654f0e7ffdff5b41d77eb14974e9) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (1e589171d99ec9375594df0cf96682b3c7eeb4bbfec7967296f1e8479f2fcafa) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (ce00d0c674921cd9c123414f62f7ac69c56ef62f883d6ce267bf238bff2df01a) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (211a6bf78abeb1e09c68c852bd3ca5c76b9fb38fc894413505332ec38d5c38ff) AuthConfig (6efe47ed149f6150f3fd71f198d700177b8e2ab6d150723652bd501d2b5e201f) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (004a0e5a36b2bdd349fea2b1fe5d21edc31de4c7cc6e0feb6f3a8a59fc2ca3dc) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (c51c0885ff7bc13c2cdf5064a7c0323153642d42ddadad7efe0cbc108d4ccbab) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (4f4f1e93c8bec06c85bf4fc94d96afa06572a6bf4b4dead9b1e2c890f4b15d47) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-c7826d-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-c7826d-access","reconcileID":"cc710af7-8d88-4132-9b40-bc452444e2a9","MaaSAuthPolicy":{"name":"e2e-dft-c7826d-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:56:32.317468829Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (50faaaf7f04223364fcb06e11ae303007f9c654f0e7ffdff5b41d77eb14974e9) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (1e589171d99ec9375594df0cf96682b3c7eeb4bbfec7967296f1e8479f2fcafa) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (ce00d0c674921cd9c123414f62f7ac69c56ef62f883d6ce267bf238bff2df01a) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (211a6bf78abeb1e09c68c852bd3ca5c76b9fb38fc894413505332ec38d5c38ff) AuthConfig (6efe47ed149f6150f3fd71f198d700177b8e2ab6d150723652bd501d2b5e201f) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (004a0e5a36b2bdd349fea2b1fe5d21edc31de4c7cc6e0feb6f3a8a59fc2ca3dc) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (c51c0885ff7bc13c2cdf5064a7c0323153642d42ddadad7efe0cbc108d4ccbab) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (4f4f1e93c8bec06c85bf4fc94d96afa06572a6bf4b4dead9b1e2c890f4b15d47) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"4acad5a7-f9a1-438a-accf-b6a4d607dd05","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:56:41.068832366Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-873a34","namespace":"e2e-extmod-att-noaccess-c9b09f"},"namespace":"e2e-extmod-att-noaccess-c9b09f","name":"e2e-att-noaccess-873a34","reconcileID":"3e719058-18c5-4910-a43b-3f82937c1461","MaaSModelRef":{"name":"e2e-att-noaccess-873a34","namespace":"e2e-extmod-att-noaccess-c9b09f"},"name":"e2e-att-noaccess-873a34","namespace":"e2e-extmod-att-noaccess-c9b09f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:56:41.775696154Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dft-2bc79b-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-2bc79b-sub","reconcileID":"656d0ed1-0532-4b3a-a9db-5e85869f3c58","MaaSSubscription":{"name":"e2e-dft-2bc79b-sub","namespace":"models-as-a-service"},"model":"llm/e2e-dft-2bc79b","subscription":"e2e-dft-2bc79b-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:56:41.872665063Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dft-2bc79b-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-2bc79b-sub","reconcileID":"656d0ed1-0532-4b3a-a9db-5e85869f3c58","MaaSSubscription":{"name":"e2e-dft-2bc79b-sub","namespace":"models-as-a-service"},"model":"llm/e2e-dft-2bc79b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:56:41.921585527Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dft-2bc79b-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-2bc79b-sub","reconcileID":"656d0ed1-0532-4b3a-a9db-5e85869f3c58","MaaSSubscription":{"name":"e2e-dft-2bc79b-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-dft-2bc79b","namespace":"llm","model":"llm/e2e-dft-2bc79b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:56:42.176828259Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-b-94e247 priority=0:[ai-tenant-e2e-extmod-b-94e247/e2e-att-serve-2a91e7-sub ai-tenant-e2e-extmod-b-94e247/e2e-rec-ctrl-4ce791-sub ai-tenant-e2e-extmod-b-94e247/e2e-rec-recover-012868-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:56:42.228146599Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-2bc79b","namespace":"llm"},"namespace":"llm","name":"e2e-dft-2bc79b","reconcileID":"85a16c06-e74e-4b78-a0f1-ced80411236c","MaaSModelRef":{"name":"e2e-dft-2bc79b","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-2bc79b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:56:42.2281746Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-2bc79b","namespace":"llm"},"namespace":"llm","name":"e2e-dft-2bc79b","reconcileID":"85a16c06-e74e-4b78-a0f1-ced80411236c","MaaSModelRef":{"name":"e2e-dft-2bc79b","namespace":"llm"},"routeName":"external-model-e2e-dft-2bc79b-a3ea27076713","namespace":"llm","model":"e2e-dft-2bc79b","externalModel":"e2e-dft-2bc79b","provider":"e2e-dft-2bc79b-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:56:42.378704667Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-c7826d","namespace":"llm"},"namespace":"llm","name":"e2e-dft-c7826d","reconcileID":"2d772bb0-f31b-4ac5-a060-316bd9978e24","MaaSModelRef":{"name":"e2e-dft-c7826d","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-c7826d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:56:42.378731548Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-c7826d","namespace":"llm"},"namespace":"llm","name":"e2e-dft-c7826d","reconcileID":"2d772bb0-f31b-4ac5-a060-316bd9978e24","MaaSModelRef":{"name":"e2e-dft-c7826d","namespace":"llm"},"routeName":"external-model-e2e-dft-c7826d-243f7d95ce80","namespace":"llm","model":"e2e-dft-c7826d","externalModel":"e2e-dft-c7826d","provider":"e2e-dft-c7826d-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:56:42.419427943Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"5be15cce-32ef-4f59-9896-e96700241461","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:56:42.419429546Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d913dcc3-d87e-4735-b18a-78f988de17e2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:56:42.419981688Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-2bc79b-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-2bc79b-access","reconcileID":"30226a66-eae1-4ce3-af60-2553f11ab506","MaaSAuthPolicy":{"name":"e2e-dft-2bc79b-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:56:42.470858324Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-c7826d-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-c7826d-access","reconcileID":"486bb2b1-c375-42ad-accf-0e253c1b033f","MaaSAuthPolicy":{"name":"e2e-dft-c7826d-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:56:42.473891681Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"5be15cce-32ef-4f59-9896-e96700241461","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:56:42.47440246Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-2bc79b-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-2bc79b-access","reconcileID":"30226a66-eae1-4ce3-af60-2553f11ab506","MaaSAuthPolicy":{"name":"e2e-dft-2bc79b-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:56:42.475958514Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-2bc79b","namespace":"llm"},"namespace":"llm","name":"e2e-dft-2bc79b","reconcileID":"be8d108e-49fc-4d0e-b5d4-a0b88ff01f84","MaaSModelRef":{"name":"e2e-dft-2bc79b","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-2bc79b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:56:42.475977955Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-2bc79b","namespace":"llm"},"namespace":"llm","name":"e2e-dft-2bc79b","reconcileID":"be8d108e-49fc-4d0e-b5d4-a0b88ff01f84","MaaSModelRef":{"name":"e2e-dft-2bc79b","namespace":"llm"},"routeName":"external-model-e2e-dft-2bc79b-a3ea27076713","namespace":"llm","model":"e2e-dft-2bc79b","externalModel":"e2e-dft-2bc79b","provider":"e2e-dft-2bc79b-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:56:42.476463871Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d913dcc3-d87e-4735-b18a-78f988de17e2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:56:42.523813911Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-c7826d-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-c7826d-access","reconcileID":"486bb2b1-c375-42ad-accf-0e253c1b033f","MaaSAuthPolicy":{"name":"e2e-dft-c7826d-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:56:42.526492896Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (50faaaf7f04223364fcb06e11ae303007f9c654f0e7ffdff5b41d77eb14974e9) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (1e589171d99ec9375594df0cf96682b3c7eeb4bbfec7967296f1e8479f2fcafa) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (ce00d0c674921cd9c123414f62f7ac69c56ef62f883d6ce267bf238bff2df01a) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (211a6bf78abeb1e09c68c852bd3ca5c76b9fb38fc894413505332ec38d5c38ff) AuthConfig (6efe47ed149f6150f3fd71f198d700177b8e2ab6d150723652bd501d2b5e201f) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (004a0e5a36b2bdd349fea2b1fe5d21edc31de4c7cc6e0feb6f3a8a59fc2ca3dc) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (c51c0885ff7bc13c2cdf5064a7c0323153642d42ddadad7efe0cbc108d4ccbab) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (4f4f1e93c8bec06c85bf4fc94d96afa06572a6bf4b4dead9b1e2c890f4b15d47) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"5be15cce-32ef-4f59-9896-e96700241461","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:56:42.526798494Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (50faaaf7f04223364fcb06e11ae303007f9c654f0e7ffdff5b41d77eb14974e9) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (1e589171d99ec9375594df0cf96682b3c7eeb4bbfec7967296f1e8479f2fcafa) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (ce00d0c674921cd9c123414f62f7ac69c56ef62f883d6ce267bf238bff2df01a) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (211a6bf78abeb1e09c68c852bd3ca5c76b9fb38fc894413505332ec38d5c38ff) AuthConfig (6efe47ed149f6150f3fd71f198d700177b8e2ab6d150723652bd501d2b5e201f) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (004a0e5a36b2bdd349fea2b1fe5d21edc31de4c7cc6e0feb6f3a8a59fc2ca3dc) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (c51c0885ff7bc13c2cdf5064a7c0323153642d42ddadad7efe0cbc108d4ccbab) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (4f4f1e93c8bec06c85bf4fc94d96afa06572a6bf4b4dead9b1e2c890f4b15d47) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-2bc79b-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-2bc79b-access","reconcileID":"30226a66-eae1-4ce3-af60-2553f11ab506","MaaSAuthPolicy":{"name":"e2e-dft-2bc79b-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:56:42.527500453Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-2bc79b-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-2bc79b-access","reconcileID":"bab28072-a0e9-4946-883c-dee649811265","MaaSAuthPolicy":{"name":"e2e-dft-2bc79b-access","namespace":"models-as-a-service"},"model":"llm/e2e-dft-2bc79b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:56:42.530135164Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (50faaaf7f04223364fcb06e11ae303007f9c654f0e7ffdff5b41d77eb14974e9) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (1e589171d99ec9375594df0cf96682b3c7eeb4bbfec7967296f1e8479f2fcafa) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (ce00d0c674921cd9c123414f62f7ac69c56ef62f883d6ce267bf238bff2df01a) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (211a6bf78abeb1e09c68c852bd3ca5c76b9fb38fc894413505332ec38d5c38ff) AuthConfig (6efe47ed149f6150f3fd71f198d700177b8e2ab6d150723652bd501d2b5e201f) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (004a0e5a36b2bdd349fea2b1fe5d21edc31de4c7cc6e0feb6f3a8a59fc2ca3dc) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (c51c0885ff7bc13c2cdf5064a7c0323153642d42ddadad7efe0cbc108d4ccbab) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (4f4f1e93c8bec06c85bf4fc94d96afa06572a6bf4b4dead9b1e2c890f4b15d47) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d913dcc3-d87e-4735-b18a-78f988de17e2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:56:42.578570534Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (50faaaf7f04223364fcb06e11ae303007f9c654f0e7ffdff5b41d77eb14974e9) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (1e589171d99ec9375594df0cf96682b3c7eeb4bbfec7967296f1e8479f2fcafa) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (ce00d0c674921cd9c123414f62f7ac69c56ef62f883d6ce267bf238bff2df01a) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (211a6bf78abeb1e09c68c852bd3ca5c76b9fb38fc894413505332ec38d5c38ff) AuthConfig (6efe47ed149f6150f3fd71f198d700177b8e2ab6d150723652bd501d2b5e201f) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (004a0e5a36b2bdd349fea2b1fe5d21edc31de4c7cc6e0feb6f3a8a59fc2ca3dc) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (c51c0885ff7bc13c2cdf5064a7c0323153642d42ddadad7efe0cbc108d4ccbab) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (4f4f1e93c8bec06c85bf4fc94d96afa06572a6bf4b4dead9b1e2c890f4b15d47) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-c7826d-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-c7826d-access","reconcileID":"486bb2b1-c375-42ad-accf-0e253c1b033f","MaaSAuthPolicy":{"name":"e2e-dft-c7826d-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:56:42.727307004Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-2bc79b","namespace":"llm"},"namespace":"llm","name":"e2e-dft-2bc79b","reconcileID":"8a61dee5-ec73-419e-bd84-14b71f1a8c1f","MaaSModelRef":{"name":"e2e-dft-2bc79b","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-2bc79b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:56:42.727334884Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-2bc79b","namespace":"llm"},"namespace":"llm","name":"e2e-dft-2bc79b","reconcileID":"8a61dee5-ec73-419e-bd84-14b71f1a8c1f","MaaSModelRef":{"name":"e2e-dft-2bc79b","namespace":"llm"},"routeName":"external-model-e2e-dft-2bc79b-a3ea27076713","namespace":"llm","model":"e2e-dft-2bc79b","externalModel":"e2e-dft-2bc79b","provider":"e2e-dft-2bc79b-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:56:43.314116454Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-2bc79b","namespace":"llm"},"namespace":"llm","name":"e2e-dft-2bc79b","reconcileID":"9cbc2b90-b7cc-43c8-987b-20149f105930","namespace":"llm","name":"e2e-dft-2bc79b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:56:43.419300212Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-c7826d","namespace":"llm"},"namespace":"llm","name":"e2e-dft-c7826d","reconcileID":"a448c533-142f-40d6-8549-fa66a83c8df4","MaaSModelRef":{"name":"e2e-dft-c7826d","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-c7826d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:56:43.419325196Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-c7826d","namespace":"llm"},"namespace":"llm","name":"e2e-dft-c7826d","reconcileID":"a448c533-142f-40d6-8549-fa66a83c8df4","MaaSModelRef":{"name":"e2e-dft-c7826d","namespace":"llm"},"routeName":"external-model-e2e-dft-c7826d-243f7d95ce80","namespace":"llm","model":"e2e-dft-c7826d","externalModel":"e2e-dft-c7826d","provider":"e2e-dft-c7826d-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:56:43.466756493Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"namespace":"ai-tenant-e2e-worker-w3-bb1b51","name":"premium-simulator-access","reconcileID":"2951bf7f-9701-424d-8bdc-bf5ea2333855","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bb1b51","tenantID":"e2e-worker-w3-bb1b51","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:56:43.468286954Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"f5496d50-b281-43af-a5f8-57a7c4f6d23a","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:56:43.468308252Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"f5496d50-b281-43af-a5f8-57a7c4f6d23a","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:56:43.468735061Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"0bac7b59-3dae-4b54-9bdd-8d30682c398f","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:56:43.468752286Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"0bac7b59-3dae-4b54-9bdd-8d30682c398f","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:56:43.469045449Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"8bc0323d-4e3a-4c5a-a633-05e453dace3e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:56:43.469061506Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"8bc0323d-4e3a-4c5a-a633-05e453dace3e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:56:43.469517413Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"c6f9bdf0-b7a5-4398-9c62-9ded1101791b","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:56:43.469535511Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"c6f9bdf0-b7a5-4398-9c62-9ded1101791b","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:56:43.469786106Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"f64a7ef9-5980-4f88-bd4b-4691fbf6268f","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:56:43.469798882Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"f64a7ef9-5980-4f88-bd4b-4691fbf6268f","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:56:43.470015786Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"3fa2cff3-17f4-47d0-aafa-5b05eaf77fbc","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:56:43.470026449Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"3fa2cff3-17f4-47d0-aafa-5b05eaf77fbc","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:56:43.470260072Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"0092f561-41f7-4174-a14a-102bafb2486f","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:56:43.470267279Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"0092f561-41f7-4174-a14a-102bafb2486f","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:56:43.470540766Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"bcfb8995-f28c-42aa-9cd2-a0f62615c744","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:56:43.470556191Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"bcfb8995-f28c-42aa-9cd2-a0f62615c744","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:56:43.471030916Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"namespace":"ai-tenant-e2e-worker-w3-bb1b51","name":"simulator-access","reconcileID":"ea023367-e0d7-434b-9e03-4cb1a688619d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bb1b51","tenantID":"e2e-worker-w3-bb1b51","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:56:43.509299341Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e0e6a561-534c-44d8-aee1-00f45558d6b5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:56:43.509330069Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-c7826d-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-c7826d-access","reconcileID":"d980ad08-52f4-4bc4-a5b7-d9d05dc8f897","MaaSAuthPolicy":{"name":"e2e-dft-c7826d-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:56:43.5100623Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e50e1815-319e-4d72-926a-4c93bdc3182e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:56:43.52092332Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"namespace":"ai-tenant-e2e-worker-w3-bb1b51","name":"premium-simulator-access","reconcileID":"2951bf7f-9701-424d-8bdc-bf5ea2333855","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"name":"e2e-worker-w3-bb1b51-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:56:43.522894934Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"namespace":"ai-tenant-e2e-worker-w3-bb1b51","name":"simulator-access","reconcileID":"ea023367-e0d7-434b-9e03-4cb1a688619d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"name":"e2e-worker-w3-bb1b51-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:56:43.5645226Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-c7826d-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-c7826d-access","reconcileID":"d980ad08-52f4-4bc4-a5b7-d9d05dc8f897","MaaSAuthPolicy":{"name":"e2e-dft-c7826d-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:56:43.56460727Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e50e1815-319e-4d72-926a-4c93bdc3182e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:56:43.565728973Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"5ad50019-9100-467e-8ae8-a11cfe18b81f","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:56:43.567102608Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e0e6a561-534c-44d8-aee1-00f45558d6b5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:56:43.568054442Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"d903c66a-03a5-4d44-910c-15f8073281f1","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:56:43.61499155Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dft-c7826d-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-c7826d-sub","reconcileID":"f5c3ec59-bf0f-4f84-91a1-d3c44bb7f9fd","MaaSSubscription":{"name":"e2e-dft-c7826d-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-dft-c7826d","model":"llm/e2e-dft-c7826d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:56:43.616355524Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (50faaaf7f04223364fcb06e11ae303007f9c654f0e7ffdff5b41d77eb14974e9) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (1e589171d99ec9375594df0cf96682b3c7eeb4bbfec7967296f1e8479f2fcafa) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (ce00d0c674921cd9c123414f62f7ac69c56ef62f883d6ce267bf238bff2df01a) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (211a6bf78abeb1e09c68c852bd3ca5c76b9fb38fc894413505332ec38d5c38ff) AuthConfig (6efe47ed149f6150f3fd71f198d700177b8e2ab6d150723652bd501d2b5e201f) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (004a0e5a36b2bdd349fea2b1fe5d21edc31de4c7cc6e0feb6f3a8a59fc2ca3dc) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (c51c0885ff7bc13c2cdf5064a7c0323153642d42ddadad7efe0cbc108d4ccbab) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (4f4f1e93c8bec06c85bf4fc94d96afa06572a6bf4b4dead9b1e2c890f4b15d47) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e50e1815-319e-4d72-926a-4c93bdc3182e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:56:43.617459288Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (50faaaf7f04223364fcb06e11ae303007f9c654f0e7ffdff5b41d77eb14974e9) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (1e589171d99ec9375594df0cf96682b3c7eeb4bbfec7967296f1e8479f2fcafa) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (ce00d0c674921cd9c123414f62f7ac69c56ef62f883d6ce267bf238bff2df01a) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (211a6bf78abeb1e09c68c852bd3ca5c76b9fb38fc894413505332ec38d5c38ff) AuthConfig (6efe47ed149f6150f3fd71f198d700177b8e2ab6d150723652bd501d2b5e201f) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (004a0e5a36b2bdd349fea2b1fe5d21edc31de4c7cc6e0feb6f3a8a59fc2ca3dc) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (c51c0885ff7bc13c2cdf5064a7c0323153642d42ddadad7efe0cbc108d4ccbab) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (4f4f1e93c8bec06c85bf4fc94d96afa06572a6bf4b4dead9b1e2c890f4b15d47) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-c7826d-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-c7826d-access","reconcileID":"d980ad08-52f4-4bc4-a5b7-d9d05dc8f897","MaaSAuthPolicy":{"name":"e2e-dft-c7826d-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:56:43.623609813Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (50faaaf7f04223364fcb06e11ae303007f9c654f0e7ffdff5b41d77eb14974e9) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (1e589171d99ec9375594df0cf96682b3c7eeb4bbfec7967296f1e8479f2fcafa) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (ce00d0c674921cd9c123414f62f7ac69c56ef62f883d6ce267bf238bff2df01a) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (211a6bf78abeb1e09c68c852bd3ca5c76b9fb38fc894413505332ec38d5c38ff) AuthConfig (6efe47ed149f6150f3fd71f198d700177b8e2ab6d150723652bd501d2b5e201f) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (004a0e5a36b2bdd349fea2b1fe5d21edc31de4c7cc6e0feb6f3a8a59fc2ca3dc) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (c51c0885ff7bc13c2cdf5064a7c0323153642d42ddadad7efe0cbc108d4ccbab) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (4f4f1e93c8bec06c85bf4fc94d96afa06572a6bf4b4dead9b1e2c890f4b15d47) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e0e6a561-534c-44d8-aee1-00f45558d6b5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:56:43.768603013Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"namespace":"ai-tenant-e2e-worker-w1-5951bc","name":"simulator-access","reconcileID":"3e42625b-a2e7-4bc2-bca3-387aaf938119","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5951bc","tenantID":"e2e-worker-w1-5951bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:56:43.76952023Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"simulator-access","reconcileID":"43a67461-8d7b-4579-87d3-4cd200dc49b3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-91cd99","tenantID":"e2e-worker-w2-91cd99","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:56:43.816449323Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-012868-access","namespace":"ai-tenant-e2e-extmod-b-94e247"},"namespace":"ai-tenant-e2e-extmod-b-94e247","name":"e2e-rec-recover-012868-access","reconcileID":"a4162bbe-f812-4382-b17f-32f8a5d0c65b","MaaSAuthPolicy":{"name":"e2e-rec-recover-012868-access","namespace":"ai-tenant-e2e-extmod-b-94e247"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-94e247","tenantID":"e2e-extmod-b-94e247","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:56:43.820555921Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"namespace":"ai-tenant-e2e-worker-w1-5951bc","name":"simulator-access","reconcileID":"3e42625b-a2e7-4bc2-bca3-387aaf938119","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"name":"e2e-worker-w1-5951bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:56:43.820932784Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"simulator-access","reconcileID":"43a67461-8d7b-4579-87d3-4cd200dc49b3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"name":"e2e-worker-w2-91cd99-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:56:43.86437125Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"namespace":"ai-tenant-e2e-worker-w4-8d2c7c","name":"premium-simulator-access","reconcileID":"e54846ad-7ec6-4d6b-a314-1b2d05a15679","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-8d2c7c","tenantID":"e2e-worker-w4-8d2c7c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:56:43.864501938Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"namespace":"ai-tenant-e2e-worker-w0-9893f0","name":"simulator-access","reconcileID":"6ccebd89-8641-40a7-bef8-a1ba68b6956f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9893f0","tenantID":"e2e-worker-w0-9893f0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:56:43.868861755Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-012868-access","namespace":"ai-tenant-e2e-extmod-b-94e247"},"namespace":"ai-tenant-e2e-extmod-b-94e247","name":"e2e-rec-recover-012868-access","reconcileID":"a4162bbe-f812-4382-b17f-32f8a5d0c65b","MaaSAuthPolicy":{"name":"e2e-rec-recover-012868-access","namespace":"ai-tenant-e2e-extmod-b-94e247"},"name":"e2e-extmod-b-94e247-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:56:43.90546009Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-2bc79b","namespace":"llm"},"namespace":"llm","name":"e2e-dft-2bc79b","reconcileID":"fb80beb8-0f68-4896-86b1-f73a193fb776","namespace":"llm","name":"e2e-dft-2bc79b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:56:43.917083842Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"namespace":"ai-tenant-e2e-worker-w0-9893f0","name":"simulator-access","reconcileID":"6ccebd89-8641-40a7-bef8-a1ba68b6956f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"name":"e2e-worker-w0-9893f0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:56:43.918092384Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"namespace":"ai-tenant-e2e-worker-w4-8d2c7c","name":"premium-simulator-access","reconcileID":"e54846ad-7ec6-4d6b-a314-1b2d05a15679","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"name":"e2e-worker-w4-8d2c7c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:56:44.112530318Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"namespace":"ai-tenant-e2e-worker-w1-5951bc","name":"premium-simulator-access","reconcileID":"7f68c13c-537b-4129-8d09-8b6cfbf41020","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5951bc","tenantID":"e2e-worker-w1-5951bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:56:44.160573635Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-4ce791-access","namespace":"ai-tenant-e2e-extmod-b-94e247"},"namespace":"ai-tenant-e2e-extmod-b-94e247","name":"e2e-rec-ctrl-4ce791-access","reconcileID":"8634c925-ca01-4cc6-b789-c0dfed0254fd","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-4ce791-access","namespace":"ai-tenant-e2e-extmod-b-94e247"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-94e247","tenantID":"e2e-extmod-b-94e247","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:56:44.164780808Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"namespace":"ai-tenant-e2e-worker-w1-5951bc","name":"premium-simulator-access","reconcileID":"7f68c13c-537b-4129-8d09-8b6cfbf41020","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"name":"e2e-worker-w1-5951bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:56:44.208425015Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"namespace":"ai-tenant-e2e-worker-w4-8d2c7c","name":"simulator-access","reconcileID":"091f0c78-54aa-40f9-92f9-2c9110f68a3d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-8d2c7c","tenantID":"e2e-worker-w4-8d2c7c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:56:44.213097093Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-4ce791-access","namespace":"ai-tenant-e2e-extmod-b-94e247"},"namespace":"ai-tenant-e2e-extmod-b-94e247","name":"e2e-rec-ctrl-4ce791-access","reconcileID":"8634c925-ca01-4cc6-b789-c0dfed0254fd","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-4ce791-access","namespace":"ai-tenant-e2e-extmod-b-94e247"},"name":"e2e-extmod-b-94e247-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:56:44.256564266Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-2a91e7-access","namespace":"ai-tenant-e2e-extmod-b-94e247"},"namespace":"ai-tenant-e2e-extmod-b-94e247","name":"e2e-att-serve-2a91e7-access","reconcileID":"355f1341-2bcb-43b7-9853-7fcfc2448717","MaaSAuthPolicy":{"name":"e2e-att-serve-2a91e7-access","namespace":"ai-tenant-e2e-extmod-b-94e247"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-94e247","tenantID":"e2e-extmod-b-94e247","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:56:44.260751125Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"namespace":"ai-tenant-e2e-worker-w4-8d2c7c","name":"simulator-access","reconcileID":"091f0c78-54aa-40f9-92f9-2c9110f68a3d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"name":"e2e-worker-w4-8d2c7c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:56:44.307880086Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"namespace":"ai-tenant-e2e-worker-w0-9893f0","name":"premium-simulator-access","reconcileID":"17c57bfd-0192-4dce-aa5f-12c13fcd6038","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9893f0","tenantID":"e2e-worker-w0-9893f0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:56:44.308703539Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-2a91e7-access","namespace":"ai-tenant-e2e-extmod-b-94e247"},"namespace":"ai-tenant-e2e-extmod-b-94e247","name":"e2e-att-serve-2a91e7-access","reconcileID":"355f1341-2bcb-43b7-9853-7fcfc2448717","MaaSAuthPolicy":{"name":"e2e-att-serve-2a91e7-access","namespace":"ai-tenant-e2e-extmod-b-94e247"},"name":"e2e-extmod-b-94e247-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:56:44.360280405Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"namespace":"ai-tenant-e2e-worker-w0-9893f0","name":"premium-simulator-access","reconcileID":"17c57bfd-0192-4dce-aa5f-12c13fcd6038","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"name":"e2e-worker-w0-9893f0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:56:44.510229639Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"premium-simulator-access","reconcileID":"fb6b980f-fc60-4dcb-bc51-3eb853e56356","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-91cd99","tenantID":"e2e-worker-w2-91cd99","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:56:44.562857302Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"premium-simulator-access","reconcileID":"fb6b980f-fc60-4dcb-bc51-3eb853e56356","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"name":"e2e-worker-w2-91cd99-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:56:44.660166047Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"17c687cb-91f6-4298-9b47-fba1a19d34f3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:56:44.660165961Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"24a8d02b-90d2-44e2-8d7a-23e413f2b03c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:56:44.726450435Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"namespace":"ai-tenant-e2e-worker-w3-bb1b51","name":"simulator-access","reconcileID":"988648e8-3026-4646-8b7b-be852a2992a4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bb1b51","tenantID":"e2e-worker-w3-bb1b51","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:56:44.733059966Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"17c687cb-91f6-4298-9b47-fba1a19d34f3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:56:44.733096658Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"24a8d02b-90d2-44e2-8d7a-23e413f2b03c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:56:44.786946116Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-c7826d-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-c7826d-access","reconcileID":"883e0a37-ea31-42e3-9a5d-03212dc00776","MaaSAuthPolicy":{"name":"e2e-dft-c7826d-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:56:44.793768897Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (50faaaf7f04223364fcb06e11ae303007f9c654f0e7ffdff5b41d77eb14974e9) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (1e589171d99ec9375594df0cf96682b3c7eeb4bbfec7967296f1e8479f2fcafa) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (ce00d0c674921cd9c123414f62f7ac69c56ef62f883d6ce267bf238bff2df01a) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (211a6bf78abeb1e09c68c852bd3ca5c76b9fb38fc894413505332ec38d5c38ff) AuthConfig (6efe47ed149f6150f3fd71f198d700177b8e2ab6d150723652bd501d2b5e201f) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (004a0e5a36b2bdd349fea2b1fe5d21edc31de4c7cc6e0feb6f3a8a59fc2ca3dc) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (c51c0885ff7bc13c2cdf5064a7c0323153642d42ddadad7efe0cbc108d4ccbab) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (4f4f1e93c8bec06c85bf4fc94d96afa06572a6bf4b4dead9b1e2c890f4b15d47) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"17c687cb-91f6-4298-9b47-fba1a19d34f3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:56:44.794900795Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"namespace":"ai-tenant-e2e-worker-w3-bb1b51","name":"simulator-access","reconcileID":"988648e8-3026-4646-8b7b-be852a2992a4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"name":"e2e-worker-w3-bb1b51-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:56:44.795912101Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (50faaaf7f04223364fcb06e11ae303007f9c654f0e7ffdff5b41d77eb14974e9) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (1e589171d99ec9375594df0cf96682b3c7eeb4bbfec7967296f1e8479f2fcafa) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (ce00d0c674921cd9c123414f62f7ac69c56ef62f883d6ce267bf238bff2df01a) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (211a6bf78abeb1e09c68c852bd3ca5c76b9fb38fc894413505332ec38d5c38ff) AuthConfig (6efe47ed149f6150f3fd71f198d700177b8e2ab6d150723652bd501d2b5e201f) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (004a0e5a36b2bdd349fea2b1fe5d21edc31de4c7cc6e0feb6f3a8a59fc2ca3dc) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (c51c0885ff7bc13c2cdf5064a7c0323153642d42ddadad7efe0cbc108d4ccbab) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (4f4f1e93c8bec06c85bf4fc94d96afa06572a6bf4b4dead9b1e2c890f4b15d47) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"24a8d02b-90d2-44e2-8d7a-23e413f2b03c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:56:44.840982782Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-c7826d-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-c7826d-access","reconcileID":"883e0a37-ea31-42e3-9a5d-03212dc00776","MaaSAuthPolicy":{"name":"e2e-dft-c7826d-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:56:44.893351216Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (50faaaf7f04223364fcb06e11ae303007f9c654f0e7ffdff5b41d77eb14974e9) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (1e589171d99ec9375594df0cf96682b3c7eeb4bbfec7967296f1e8479f2fcafa) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (ce00d0c674921cd9c123414f62f7ac69c56ef62f883d6ce267bf238bff2df01a) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (211a6bf78abeb1e09c68c852bd3ca5c76b9fb38fc894413505332ec38d5c38ff) AuthConfig (6efe47ed149f6150f3fd71f198d700177b8e2ab6d150723652bd501d2b5e201f) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (004a0e5a36b2bdd349fea2b1fe5d21edc31de4c7cc6e0feb6f3a8a59fc2ca3dc) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (c51c0885ff7bc13c2cdf5064a7c0323153642d42ddadad7efe0cbc108d4ccbab) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (4f4f1e93c8bec06c85bf4fc94d96afa06572a6bf4b4dead9b1e2c890f4b15d47) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-c7826d-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-c7826d-access","reconcileID":"883e0a37-ea31-42e3-9a5d-03212dc00776","MaaSAuthPolicy":{"name":"e2e-dft-c7826d-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:56:44.914657549Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"namespace":"ai-tenant-e2e-worker-w3-bb1b51","name":"premium-simulator-access","reconcileID":"9a1d0eae-7a96-4b6b-bb40-871de6ea18c4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bb1b51","tenantID":"e2e-worker-w3-bb1b51","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:56:44.940191193Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"namespace":"ai-tenant-e2e-worker-w1-5951bc","name":"simulator-access","reconcileID":"5317f6de-52f0-4d4e-8f29-c4f5df011c06","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5951bc","tenantID":"e2e-worker-w1-5951bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:56:44.967095896Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"namespace":"ai-tenant-e2e-worker-w3-bb1b51","name":"premium-simulator-access","reconcileID":"9a1d0eae-7a96-4b6b-bb40-871de6ea18c4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"name":"e2e-worker-w3-bb1b51-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:56:44.988932764Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-012868-access","namespace":"ai-tenant-e2e-extmod-b-94e247"},"namespace":"ai-tenant-e2e-extmod-b-94e247","name":"e2e-rec-recover-012868-access","reconcileID":"9112f4a8-4ab3-49cf-8564-cd7b7e37a86e","MaaSAuthPolicy":{"name":"e2e-rec-recover-012868-access","namespace":"ai-tenant-e2e-extmod-b-94e247"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-94e247","tenantID":"e2e-extmod-b-94e247","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:56:44.992676576Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"namespace":"ai-tenant-e2e-worker-w1-5951bc","name":"simulator-access","reconcileID":"5317f6de-52f0-4d4e-8f29-c4f5df011c06","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"name":"e2e-worker-w1-5951bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:56:45.040942766Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-012868-access","namespace":"ai-tenant-e2e-extmod-b-94e247"},"namespace":"ai-tenant-e2e-extmod-b-94e247","name":"e2e-rec-recover-012868-access","reconcileID":"9112f4a8-4ab3-49cf-8564-cd7b7e37a86e","MaaSAuthPolicy":{"name":"e2e-rec-recover-012868-access","namespace":"ai-tenant-e2e-extmod-b-94e247"},"name":"e2e-extmod-b-94e247-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:56:45.116882197Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"simulator-access","reconcileID":"d37ee979-f6a2-4fa5-b7b7-4f2b94cf9e63","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-91cd99","tenantID":"e2e-worker-w2-91cd99","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:56:45.139314415Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"namespace":"ai-tenant-e2e-worker-w4-8d2c7c","name":"premium-simulator-access","reconcileID":"e19ea36b-d174-4405-886f-9cb2087b143e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-8d2c7c","tenantID":"e2e-worker-w4-8d2c7c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:56:45.169464122Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"simulator-access","reconcileID":"d37ee979-f6a2-4fa5-b7b7-4f2b94cf9e63","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"name":"e2e-worker-w2-91cd99-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:56:45.191603052Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"namespace":"ai-tenant-e2e-worker-w4-8d2c7c","name":"premium-simulator-access","reconcileID":"e19ea36b-d174-4405-886f-9cb2087b143e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"name":"e2e-worker-w4-8d2c7c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:56:45.339011097Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"namespace":"ai-tenant-e2e-worker-w0-9893f0","name":"simulator-access","reconcileID":"022767a6-c475-4cae-9bb0-c2929f2dd75e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9893f0","tenantID":"e2e-worker-w0-9893f0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:56:45.391308157Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"namespace":"ai-tenant-e2e-worker-w0-9893f0","name":"simulator-access","reconcileID":"022767a6-c475-4cae-9bb0-c2929f2dd75e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"name":"e2e-worker-w0-9893f0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:56:48.948153563Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-873a34","namespace":"e2e-extmod-att-noaccess-c9b09f"},"namespace":"e2e-extmod-att-noaccess-c9b09f","name":"e2e-att-noaccess-873a34","reconcileID":"aa294ca6-bf61-4a40-a671-2865550465e9","MaaSModelRef":{"name":"e2e-att-noaccess-873a34","namespace":"e2e-extmod-att-noaccess-c9b09f"},"name":"e2e-att-noaccess-873a34","namespace":"e2e-extmod-att-noaccess-c9b09f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:56:49.049166093Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-873a34","namespace":"e2e-extmod-att-noaccess-c9b09f"},"namespace":"e2e-extmod-att-noaccess-c9b09f","name":"e2e-att-noaccess-873a34","reconcileID":"64816803-96ee-489d-a93d-03b6f4a715fd","MaaSModelRef":{"name":"e2e-att-noaccess-873a34","namespace":"e2e-extmod-att-noaccess-c9b09f"},"name":"e2e-att-noaccess-873a34","namespace":"e2e-extmod-att-noaccess-c9b09f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:56:49.864705555Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2e728773-05e1-446f-91ed-9462ba36f602","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:56:49.913830697Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2e728773-05e1-446f-91ed-9462ba36f602","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:56:49.96304152Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2e728773-05e1-446f-91ed-9462ba36f602","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:56:50.011733662Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2e728773-05e1-446f-91ed-9462ba36f602","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:56:50.451346404Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-873a34","namespace":"e2e-extmod-att-noaccess-c9b09f"},"namespace":"e2e-extmod-att-noaccess-c9b09f","name":"e2e-att-noaccess-873a34","reconcileID":"98f6a6d6-56f2-4a69-b8f1-c85089374026","MaaSModelRef":{"name":"e2e-att-noaccess-873a34","namespace":"e2e-extmod-att-noaccess-c9b09f"},"name":"e2e-att-noaccess-873a34","namespace":"e2e-extmod-att-noaccess-c9b09f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:56:50.603530963Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-873a34","namespace":"e2e-extmod-att-noaccess-c9b09f"},"namespace":"e2e-extmod-att-noaccess-c9b09f","name":"e2e-att-noaccess-873a34","reconcileID":"4d38cf67-fc9b-481e-b6d8-fec3ae7bfc01","MaaSModelRef":{"name":"e2e-att-noaccess-873a34","namespace":"e2e-extmod-att-noaccess-c9b09f"},"name":"e2e-att-noaccess-873a34","namespace":"e2e-extmod-att-noaccess-c9b09f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:56:50.707495969Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-inf-a-532442","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-inf-a-532442","reconcileID":"2b395baf-7472-488f-9e59-ac180b6f4236","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-inf-a-532442","applied":{"maas.opendatahub.io/gateway-access-e2e-inf-a-532442":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:56:51.04664062Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-873a34","namespace":"e2e-extmod-att-noaccess-c9b09f"},"namespace":"e2e-extmod-att-noaccess-c9b09f","name":"e2e-att-noaccess-873a34","reconcileID":"0fa175e3-528b-4f4b-81c3-ff57cfd2550f","MaaSModelRef":{"name":"e2e-att-noaccess-873a34","namespace":"e2e-extmod-att-noaccess-c9b09f"},"name":"e2e-att-noaccess-873a34","namespace":"e2e-extmod-att-noaccess-c9b09f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:56:51.837603178Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e0099634-afcd-4bc3-83c1-c88cbc73b15b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:56:51.886949646Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e0099634-afcd-4bc3-83c1-c88cbc73b15b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:56:51.935710292Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e0099634-afcd-4bc3-83c1-c88cbc73b15b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:56:51.984270731Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e0099634-afcd-4bc3-83c1-c88cbc73b15b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:56:53.056916978Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-873a34","namespace":"e2e-extmod-att-noaccess-c9b09f"},"namespace":"e2e-extmod-att-noaccess-c9b09f","name":"e2e-att-noaccess-873a34","reconcileID":"d643dcd9-3e4f-4aab-aea4-a54499947b3c","MaaSModelRef":{"name":"e2e-att-noaccess-873a34","namespace":"e2e-extmod-att-noaccess-c9b09f"},"name":"e2e-att-noaccess-873a34","namespace":"e2e-extmod-att-noaccess-c9b09f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:56:53.776715657Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f4de9c21-f561-4d6f-9391-fb92ebbea4f6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:56:53.825493406Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f4de9c21-f561-4d6f-9391-fb92ebbea4f6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:56:53.874242265Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f4de9c21-f561-4d6f-9391-fb92ebbea4f6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:56:53.923968998Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f4de9c21-f561-4d6f-9391-fb92ebbea4f6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:56:54.990462264Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"26c54732-a5b9-40f0-8816-5455c9ba8f2c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:56:55.000137202Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c181ea71-db2d-4c0a-a8bb-55d5c2b8da3c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:56:55.043354661Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"26c54732-a5b9-40f0-8816-5455c9ba8f2c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:56:55.052834026Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c181ea71-db2d-4c0a-a8bb-55d5c2b8da3c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:56:55.088933117Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-c7826d-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-c7826d-access","reconcileID":"6c48e96a-70a9-4e86-a255-b4d113f2b60b","MaaSAuthPolicy":{"name":"e2e-dft-c7826d-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:56:55.094643622Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (50faaaf7f04223364fcb06e11ae303007f9c654f0e7ffdff5b41d77eb14974e9) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (1e589171d99ec9375594df0cf96682b3c7eeb4bbfec7967296f1e8479f2fcafa) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (ce00d0c674921cd9c123414f62f7ac69c56ef62f883d6ce267bf238bff2df01a) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (211a6bf78abeb1e09c68c852bd3ca5c76b9fb38fc894413505332ec38d5c38ff) AuthConfig (6efe47ed149f6150f3fd71f198d700177b8e2ab6d150723652bd501d2b5e201f) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (004a0e5a36b2bdd349fea2b1fe5d21edc31de4c7cc6e0feb6f3a8a59fc2ca3dc) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (c51c0885ff7bc13c2cdf5064a7c0323153642d42ddadad7efe0cbc108d4ccbab) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (4f4f1e93c8bec06c85bf4fc94d96afa06572a6bf4b4dead9b1e2c890f4b15d47) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"26c54732-a5b9-40f0-8816-5455c9ba8f2c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:56:55.104471251Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (50faaaf7f04223364fcb06e11ae303007f9c654f0e7ffdff5b41d77eb14974e9) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (1e589171d99ec9375594df0cf96682b3c7eeb4bbfec7967296f1e8479f2fcafa) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (ce00d0c674921cd9c123414f62f7ac69c56ef62f883d6ce267bf238bff2df01a) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (211a6bf78abeb1e09c68c852bd3ca5c76b9fb38fc894413505332ec38d5c38ff) AuthConfig (6efe47ed149f6150f3fd71f198d700177b8e2ab6d150723652bd501d2b5e201f) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (004a0e5a36b2bdd349fea2b1fe5d21edc31de4c7cc6e0feb6f3a8a59fc2ca3dc) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (c51c0885ff7bc13c2cdf5064a7c0323153642d42ddadad7efe0cbc108d4ccbab) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (4f4f1e93c8bec06c85bf4fc94d96afa06572a6bf4b4dead9b1e2c890f4b15d47) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c181ea71-db2d-4c0a-a8bb-55d5c2b8da3c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:56:55.145746249Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-c7826d-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-c7826d-access","reconcileID":"6c48e96a-70a9-4e86-a255-b4d113f2b60b","MaaSAuthPolicy":{"name":"e2e-dft-c7826d-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:56:55.198314583Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (50faaaf7f04223364fcb06e11ae303007f9c654f0e7ffdff5b41d77eb14974e9) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (1e589171d99ec9375594df0cf96682b3c7eeb4bbfec7967296f1e8479f2fcafa) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (ce00d0c674921cd9c123414f62f7ac69c56ef62f883d6ce267bf238bff2df01a) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (211a6bf78abeb1e09c68c852bd3ca5c76b9fb38fc894413505332ec38d5c38ff) AuthConfig (6efe47ed149f6150f3fd71f198d700177b8e2ab6d150723652bd501d2b5e201f) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (004a0e5a36b2bdd349fea2b1fe5d21edc31de4c7cc6e0feb6f3a8a59fc2ca3dc) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (c51c0885ff7bc13c2cdf5064a7c0323153642d42ddadad7efe0cbc108d4ccbab) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (4f4f1e93c8bec06c85bf4fc94d96afa06572a6bf4b4dead9b1e2c890f4b15d47) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-c7826d-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-c7826d-access","reconcileID":"6c48e96a-70a9-4e86-a255-b4d113f2b60b","MaaSAuthPolicy":{"name":"e2e-dft-c7826d-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:56:55.719921737Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:57:00.252230366Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-873a34","namespace":"e2e-extmod-att-noaccess-c9b09f"},"namespace":"e2e-extmod-att-noaccess-c9b09f","name":"e2e-att-noaccess-873a34","reconcileID":"bc4f475f-139d-46c9-8c46-c92b6400be38","MaaSModelRef":{"name":"e2e-att-noaccess-873a34","namespace":"e2e-extmod-att-noaccess-c9b09f"},"name":"e2e-att-noaccess-873a34","namespace":"e2e-extmod-att-noaccess-c9b09f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:57:00.402733819Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-873a34","namespace":"e2e-extmod-att-noaccess-c9b09f"},"namespace":"e2e-extmod-att-noaccess-c9b09f","name":"e2e-att-noaccess-873a34","reconcileID":"2ecb299e-c742-480d-a749-9ae01fc6935d","MaaSModelRef":{"name":"e2e-att-noaccess-873a34","namespace":"e2e-extmod-att-noaccess-c9b09f"},"name":"e2e-att-noaccess-873a34","namespace":"e2e-extmod-att-noaccess-c9b09f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:57:01.126817626Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"328a6fd8-a2f0-41ee-872e-a9389dd029bf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:57:01.176002012Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"328a6fd8-a2f0-41ee-872e-a9389dd029bf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:57:01.225233799Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"328a6fd8-a2f0-41ee-872e-a9389dd029bf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:57:01.276826817Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"328a6fd8-a2f0-41ee-872e-a9389dd029bf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:57:01.578512256Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-873a34","namespace":"e2e-extmod-att-noaccess-c9b09f"},"namespace":"e2e-extmod-att-noaccess-c9b09f","name":"e2e-att-noaccess-873a34","reconcileID":"69097143-3cf4-412f-bd05-ad6f553a793f","MaaSModelRef":{"name":"e2e-att-noaccess-873a34","namespace":"e2e-extmod-att-noaccess-c9b09f"},"name":"e2e-att-noaccess-873a34","namespace":"e2e-extmod-att-noaccess-c9b09f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:57:01.691390881Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-b-fb74b5","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-b-fb74b5","reconcileID":"b5cddbb4-5e10-482d-8711-24c715152beb","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-extmod-b-fb74b5","applied":{"maas.opendatahub.io/gateway-access-e2e-extmod-b-fb74b5":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:57:01.997613643Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-873a34","namespace":"e2e-extmod-att-noaccess-c9b09f"},"namespace":"e2e-extmod-att-noaccess-c9b09f","name":"e2e-att-noaccess-873a34","reconcileID":"879ae242-7976-4ef8-9073-f5b490cca808","MaaSModelRef":{"name":"e2e-att-noaccess-873a34","namespace":"e2e-extmod-att-noaccess-c9b09f"},"name":"e2e-att-noaccess-873a34","namespace":"e2e-extmod-att-noaccess-c9b09f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:57:03.096775603Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4b82aa8a-a66a-4605-a8a4-58c5e483796a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:57:03.146778224Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4b82aa8a-a66a-4605-a8a4-58c5e483796a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:57:03.196459318Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4b82aa8a-a66a-4605-a8a4-58c5e483796a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:57:03.245556582Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4b82aa8a-a66a-4605-a8a4-58c5e483796a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:57:03.957757364Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-873a34","namespace":"e2e-extmod-att-noaccess-c9b09f"},"namespace":"e2e-extmod-att-noaccess-c9b09f","name":"e2e-att-noaccess-873a34","reconcileID":"14b3df3e-42bd-453e-af22-d156d2454ae8","MaaSModelRef":{"name":"e2e-att-noaccess-873a34","namespace":"e2e-extmod-att-noaccess-c9b09f"},"name":"e2e-att-noaccess-873a34","namespace":"e2e-extmod-att-noaccess-c9b09f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:57:05.289987544Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"96c8940e-d1e5-4ccf-b2df-e982d24f1be7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:57:05.303024351Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d765dc08-07d7-427c-80ef-cdcca4901b60","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:57:05.343653274Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"96c8940e-d1e5-4ccf-b2df-e982d24f1be7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:57:05.355915242Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d765dc08-07d7-427c-80ef-cdcca4901b60","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:57:05.394747282Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (50faaaf7f04223364fcb06e11ae303007f9c654f0e7ffdff5b41d77eb14974e9) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (1e589171d99ec9375594df0cf96682b3c7eeb4bbfec7967296f1e8479f2fcafa) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (ce00d0c674921cd9c123414f62f7ac69c56ef62f883d6ce267bf238bff2df01a) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (211a6bf78abeb1e09c68c852bd3ca5c76b9fb38fc894413505332ec38d5c38ff) AuthConfig (6efe47ed149f6150f3fd71f198d700177b8e2ab6d150723652bd501d2b5e201f) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (004a0e5a36b2bdd349fea2b1fe5d21edc31de4c7cc6e0feb6f3a8a59fc2ca3dc) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (c51c0885ff7bc13c2cdf5064a7c0323153642d42ddadad7efe0cbc108d4ccbab) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (4f4f1e93c8bec06c85bf4fc94d96afa06572a6bf4b4dead9b1e2c890f4b15d47) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"96c8940e-d1e5-4ccf-b2df-e982d24f1be7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:57:05.395242437Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-c7826d-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-c7826d-access","reconcileID":"b8a2ffa7-5eca-48da-8f8a-4ab1c1c76ffc","MaaSAuthPolicy":{"name":"e2e-dft-c7826d-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:57:05.407265323Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (50faaaf7f04223364fcb06e11ae303007f9c654f0e7ffdff5b41d77eb14974e9) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (1e589171d99ec9375594df0cf96682b3c7eeb4bbfec7967296f1e8479f2fcafa) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (ce00d0c674921cd9c123414f62f7ac69c56ef62f883d6ce267bf238bff2df01a) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (211a6bf78abeb1e09c68c852bd3ca5c76b9fb38fc894413505332ec38d5c38ff) AuthConfig (6efe47ed149f6150f3fd71f198d700177b8e2ab6d150723652bd501d2b5e201f) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (004a0e5a36b2bdd349fea2b1fe5d21edc31de4c7cc6e0feb6f3a8a59fc2ca3dc) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (c51c0885ff7bc13c2cdf5064a7c0323153642d42ddadad7efe0cbc108d4ccbab) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (4f4f1e93c8bec06c85bf4fc94d96afa06572a6bf4b4dead9b1e2c890f4b15d47) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d765dc08-07d7-427c-80ef-cdcca4901b60","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:57:05.447617509Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-c7826d-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-c7826d-access","reconcileID":"b8a2ffa7-5eca-48da-8f8a-4ab1c1c76ffc","MaaSAuthPolicy":{"name":"e2e-dft-c7826d-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:57:05.498756002Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (50faaaf7f04223364fcb06e11ae303007f9c654f0e7ffdff5b41d77eb14974e9) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (1e589171d99ec9375594df0cf96682b3c7eeb4bbfec7967296f1e8479f2fcafa) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (ce00d0c674921cd9c123414f62f7ac69c56ef62f883d6ce267bf238bff2df01a) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (211a6bf78abeb1e09c68c852bd3ca5c76b9fb38fc894413505332ec38d5c38ff) AuthConfig (6efe47ed149f6150f3fd71f198d700177b8e2ab6d150723652bd501d2b5e201f) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (004a0e5a36b2bdd349fea2b1fe5d21edc31de4c7cc6e0feb6f3a8a59fc2ca3dc) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (c51c0885ff7bc13c2cdf5064a7c0323153642d42ddadad7efe0cbc108d4ccbab) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (4f4f1e93c8bec06c85bf4fc94d96afa06572a6bf4b4dead9b1e2c890f4b15d47) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-c7826d-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-c7826d-access","reconcileID":"b8a2ffa7-5eca-48da-8f8a-4ab1c1c76ffc","MaaSAuthPolicy":{"name":"e2e-dft-c7826d-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:57:12.090787666Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"70f50cc2-7ab7-435d-9c4e-e1b6a1acba15","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:57:12.090814509Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"70f50cc2-7ab7-435d-9c4e-e1b6a1acba15","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:57:12.285264918Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"24d620c8-c96c-4628-a87c-1dd82fafe837","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:57:12.340038546Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"1ca96e78-dbe6-4793-8617-0092a889ccd5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:57:12.340242869Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"ee7bd6b2-d0b5-45cd-8a68-ceda9b7d9358","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:57:12.340046259Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-c7826d-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-c7826d-access","reconcileID":"5154c05e-6e44-4e5a-a046-ac6cd382c9da","MaaSAuthPolicy":{"name":"e2e-dft-c7826d-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:57:12.392183747Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"1ca96e78-dbe6-4793-8617-0092a889ccd5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:57:12.393954554Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-c7826d-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-c7826d-access","reconcileID":"5154c05e-6e44-4e5a-a046-ac6cd382c9da","MaaSAuthPolicy":{"name":"e2e-dft-c7826d-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:57:12.394469238Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"ee7bd6b2-d0b5-45cd-8a68-ceda9b7d9358","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:57:12.441219838Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"11716672-9568-4925-9ceb-0c1a50b17327","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:57:12.441244175Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"11716672-9568-4925-9ceb-0c1a50b17327","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:57:12.635230192Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"bbb77076-7e74-42b6-8011-5636d87ce9b4","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:57:12.639473352Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"5807eadf-1433-4331-8133-c7d74ecc0190","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:57:12.63949186Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"5807eadf-1433-4331-8133-c7d74ecc0190","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:57:12.641652087Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a6d6732a-5295-4e24-98a5-19f8e9176d78","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:57:12.64166762Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a6d6732a-5295-4e24-98a5-19f8e9176d78","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:57:12.787171379Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-c7826d","namespace":"llm"},"namespace":"llm","name":"e2e-dft-c7826d","reconcileID":"f1ec28d4-20ff-4cab-af42-4e77f16fa437","MaaSModelRef":{"name":"e2e-dft-c7826d","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-c7826d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:57:12.787199167Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-c7826d","namespace":"llm"},"namespace":"llm","name":"e2e-dft-c7826d","reconcileID":"f1ec28d4-20ff-4cab-af42-4e77f16fa437","MaaSModelRef":{"name":"e2e-dft-c7826d","namespace":"llm"},"routeName":"external-model-e2e-dft-c7826d-243f7d95ce80","namespace":"llm","model":"e2e-dft-c7826d","externalModel":"e2e-dft-c7826d","provider":"e2e-dft-c7826d-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:57:14.056578715Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-873a34","namespace":"e2e-extmod-att-noaccess-c9b09f"},"namespace":"e2e-extmod-att-noaccess-c9b09f","name":"e2e-att-noaccess-873a34","reconcileID":"1dc09658-c3e8-42ad-8b58-ff43c93ed647","MaaSModelRef":{"name":"e2e-att-noaccess-873a34","namespace":"e2e-extmod-att-noaccess-c9b09f"},"name":"e2e-att-noaccess-873a34","namespace":"e2e-extmod-att-noaccess-c9b09f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:57:19.51088869Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"3f6df8af-8506-43cf-9d98-84caded2ea7c","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:57:19.510918308Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"3f6df8af-8506-43cf-9d98-84caded2ea7c","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:57:19.708326752Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"90a0a04e-99dc-4296-8358-c513f14f9555","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:57:19.765982196Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-c7826d-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-c7826d-access","reconcileID":"c540f76c-4de1-4e63-84ae-27d873063b2b","MaaSAuthPolicy":{"name":"e2e-dft-c7826d-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:57:19.766025959Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"3ac06cbf-0a01-4586-b88d-f60e655bf0ff","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:57:19.766605117Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"7af7900f-7518-4982-90d4-551bedf3d15f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:57:19.819005443Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-c7826d-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-c7826d-access","reconcileID":"c540f76c-4de1-4e63-84ae-27d873063b2b","MaaSAuthPolicy":{"name":"e2e-dft-c7826d-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:57:19.820572235Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"3ac06cbf-0a01-4586-b88d-f60e655bf0ff","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:57:19.821419379Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"7af7900f-7518-4982-90d4-551bedf3d15f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:57:19.866191306Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"a15f8443-9796-4bea-9ed7-fd5c50d48e70","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:57:19.866209785Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"a15f8443-9796-4bea-9ed7-fd5c50d48e70","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:57:20.062617081Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"c736d2d1-ab10-44a4-a178-2d4d9300af66","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:57:24.154677484Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-873a34","namespace":"e2e-extmod-att-noaccess-c9b09f"},"namespace":"e2e-extmod-att-noaccess-c9b09f","name":"e2e-att-noaccess-873a34","reconcileID":"e6179e42-56f5-4f35-86e6-ef18ba42e1bc","MaaSModelRef":{"name":"e2e-att-noaccess-873a34","namespace":"e2e-extmod-att-noaccess-c9b09f"},"name":"e2e-att-noaccess-873a34","namespace":"e2e-extmod-att-noaccess-c9b09f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:57:25.713783076Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:57:25.815727636Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"d6baae41-aab8-4787-9337-2a421a38cb19","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:57:25.935342635Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"namespace":"ai-tenant-e2e-worker-w3-bb1b51","name":"premium-simulator-subscription","reconcileID":"cdc9b5b8-efe4-4299-9fa8-9f5fc810c3fd","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"name":"maas-trlp-premium-w3-bb1b51","model":"e2e-models-e2e-worker-w3-bb1b51/premium-w3-bb1b51","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:57:26.048620596Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"namespace":"ai-tenant-e2e-worker-w4-8d2c7c","name":"premium-simulator-subscription","reconcileID":"aef0f371-3833-43e6-adad-9abdacf95a6c","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"name":"maas-trlp-premium-w4-8d2c7c","model":"e2e-models-e2e-worker-w4-8d2c7c/premium-w4-8d2c7c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:57:26.148294646Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"namespace":"ai-tenant-e2e-worker-w0-9893f0","name":"simulator-subscription","reconcileID":"3bfbb19c-5cc0-415e-810e-5ded58172028","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"name":"maas-trlp-simulator-w0-9893f0","model":"e2e-models-e2e-worker-w0-9893f0/simulator-w0-9893f0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:57:26.411775169Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-serve-2a91e7-sub","namespace":"ai-tenant-e2e-extmod-b-94e247"},"namespace":"ai-tenant-e2e-extmod-b-94e247","name":"e2e-att-serve-2a91e7-sub","reconcileID":"810465fe-be7c-409a-9e58-5149c4c23775","MaaSSubscription":{"name":"e2e-att-serve-2a91e7-sub","namespace":"ai-tenant-e2e-extmod-b-94e247"},"name":"maas-trlp-e2e-att-serve-2a91e7","model":"e2e-extmod-att-user-a4da68/e2e-att-serve-2a91e7","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:57:26.451868449Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"7290e609-d462-42db-87cc-f3f9a6ef1efa","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:57:26.476481628Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"simulator-subscription","reconcileID":"efd73a58-ac04-4c08-84d3-a49f6296fddc","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"name":"maas-trlp-simulator-w2-91cd99","model":"e2e-models-e2e-worker-w2-91cd99/simulator-w2-91cd99","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:57:26.548651164Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"namespace":"ai-tenant-e2e-worker-w3-bb1b51","name":"simulator-subscription","reconcileID":"8852d2aa-4f06-402f-9d41-ea1762cd1997","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"name":"maas-trlp-simulator-w3-bb1b51","model":"e2e-models-e2e-worker-w3-bb1b51/simulator-w3-bb1b51","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:57:26.699565496Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dft-c7826d-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-c7826d-sub","reconcileID":"8ff5c22a-4f55-49a1-ab5c-15af131c61d0","MaaSSubscription":{"name":"e2e-dft-c7826d-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-dft-c7826d","model":"llm/e2e-dft-c7826d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:57:26.749080083Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"namespace":"ai-tenant-e2e-worker-w1-5951bc","name":"premium-simulator-subscription","reconcileID":"92181053-0c75-488b-a195-e5eb40da6028","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"name":"maas-trlp-premium-w1-5951bc","model":"e2e-models-e2e-worker-w1-5951bc/premium-w1-5951bc","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:57:26.822643917Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rec-ctrl-4ce791-sub","namespace":"ai-tenant-e2e-extmod-b-94e247"},"namespace":"ai-tenant-e2e-extmod-b-94e247","name":"e2e-rec-ctrl-4ce791-sub","reconcileID":"66c210e3-130b-43ca-afd8-10ca7e76b814","MaaSSubscription":{"name":"e2e-rec-ctrl-4ce791-sub","namespace":"ai-tenant-e2e-extmod-b-94e247"},"name":"maas-trlp-e2e-rec-ctrl-4ce791","model":"e2e-extmod-rec-user-f3f6f8/e2e-rec-ctrl-4ce791","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:57:26.847618697Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"premium-simulator-subscription","reconcileID":"f9f5292e-fc0a-460d-a2a8-8d656799cabb","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"name":"maas-trlp-premium-w2-91cd99","model":"e2e-models-e2e-worker-w2-91cd99/premium-w2-91cd99","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:57:26.947910061Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"namespace":"ai-tenant-e2e-worker-w4-8d2c7c","name":"simulator-subscription","reconcileID":"2a95a3fd-fd66-46ad-af48-3f18b9ca0e1b","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"name":"maas-trlp-simulator-w4-8d2c7c","model":"e2e-models-e2e-worker-w4-8d2c7c/simulator-w4-8d2c7c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:57:27.18541946Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"namespace":"ai-tenant-e2e-worker-w0-9893f0","name":"premium-simulator-subscription","reconcileID":"b8a2b91f-95be-471e-ba50-ba089499a2cb","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"name":"maas-trlp-premium-w0-9893f0","model":"e2e-models-e2e-worker-w0-9893f0/premium-w0-9893f0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:57:27.357125885Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"namespace":"ai-tenant-e2e-worker-w1-5951bc","name":"simulator-subscription","reconcileID":"5bea54fd-6624-4b77-84cc-1dccfe4ea44f","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"name":"maas-trlp-simulator-w1-5951bc","model":"e2e-models-e2e-worker-w1-5951bc/simulator-w1-5951bc","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:57:27.63643379Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rec-recover-012868-sub","namespace":"ai-tenant-e2e-extmod-b-94e247"},"namespace":"ai-tenant-e2e-extmod-b-94e247","name":"e2e-rec-recover-012868-sub","reconcileID":"505c19d1-19f5-4d80-8800-ee34d00cdd9f","MaaSSubscription":{"name":"e2e-rec-recover-012868-sub","namespace":"ai-tenant-e2e-extmod-b-94e247"},"name":"maas-trlp-e2e-rec-recover-012868","model":"e2e-extmod-rec-noaccess-c16cea/e2e-rec-recover-012868","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:57:31.062990609Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-873a34","namespace":"e2e-extmod-att-noaccess-c9b09f"},"namespace":"e2e-extmod-att-noaccess-c9b09f","name":"e2e-att-noaccess-873a34","reconcileID":"f975f176-619e-4274-ae5a-4b10b1ff0ba7","MaaSModelRef":{"name":"e2e-att-noaccess-873a34","namespace":"e2e-extmod-att-noaccess-c9b09f"},"name":"e2e-att-noaccess-873a34","namespace":"e2e-extmod-att-noaccess-c9b09f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:57:31.920905098Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"311e59ba-9718-4ca6-bee6-6da1c202ed7a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:57:31.969711329Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"311e59ba-9718-4ca6-bee6-6da1c202ed7a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:57:32.018642256Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"311e59ba-9718-4ca6-bee6-6da1c202ed7a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:57:32.06747136Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"311e59ba-9718-4ca6-bee6-6da1c202ed7a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:57:33.871793776Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bc393bfe-c409-4c94-ba19-730488286fc2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:57:33.920662677Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bc393bfe-c409-4c94-ba19-730488286fc2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:57:33.969555538Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bc393bfe-c409-4c94-ba19-730488286fc2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:57:34.01847586Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bc393bfe-c409-4c94-ba19-730488286fc2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:57:39.897780108Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-873a34","namespace":"e2e-extmod-att-noaccess-c9b09f"},"namespace":"e2e-extmod-att-noaccess-c9b09f","name":"e2e-att-noaccess-873a34","reconcileID":"14c636a0-6c6d-4944-839a-ced3625390d9","MaaSModelRef":{"name":"e2e-att-noaccess-873a34","namespace":"e2e-extmod-att-noaccess-c9b09f"},"name":"e2e-att-noaccess-873a34","namespace":"e2e-extmod-att-noaccess-c9b09f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:57:40.097606964Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-873a34","namespace":"e2e-extmod-att-noaccess-c9b09f"},"namespace":"e2e-extmod-att-noaccess-c9b09f","name":"e2e-att-noaccess-873a34","reconcileID":"86f4da90-3170-4f25-a858-8749d7b0c5dd","MaaSModelRef":{"name":"e2e-att-noaccess-873a34","namespace":"e2e-extmod-att-noaccess-c9b09f"},"name":"e2e-att-noaccess-873a34","namespace":"e2e-extmod-att-noaccess-c9b09f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:57:40.783756998Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8ec38dfc-b5c1-4764-a93e-ed31dd80fa16","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:57:40.83258813Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8ec38dfc-b5c1-4764-a93e-ed31dd80fa16","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:57:40.881221406Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8ec38dfc-b5c1-4764-a93e-ed31dd80fa16","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:57:40.929909867Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8ec38dfc-b5c1-4764-a93e-ed31dd80fa16","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:57:41.248282689Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-873a34","namespace":"e2e-extmod-att-noaccess-c9b09f"},"namespace":"e2e-extmod-att-noaccess-c9b09f","name":"e2e-att-noaccess-873a34","reconcileID":"f4295eea-22bc-42f1-8329-d7d085d9889c","MaaSModelRef":{"name":"e2e-att-noaccess-873a34","namespace":"e2e-extmod-att-noaccess-c9b09f"},"name":"e2e-att-noaccess-873a34","namespace":"e2e-extmod-att-noaccess-c9b09f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:57:41.350832494Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-inf-b-aa9221","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-inf-b-aa9221","reconcileID":"b78bb42f-30d3-4c7f-ba7e-3e635149cb0a","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-inf-b-aa9221","applied":{"maas.opendatahub.io/gateway-access-e2e-inf-b-aa9221":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:57:41.654893038Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-873a34","namespace":"e2e-extmod-att-noaccess-c9b09f"},"namespace":"e2e-extmod-att-noaccess-c9b09f","name":"e2e-att-noaccess-873a34","reconcileID":"fcdaeb00-b87c-4de2-a905-847a410d67a2","MaaSModelRef":{"name":"e2e-att-noaccess-873a34","namespace":"e2e-extmod-att-noaccess-c9b09f"},"name":"e2e-att-noaccess-873a34","namespace":"e2e-extmod-att-noaccess-c9b09f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:57:42.746448244Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8ea7b366-2717-4af9-9a2c-f7941a1472dc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:57:42.79543136Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8ea7b366-2717-4af9-9a2c-f7941a1472dc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:57:42.844454592Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8ea7b366-2717-4af9-9a2c-f7941a1472dc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:57:42.89308436Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8ea7b366-2717-4af9-9a2c-f7941a1472dc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:57:43.690603448Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-873a34","namespace":"e2e-extmod-att-noaccess-c9b09f"},"namespace":"e2e-extmod-att-noaccess-c9b09f","name":"e2e-att-noaccess-873a34","reconcileID":"0a66cff9-3481-44bf-93a3-87ee65a6237a","MaaSModelRef":{"name":"e2e-att-noaccess-873a34","namespace":"e2e-extmod-att-noaccess-c9b09f"},"name":"e2e-att-noaccess-873a34","namespace":"e2e-extmod-att-noaccess-c9b09f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:57:44.72780141Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"49acde9f-b1c0-4378-b3c8-e3ccb9826f42","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:57:44.776760426Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"49acde9f-b1c0-4378-b3c8-e3ccb9826f42","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:57:44.825545056Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"49acde9f-b1c0-4378-b3c8-e3ccb9826f42","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:57:44.875368819Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"49acde9f-b1c0-4378-b3c8-e3ccb9826f42","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:57:46.721801123Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"39a9975e-0670-4692-9d3b-35e5f697717c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:57:46.770511725Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"39a9975e-0670-4692-9d3b-35e5f697717c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:57:46.819234494Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"39a9975e-0670-4692-9d3b-35e5f697717c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:57:46.867819894Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"39a9975e-0670-4692-9d3b-35e5f697717c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:57:48.712456389Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"53ad438c-de24-4c0b-80cb-78d37c4a4017","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:57:48.7615619Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"53ad438c-de24-4c0b-80cb-78d37c4a4017","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:57:48.810111389Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"53ad438c-de24-4c0b-80cb-78d37c4a4017","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:57:48.858895311Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"53ad438c-de24-4c0b-80cb-78d37c4a4017","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:57:50.660679931Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c8741234-8f8d-4f44-a6c6-8eb170db0f69","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:57:50.710586364Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c8741234-8f8d-4f44-a6c6-8eb170db0f69","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:57:50.759896781Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c8741234-8f8d-4f44-a6c6-8eb170db0f69","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:57:50.808734844Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c8741234-8f8d-4f44-a6c6-8eb170db0f69","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:57:53.815789281Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-873a34","namespace":"e2e-extmod-att-noaccess-c9b09f"},"namespace":"e2e-extmod-att-noaccess-c9b09f","name":"e2e-att-noaccess-873a34","reconcileID":"3cfa3fd4-3176-404b-8fe6-6a03c2d4b552","MaaSModelRef":{"name":"e2e-att-noaccess-873a34","namespace":"e2e-extmod-att-noaccess-c9b09f"},"name":"e2e-att-noaccess-873a34","namespace":"e2e-extmod-att-noaccess-c9b09f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:57:55.713429391Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:58:03.914895704Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-873a34","namespace":"e2e-extmod-att-noaccess-c9b09f"},"namespace":"e2e-extmod-att-noaccess-c9b09f","name":"e2e-att-noaccess-873a34","reconcileID":"c9673fc8-2ca3-4507-9f3c-ba29c5566db1","MaaSModelRef":{"name":"e2e-att-noaccess-873a34","namespace":"e2e-extmod-att-noaccess-c9b09f"},"name":"e2e-att-noaccess-873a34","namespace":"e2e-extmod-att-noaccess-c9b09f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:58:14.013871849Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-873a34","namespace":"e2e-extmod-att-noaccess-c9b09f"},"namespace":"e2e-extmod-att-noaccess-c9b09f","name":"e2e-att-noaccess-873a34","reconcileID":"bf25d8cf-1e3c-46a3-98dd-7f6971502262","MaaSModelRef":{"name":"e2e-att-noaccess-873a34","namespace":"e2e-extmod-att-noaccess-c9b09f"},"name":"e2e-att-noaccess-873a34","namespace":"e2e-extmod-att-noaccess-c9b09f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:58:15.573965219Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-532442"},"namespace":"ai-tenant-e2e-inf-a-532442","name":"default-tenant","reconcileID":"e079a7e7-fb1b-4819-89c8-c8b3085497d6","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-532442","tenantID":"e2e-inf-a-532442","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:58:15.68090455Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-532442"},"namespace":"ai-tenant-e2e-inf-a-532442","name":"default-tenant","reconcileID":"e079a7e7-fb1b-4819-89c8-c8b3085497d6","name":"e2e-inf-a-532442-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:58:24.112715279Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-873a34","namespace":"e2e-extmod-att-noaccess-c9b09f"},"namespace":"e2e-extmod-att-noaccess-c9b09f","name":"e2e-att-noaccess-873a34","reconcileID":"b4e85031-8765-4662-8b4b-7247d2fb78e7","MaaSModelRef":{"name":"e2e-att-noaccess-873a34","namespace":"e2e-extmod-att-noaccess-c9b09f"},"name":"e2e-att-noaccess-873a34","namespace":"e2e-extmod-att-noaccess-c9b09f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:58:25.71299078Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:58:29.87694011Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"namespace":"ai-tenant-e2e-worker-w0-9893f0","name":"premium-simulator-subscription","reconcileID":"8e84ec32-08d4-4f52-a6c9-a41228117771","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"name":"maas-trlp-premium-w0-9893f0","model":"e2e-models-e2e-worker-w0-9893f0/premium-w0-9893f0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:58:30.104748498Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"simulator-subscription","reconcileID":"cee6b858-497e-4302-b62c-67ed118b8acd","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"name":"maas-trlp-simulator-w2-91cd99","model":"e2e-models-e2e-worker-w2-91cd99/simulator-w2-91cd99","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:58:30.222143408Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"namespace":"ai-tenant-e2e-worker-w4-8d2c7c","name":"premium-simulator-subscription","reconcileID":"d5f70fa8-9105-49f9-a7f0-6e2c672cc45e","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"name":"maas-trlp-premium-w4-8d2c7c","model":"e2e-models-e2e-worker-w4-8d2c7c/premium-w4-8d2c7c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:58:30.256313919Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-serve-2a91e7-sub","namespace":"ai-tenant-e2e-extmod-b-94e247"},"namespace":"ai-tenant-e2e-extmod-b-94e247","name":"e2e-att-serve-2a91e7-sub","reconcileID":"0ddc9fb6-2e7b-48da-873b-0ddcc1572bf9","MaaSSubscription":{"name":"e2e-att-serve-2a91e7-sub","namespace":"ai-tenant-e2e-extmod-b-94e247"},"name":"maas-trlp-e2e-att-serve-2a91e7","model":"e2e-extmod-att-user-a4da68/e2e-att-serve-2a91e7","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:58:30.402752897Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"namespace":"ai-tenant-e2e-worker-w0-9893f0","name":"simulator-subscription","reconcileID":"15649bb2-024b-4d2f-a518-d820726dc183","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"name":"maas-trlp-simulator-w0-9893f0","model":"e2e-models-e2e-worker-w0-9893f0/simulator-w0-9893f0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:58:30.518094175Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"6c1aff27-3e34-48e9-bbda-bd86938509f1","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:58:30.63686086Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"namespace":"ai-tenant-e2e-worker-w3-bb1b51","name":"simulator-subscription","reconcileID":"dd971293-fa79-48c3-9cc1-2834ab387bcb","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"name":"maas-trlp-simulator-w3-bb1b51","model":"e2e-models-e2e-worker-w3-bb1b51/simulator-w3-bb1b51","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:58:30.6684932Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rec-ctrl-4ce791-sub","namespace":"ai-tenant-e2e-extmod-b-94e247"},"namespace":"ai-tenant-e2e-extmod-b-94e247","name":"e2e-rec-ctrl-4ce791-sub","reconcileID":"710cfafc-1a73-41cc-91c7-41a9bf266c02","MaaSSubscription":{"name":"e2e-rec-ctrl-4ce791-sub","namespace":"ai-tenant-e2e-extmod-b-94e247"},"name":"maas-trlp-e2e-rec-ctrl-4ce791","model":"e2e-extmod-rec-user-f3f6f8/e2e-rec-ctrl-4ce791","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:58:30.756694623Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"namespace":"ai-tenant-e2e-worker-w1-5951bc","name":"premium-simulator-subscription","reconcileID":"c98f3dd2-36da-42b8-828c-a05c23a94595","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"name":"maas-trlp-premium-w1-5951bc","model":"e2e-models-e2e-worker-w1-5951bc/premium-w1-5951bc","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:58:31.01897712Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"namespace":"ai-tenant-e2e-worker-w4-8d2c7c","name":"simulator-subscription","reconcileID":"64aba022-fb26-49fb-9440-b3c17e172b9b","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"name":"maas-trlp-simulator-w4-8d2c7c","model":"e2e-models-e2e-worker-w4-8d2c7c/simulator-w4-8d2c7c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:58:31.110766737Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"namespace":"ai-tenant-e2e-worker-w3-bb1b51","name":"premium-simulator-subscription","reconcileID":"80c58fe1-58ff-4111-bf2f-39c151e83115","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"name":"maas-trlp-premium-w3-bb1b51","model":"e2e-models-e2e-worker-w3-bb1b51/premium-w3-bb1b51","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:58:31.246555497Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"premium-simulator-subscription","reconcileID":"0894f277-bed3-4ac3-be7d-e08c70a4e6e0","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"name":"maas-trlp-premium-w2-91cd99","model":"e2e-models-e2e-worker-w2-91cd99/premium-w2-91cd99","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:58:31.347161045Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"namespace":"ai-tenant-e2e-worker-w1-5951bc","name":"simulator-subscription","reconcileID":"b22de1d8-0dd3-4ca2-8908-092066add518","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"name":"maas-trlp-simulator-w1-5951bc","model":"e2e-models-e2e-worker-w1-5951bc/simulator-w1-5951bc","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:58:31.495694949Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rec-recover-012868-sub","namespace":"ai-tenant-e2e-extmod-b-94e247"},"namespace":"ai-tenant-e2e-extmod-b-94e247","name":"e2e-rec-recover-012868-sub","reconcileID":"1761e0bb-ac08-44d1-818e-b54d38170adb","MaaSSubscription":{"name":"e2e-rec-recover-012868-sub","namespace":"ai-tenant-e2e-extmod-b-94e247"},"name":"maas-trlp-e2e-rec-recover-012868","model":"e2e-extmod-rec-noaccess-c16cea/e2e-rec-recover-012868","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:58:31.546578541Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"4e6108b5-a781-480b-aee2-57ef512f4ec5","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:58:31.694937875Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dft-c7826d-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-c7826d-sub","reconcileID":"48495d75-10ac-4226-9045-69b952b513dc","MaaSSubscription":{"name":"e2e-dft-c7826d-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-dft-c7826d","model":"llm/e2e-dft-c7826d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:58:33.263791475Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-fb74b5"},"namespace":"ai-tenant-e2e-extmod-b-fb74b5","name":"default-tenant","reconcileID":"ad6fab93-d2a6-4235-bb4e-4f151155a557","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-fb74b5","tenantID":"e2e-extmod-b-fb74b5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:58:33.372228339Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-fb74b5"},"namespace":"ai-tenant-e2e-extmod-b-fb74b5","name":"default-tenant","reconcileID":"ad6fab93-d2a6-4235-bb4e-4f151155a557","name":"e2e-extmod-b-fb74b5-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:58:34.211219975Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-873a34","namespace":"e2e-extmod-att-noaccess-c9b09f"},"namespace":"e2e-extmod-att-noaccess-c9b09f","name":"e2e-att-noaccess-873a34","reconcileID":"ffb1bd40-f5a9-4b3e-b4fa-0ba38abe3e41","MaaSModelRef":{"name":"e2e-att-noaccess-873a34","namespace":"e2e-extmod-att-noaccess-c9b09f"},"name":"e2e-att-noaccess-873a34","namespace":"e2e-extmod-att-noaccess-c9b09f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:58:44.309697896Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-873a34","namespace":"e2e-extmod-att-noaccess-c9b09f"},"namespace":"e2e-extmod-att-noaccess-c9b09f","name":"e2e-att-noaccess-873a34","reconcileID":"9e48dac9-77cf-423e-82cc-30fd437c31c9","MaaSModelRef":{"name":"e2e-att-noaccess-873a34","namespace":"e2e-extmod-att-noaccess-c9b09f"},"name":"e2e-att-noaccess-873a34","namespace":"e2e-extmod-att-noaccess-c9b09f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:58:54.40807823Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-873a34","namespace":"e2e-extmod-att-noaccess-c9b09f"},"namespace":"e2e-extmod-att-noaccess-c9b09f","name":"e2e-att-noaccess-873a34","reconcileID":"1e115d52-e824-4cb9-9869-d91b534e8a34","MaaSModelRef":{"name":"e2e-att-noaccess-873a34","namespace":"e2e-extmod-att-noaccess-c9b09f"},"name":"e2e-att-noaccess-873a34","namespace":"e2e-extmod-att-noaccess-c9b09f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:58:55.71391256Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:59:04.506296367Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-873a34","namespace":"e2e-extmod-att-noaccess-c9b09f"},"namespace":"e2e-extmod-att-noaccess-c9b09f","name":"e2e-att-noaccess-873a34","reconcileID":"67f30299-8b37-48b4-83d9-e9814c88c28e","MaaSModelRef":{"name":"e2e-att-noaccess-873a34","namespace":"e2e-extmod-att-noaccess-c9b09f"},"name":"e2e-att-noaccess-873a34","namespace":"e2e-extmod-att-noaccess-c9b09f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:59:12.86470043Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-aa9221"},"namespace":"ai-tenant-e2e-inf-b-aa9221","name":"default-tenant","reconcileID":"2660197b-3ba3-4664-a135-e5bd66cc3bb6","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-aa9221","tenantID":"e2e-inf-b-aa9221","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:59:12.970722687Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-aa9221"},"namespace":"ai-tenant-e2e-inf-b-aa9221","name":"default-tenant","reconcileID":"2660197b-3ba3-4664-a135-e5bd66cc3bb6","name":"e2e-inf-b-aa9221-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:59:14.604990646Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-873a34","namespace":"e2e-extmod-att-noaccess-c9b09f"},"namespace":"e2e-extmod-att-noaccess-c9b09f","name":"e2e-att-noaccess-873a34","reconcileID":"d2482fb3-a6ba-4151-b5e2-873cd181fe60","MaaSModelRef":{"name":"e2e-att-noaccess-873a34","namespace":"e2e-extmod-att-noaccess-c9b09f"},"name":"e2e-att-noaccess-873a34","namespace":"e2e-extmod-att-noaccess-c9b09f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:59:24.703158263Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-873a34","namespace":"e2e-extmod-att-noaccess-c9b09f"},"namespace":"e2e-extmod-att-noaccess-c9b09f","name":"e2e-att-noaccess-873a34","reconcileID":"ee612074-1ea5-4dfc-a75b-f75f58be11ee","MaaSModelRef":{"name":"e2e-att-noaccess-873a34","namespace":"e2e-extmod-att-noaccess-c9b09f"},"name":"e2e-att-noaccess-873a34","namespace":"e2e-extmod-att-noaccess-c9b09f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:59:25.713520829Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:59:34.801545331Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-873a34","namespace":"e2e-extmod-att-noaccess-c9b09f"},"namespace":"e2e-extmod-att-noaccess-c9b09f","name":"e2e-att-noaccess-873a34","reconcileID":"25912b1f-936e-4bc2-a073-5db90eb0976f","MaaSModelRef":{"name":"e2e-att-noaccess-873a34","namespace":"e2e-extmod-att-noaccess-c9b09f"},"name":"e2e-att-noaccess-873a34","namespace":"e2e-extmod-att-noaccess-c9b09f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:59:44.900139023Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-873a34","namespace":"e2e-extmod-att-noaccess-c9b09f"},"namespace":"e2e-extmod-att-noaccess-c9b09f","name":"e2e-att-noaccess-873a34","reconcileID":"79cbb7fd-929c-4a2d-8ae6-d7f6e8cf3281","MaaSModelRef":{"name":"e2e-att-noaccess-873a34","namespace":"e2e-extmod-att-noaccess-c9b09f"},"name":"e2e-att-noaccess-873a34","namespace":"e2e-extmod-att-noaccess-c9b09f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:59:49.349270486Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-873a34","namespace":"e2e-extmod-att-noaccess-c9b09f"},"namespace":"e2e-extmod-att-noaccess-c9b09f","name":"e2e-att-noaccess-873a34","reconcileID":"83c2f045-62c4-47aa-8a87-856915e9d85c","MaaSModelRef":{"name":"e2e-att-noaccess-873a34","namespace":"e2e-extmod-att-noaccess-c9b09f"},"name":"e2e-att-noaccess-873a34","namespace":"e2e-extmod-att-noaccess-c9b09f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:59:50.233091098Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5b15659f-e47d-43d2-ad35-270e1896a993","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:59:50.282145894Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5b15659f-e47d-43d2-ad35-270e1896a993","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:59:50.330928494Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5b15659f-e47d-43d2-ad35-270e1896a993","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:59:50.379892527Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5b15659f-e47d-43d2-ad35-270e1896a993","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:59:52.18193496Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"772b9f23-c17e-4167-a06a-0b7664325c7e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:59:52.23060175Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"772b9f23-c17e-4167-a06a-0b7664325c7e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:59:52.279759573Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"772b9f23-c17e-4167-a06a-0b7664325c7e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:59:52.328555364Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"772b9f23-c17e-4167-a06a-0b7664325c7e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:59:55.712686859Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:59:59.49622171Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-873a34","namespace":"e2e-extmod-att-noaccess-c9b09f"},"namespace":"e2e-extmod-att-noaccess-c9b09f","name":"e2e-att-noaccess-873a34","reconcileID":"c89d3309-aed3-4c1f-b294-1361b93e2527","MaaSModelRef":{"name":"e2e-att-noaccess-873a34","namespace":"e2e-extmod-att-noaccess-c9b09f"},"name":"e2e-att-noaccess-873a34","namespace":"e2e-extmod-att-noaccess-c9b09f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:00:00.267034909Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-873a34","namespace":"e2e-extmod-att-noaccess-c9b09f"},"namespace":"e2e-extmod-att-noaccess-c9b09f","name":"e2e-att-noaccess-873a34","reconcileID":"6ba42635-14c1-4578-af5c-ccabf9b4a3c0","MaaSModelRef":{"name":"e2e-att-noaccess-873a34","namespace":"e2e-extmod-att-noaccess-c9b09f"},"name":"e2e-att-noaccess-873a34","namespace":"e2e-extmod-att-noaccess-c9b09f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:00:01.11955479Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1bcaab98-3ab9-41c5-962d-4b05e03b74ac","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:00:01.169471374Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1bcaab98-3ab9-41c5-962d-4b05e03b74ac","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:00:01.218417289Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1bcaab98-3ab9-41c5-962d-4b05e03b74ac","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:00:01.267252599Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1bcaab98-3ab9-41c5-962d-4b05e03b74ac","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:00:03.101587614Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3f8a5bbe-fa6a-49b0-bd77-a21dd1d1e17b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:00:03.150529887Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3f8a5bbe-fa6a-49b0-bd77-a21dd1d1e17b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:00:03.200028208Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3f8a5bbe-fa6a-49b0-bd77-a21dd1d1e17b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:00:03.25250094Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3f8a5bbe-fa6a-49b0-bd77-a21dd1d1e17b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:00:05.058569935Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"949bcf2d-cd4e-4b09-a66d-188171c134dd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:00:05.107654473Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"949bcf2d-cd4e-4b09-a66d-188171c134dd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:00:05.156540455Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"949bcf2d-cd4e-4b09-a66d-188171c134dd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:00:05.206210545Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"949bcf2d-cd4e-4b09-a66d-188171c134dd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:00:07.033140336Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4a6d7962-bbf5-4b25-9c66-736b771f767f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:00:07.081898455Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4a6d7962-bbf5-4b25-9c66-736b771f767f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:00:07.130739406Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4a6d7962-bbf5-4b25-9c66-736b771f767f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:00:07.1794184Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4a6d7962-bbf5-4b25-9c66-736b771f767f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:00:07.767906387Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-873a34","namespace":"e2e-extmod-att-noaccess-c9b09f"},"namespace":"e2e-extmod-att-noaccess-c9b09f","name":"e2e-att-noaccess-873a34","reconcileID":"f338391f-c487-4ef4-bdf8-6bc7a73520bf","MaaSModelRef":{"name":"e2e-att-noaccess-873a34","namespace":"e2e-extmod-att-noaccess-c9b09f"},"name":"e2e-att-noaccess-873a34","namespace":"e2e-extmod-att-noaccess-c9b09f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:00:08.214257578Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-873a34","namespace":"e2e-extmod-att-noaccess-c9b09f"},"namespace":"e2e-extmod-att-noaccess-c9b09f","name":"e2e-att-noaccess-873a34","reconcileID":"d10f1420-1a5f-40a5-b8dc-ee7931fde0d8","MaaSModelRef":{"name":"e2e-att-noaccess-873a34","namespace":"e2e-extmod-att-noaccess-c9b09f"},"name":"e2e-att-noaccess-873a34","namespace":"e2e-extmod-att-noaccess-c9b09f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:00:09.041622143Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"56395b89-d97b-41ef-ada2-bbbd2ce1c215","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:00:09.090947622Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"56395b89-d97b-41ef-ada2-bbbd2ce1c215","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:00:09.139515495Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"56395b89-d97b-41ef-ada2-bbbd2ce1c215","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:00:09.188605448Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"56395b89-d97b-41ef-ada2-bbbd2ce1c215","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:00:10.996222328Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"acd25bb3-2328-4e8b-8a6e-02cd99bc3647","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:00:11.044755611Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"acd25bb3-2328-4e8b-8a6e-02cd99bc3647","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:00:11.09332467Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"acd25bb3-2328-4e8b-8a6e-02cd99bc3647","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:00:11.142252263Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"acd25bb3-2328-4e8b-8a6e-02cd99bc3647","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:00:18.312581321Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-873a34","namespace":"e2e-extmod-att-noaccess-c9b09f"},"namespace":"e2e-extmod-att-noaccess-c9b09f","name":"e2e-att-noaccess-873a34","reconcileID":"d8fb793c-a10a-4a5a-bca9-872733fc367b","MaaSModelRef":{"name":"e2e-att-noaccess-873a34","namespace":"e2e-extmod-att-noaccess-c9b09f"},"name":"e2e-att-noaccess-873a34","namespace":"e2e-extmod-att-noaccess-c9b09f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:00:19.178011311Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rec-recover-012868-sub","namespace":"ai-tenant-e2e-extmod-b-94e247"},"namespace":"ai-tenant-e2e-extmod-b-94e247","name":"e2e-rec-recover-012868-sub","reconcileID":"ca58508b-2880-4c4f-a560-6154bb4dbf8f","MaaSSubscription":{"name":"e2e-rec-recover-012868-sub","namespace":"ai-tenant-e2e-extmod-b-94e247"},"model":"e2e-extmod-rec-noaccess-c16cea/e2e-rec-recover-012868","error":"MaaSModelRef not found: e2e-extmod-rec-noaccess-c16cea/e2e-rec-recover-012868 (deleting)","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:00:19.2227604Z","body":"Deleting generated TokenRateLimitPolicy on MaaSModelRef deletion","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-012868","namespace":"e2e-extmod-rec-noaccess-c16cea"},"namespace":"e2e-extmod-rec-noaccess-c16cea","name":"e2e-rec-recover-012868","reconcileID":"0f4f6347-5764-4a49-b059-6f5f603d1154","MaaSModelRef":{"name":"e2e-rec-recover-012868","namespace":"e2e-extmod-rec-noaccess-c16cea"},"name":"maas-trlp-e2e-rec-recover-012868","namespace":"e2e-extmod-rec-noaccess-c16cea","model":"e2e-rec-recover-012868","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:00:19.229295155Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rec-recover-012868-sub","namespace":"ai-tenant-e2e-extmod-b-94e247"},"namespace":"ai-tenant-e2e-extmod-b-94e247","name":"e2e-rec-recover-012868-sub","reconcileID":"ca58508b-2880-4c4f-a560-6154bb4dbf8f","MaaSSubscription":{"name":"e2e-rec-recover-012868-sub","namespace":"ai-tenant-e2e-extmod-b-94e247"},"name":"maas-trlp-e2e-rec-recover-012868","namespace":"e2e-extmod-rec-noaccess-c16cea","model":"e2e-extmod-rec-noaccess-c16cea/e2e-rec-recover-012868","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:00:19.339519961Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-012868-access","namespace":"ai-tenant-e2e-extmod-b-94e247"},"namespace":"ai-tenant-e2e-extmod-b-94e247","name":"e2e-rec-recover-012868-access","reconcileID":"28cccbd9-98e0-44d1-b2e0-11ef44f9ab62","MaaSAuthPolicy":{"name":"e2e-rec-recover-012868-access","namespace":"ai-tenant-e2e-extmod-b-94e247"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-94e247","tenantID":"e2e-extmod-b-94e247","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:00:19.339580136Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-2a91e7-access","namespace":"ai-tenant-e2e-extmod-b-94e247"},"namespace":"ai-tenant-e2e-extmod-b-94e247","name":"e2e-att-serve-2a91e7-access","reconcileID":"e90d0351-6c8c-4870-9bd7-b08739ea0123","MaaSAuthPolicy":{"name":"e2e-att-serve-2a91e7-access","namespace":"ai-tenant-e2e-extmod-b-94e247"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-94e247","tenantID":"e2e-extmod-b-94e247","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:00:19.340062515Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-4ce791-access","namespace":"ai-tenant-e2e-extmod-b-94e247"},"namespace":"ai-tenant-e2e-extmod-b-94e247","name":"e2e-rec-ctrl-4ce791-access","reconcileID":"b43c65b0-178d-4f35-b8ba-08a4719b1280","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-4ce791-access","namespace":"ai-tenant-e2e-extmod-b-94e247"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-94e247","tenantID":"e2e-extmod-b-94e247","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:00:19.398176144Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-4ce791-access","namespace":"ai-tenant-e2e-extmod-b-94e247"},"namespace":"ai-tenant-e2e-extmod-b-94e247","name":"e2e-rec-ctrl-4ce791-access","reconcileID":"b43c65b0-178d-4f35-b8ba-08a4719b1280","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-4ce791-access","namespace":"ai-tenant-e2e-extmod-b-94e247"},"name":"e2e-extmod-b-94e247-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:00:19.398929007Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-2a91e7-access","namespace":"ai-tenant-e2e-extmod-b-94e247"},"namespace":"ai-tenant-e2e-extmod-b-94e247","name":"e2e-att-serve-2a91e7-access","reconcileID":"e90d0351-6c8c-4870-9bd7-b08739ea0123","MaaSAuthPolicy":{"name":"e2e-att-serve-2a91e7-access","namespace":"ai-tenant-e2e-extmod-b-94e247"},"name":"e2e-extmod-b-94e247-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:00:19.400628186Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-012868-access","namespace":"ai-tenant-e2e-extmod-b-94e247"},"namespace":"ai-tenant-e2e-extmod-b-94e247","name":"e2e-rec-recover-012868-access","reconcileID":"28cccbd9-98e0-44d1-b2e0-11ef44f9ab62","MaaSAuthPolicy":{"name":"e2e-rec-recover-012868-access","namespace":"ai-tenant-e2e-extmod-b-94e247"},"name":"e2e-extmod-b-94e247-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:00:19.400664635Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-012868-access","namespace":"ai-tenant-e2e-extmod-b-94e247"},"namespace":"ai-tenant-e2e-extmod-b-94e247","name":"e2e-rec-recover-012868-access","reconcileID":"28cccbd9-98e0-44d1-b2e0-11ef44f9ab62","MaaSAuthPolicy":{"name":"e2e-rec-recover-012868-access","namespace":"ai-tenant-e2e-extmod-b-94e247"},"model":"e2e-extmod-rec-noaccess-c16cea/e2e-rec-recover-012868","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:00:19.437150788Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rec-recover-012868-sub","namespace":"ai-tenant-e2e-extmod-b-94e247"},"namespace":"ai-tenant-e2e-extmod-b-94e247","name":"e2e-rec-recover-012868-sub","reconcileID":"e5187725-4ed4-4f38-bdc2-67ebc6955af2","MaaSSubscription":{"name":"e2e-rec-recover-012868-sub","namespace":"ai-tenant-e2e-extmod-b-94e247"},"model":"e2e-extmod-rec-noaccess-c16cea/e2e-rec-recover-012868","error":"MaaSModelRef not found: e2e-extmod-rec-noaccess-c16cea/e2e-rec-recover-012868 (deleting)","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T13:00:19.737876158Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-012868","namespace":"e2e-extmod-rec-noaccess-c16cea"},"namespace":"e2e-extmod-rec-noaccess-c16cea","name":"e2e-rec-recover-012868","reconcileID":"2c1b418a-0d1a-4eea-89fb-9142b2b38e62","error":"maasmodelrefs.maas.opendatahub.io \"e2e-rec-recover-012868\" not found","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T13:00:19.753031062Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-012868-access","namespace":"ai-tenant-e2e-extmod-b-94e247"},"namespace":"ai-tenant-e2e-extmod-b-94e247","name":"e2e-rec-recover-012868-access","reconcileID":"3b90699b-08fe-44bf-b9a1-c58d0062d13f","MaaSAuthPolicy":{"name":"e2e-rec-recover-012868-access","namespace":"ai-tenant-e2e-extmod-b-94e247"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-94e247","tenantID":"e2e-extmod-b-94e247","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:00:19.806193901Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-012868-access","namespace":"ai-tenant-e2e-extmod-b-94e247"},"namespace":"ai-tenant-e2e-extmod-b-94e247","name":"e2e-rec-recover-012868-access","reconcileID":"3b90699b-08fe-44bf-b9a1-c58d0062d13f","MaaSAuthPolicy":{"name":"e2e-rec-recover-012868-access","namespace":"ai-tenant-e2e-extmod-b-94e247"},"name":"e2e-extmod-b-94e247-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:00:19.806230399Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-012868-access","namespace":"ai-tenant-e2e-extmod-b-94e247"},"namespace":"ai-tenant-e2e-extmod-b-94e247","name":"e2e-rec-recover-012868-access","reconcileID":"3b90699b-08fe-44bf-b9a1-c58d0062d13f","MaaSAuthPolicy":{"name":"e2e-rec-recover-012868-access","namespace":"ai-tenant-e2e-extmod-b-94e247"},"model":"e2e-extmod-rec-noaccess-c16cea/e2e-rec-recover-012868","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:00:19.84982671Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-4ce791-access","namespace":"ai-tenant-e2e-extmod-b-94e247"},"namespace":"ai-tenant-e2e-extmod-b-94e247","name":"e2e-rec-ctrl-4ce791-access","reconcileID":"efc80505-0579-4e46-865b-10a7cc366404","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-4ce791-access","namespace":"ai-tenant-e2e-extmod-b-94e247"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-94e247","tenantID":"e2e-extmod-b-94e247","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:00:19.849862104Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-2a91e7-access","namespace":"ai-tenant-e2e-extmod-b-94e247"},"namespace":"ai-tenant-e2e-extmod-b-94e247","name":"e2e-att-serve-2a91e7-access","reconcileID":"e0e3210e-8338-4556-8fd8-015bebd663db","MaaSAuthPolicy":{"name":"e2e-att-serve-2a91e7-access","namespace":"ai-tenant-e2e-extmod-b-94e247"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-94e247","tenantID":"e2e-extmod-b-94e247","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:00:19.90481559Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-4ce791-access","namespace":"ai-tenant-e2e-extmod-b-94e247"},"namespace":"ai-tenant-e2e-extmod-b-94e247","name":"e2e-rec-ctrl-4ce791-access","reconcileID":"efc80505-0579-4e46-865b-10a7cc366404","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-4ce791-access","namespace":"ai-tenant-e2e-extmod-b-94e247"},"name":"e2e-extmod-b-94e247-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:00:19.905886244Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-2a91e7-access","namespace":"ai-tenant-e2e-extmod-b-94e247"},"namespace":"ai-tenant-e2e-extmod-b-94e247","name":"e2e-att-serve-2a91e7-access","reconcileID":"e0e3210e-8338-4556-8fd8-015bebd663db","MaaSAuthPolicy":{"name":"e2e-att-serve-2a91e7-access","namespace":"ai-tenant-e2e-extmod-b-94e247"},"name":"e2e-extmod-b-94e247-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:00:20.356503639Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rec-recover-012868","namespace":"e2e-extmod-rec-noaccess-c16cea"},"namespace":"e2e-extmod-rec-noaccess-c16cea","name":"e2e-rec-recover-012868","reconcileID":"6abc8474-7f19-40c1-8fb7-0c9c22cb0139","namespace":"e2e-extmod-rec-noaccess-c16cea","name":"e2e-rec-recover-012868","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:00:20.546408641Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"namespace":"ai-tenant-e2e-worker-w1-5951bc","name":"premium-simulator-access","reconcileID":"bbaab946-a924-4ad1-ad8c-46254a0ac2fa","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5951bc","tenantID":"e2e-worker-w1-5951bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:00:20.54646355Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"namespace":"ai-tenant-e2e-worker-w0-9893f0","name":"premium-simulator-access","reconcileID":"cbe1f684-7fa3-4c97-887b-0dda81d77cc7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9893f0","tenantID":"e2e-worker-w0-9893f0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:00:20.548124062Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"namespace":"ai-tenant-e2e-worker-w4-8d2c7c","name":"simulator-access","reconcileID":"6a3ef8ad-81a8-48be-84f0-553df4c95e91","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-8d2c7c","tenantID":"e2e-worker-w4-8d2c7c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:00:20.596287103Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-4ce791-access","namespace":"ai-tenant-e2e-extmod-b-94e247"},"namespace":"ai-tenant-e2e-extmod-b-94e247","name":"e2e-rec-ctrl-4ce791-access","reconcileID":"44cd1380-51cc-4059-84e5-b0dc8f86ad40","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-4ce791-access","namespace":"ai-tenant-e2e-extmod-b-94e247"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-94e247","tenantID":"e2e-extmod-b-94e247","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:00:20.596832267Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-2a91e7-access","namespace":"ai-tenant-e2e-extmod-b-94e247"},"namespace":"ai-tenant-e2e-extmod-b-94e247","name":"e2e-att-serve-2a91e7-access","reconcileID":"4086afc2-2789-4e9d-9666-a2e6edf6a8bf","MaaSAuthPolicy":{"name":"e2e-att-serve-2a91e7-access","namespace":"ai-tenant-e2e-extmod-b-94e247"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-94e247","tenantID":"e2e-extmod-b-94e247","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:00:20.599762545Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"namespace":"ai-tenant-e2e-worker-w1-5951bc","name":"premium-simulator-access","reconcileID":"bbaab946-a924-4ad1-ad8c-46254a0ac2fa","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"name":"e2e-worker-w1-5951bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:00:20.599877915Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"namespace":"ai-tenant-e2e-worker-w0-9893f0","name":"premium-simulator-access","reconcileID":"cbe1f684-7fa3-4c97-887b-0dda81d77cc7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"name":"e2e-worker-w0-9893f0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:00:20.602061935Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"namespace":"ai-tenant-e2e-worker-w4-8d2c7c","name":"simulator-access","reconcileID":"6a3ef8ad-81a8-48be-84f0-553df4c95e91","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"name":"e2e-worker-w4-8d2c7c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:00:20.716983981Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-4ce791-access","namespace":"ai-tenant-e2e-extmod-b-94e247"},"namespace":"ai-tenant-e2e-extmod-b-94e247","name":"e2e-rec-ctrl-4ce791-access","reconcileID":"44cd1380-51cc-4059-84e5-b0dc8f86ad40","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-4ce791-access","namespace":"ai-tenant-e2e-extmod-b-94e247"},"name":"e2e-extmod-b-94e247-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:00:20.719590082Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-2a91e7-access","namespace":"ai-tenant-e2e-extmod-b-94e247"},"namespace":"ai-tenant-e2e-extmod-b-94e247","name":"e2e-att-serve-2a91e7-access","reconcileID":"4086afc2-2789-4e9d-9666-a2e6edf6a8bf","MaaSAuthPolicy":{"name":"e2e-att-serve-2a91e7-access","namespace":"ai-tenant-e2e-extmod-b-94e247"},"name":"e2e-extmod-b-94e247-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:00:21.018187049Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"premium-simulator-access","reconcileID":"7a0cbb8b-49ba-4e95-b889-81419d2c37a2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-91cd99","tenantID":"e2e-worker-w2-91cd99","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:00:21.01929297Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"namespace":"ai-tenant-e2e-worker-w3-bb1b51","name":"simulator-access","reconcileID":"49339b3b-eda2-4c69-b9e1-a3685ac6424b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bb1b51","tenantID":"e2e-worker-w3-bb1b51","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:00:21.067829612Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-c7826d-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-c7826d-access","reconcileID":"f850855b-b806-4756-b934-0eed49304fdf","MaaSAuthPolicy":{"name":"e2e-dft-c7826d-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:00:21.070995859Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"premium-simulator-access","reconcileID":"7a0cbb8b-49ba-4e95-b889-81419d2c37a2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"name":"e2e-worker-w2-91cd99-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:00:21.072122853Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"namespace":"ai-tenant-e2e-worker-w3-bb1b51","name":"simulator-access","reconcileID":"49339b3b-eda2-4c69-b9e1-a3685ac6424b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"name":"e2e-worker-w3-bb1b51-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:00:21.121405013Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-c7826d-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-c7826d-access","reconcileID":"f850855b-b806-4756-b934-0eed49304fdf","MaaSAuthPolicy":{"name":"e2e-dft-c7826d-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:00:21.122470357Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"namespace":"ai-tenant-e2e-worker-w3-bb1b51","name":"premium-simulator-access","reconcileID":"9a409dd6-f303-4769-80ec-d22ec16fd243","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bb1b51","tenantID":"e2e-worker-w3-bb1b51","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:00:21.122512667Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"namespace":"ai-tenant-e2e-worker-w1-5951bc","name":"simulator-access","reconcileID":"ac87529f-c6d9-43ae-9142-39794fa3b17c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5951bc","tenantID":"e2e-worker-w1-5951bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:00:21.173921092Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rec-recover-012868","namespace":"e2e-extmod-rec-noaccess-c16cea"},"namespace":"e2e-extmod-rec-noaccess-c16cea","name":"e2e-rec-recover-012868","reconcileID":"b97a1c3c-9187-4cd4-a320-aea7d048b659","namespace":"e2e-extmod-rec-noaccess-c16cea","name":"e2e-rec-recover-012868","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:00:21.17722863Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"namespace":"ai-tenant-e2e-worker-w1-5951bc","name":"simulator-access","reconcileID":"ac87529f-c6d9-43ae-9142-39794fa3b17c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"name":"e2e-worker-w1-5951bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:00:21.177574115Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"namespace":"ai-tenant-e2e-worker-w3-bb1b51","name":"premium-simulator-access","reconcileID":"9a409dd6-f303-4769-80ec-d22ec16fd243","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"name":"e2e-worker-w3-bb1b51-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:00:21.462794651Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-012868-access","namespace":"ai-tenant-e2e-extmod-b-94e247"},"namespace":"ai-tenant-e2e-extmod-b-94e247","name":"e2e-rec-recover-012868-access","reconcileID":"73d0f6c1-e5e1-4026-8123-4908b541126b","MaaSAuthPolicy":{"name":"e2e-rec-recover-012868-access","namespace":"ai-tenant-e2e-extmod-b-94e247"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-94e247","tenantID":"e2e-extmod-b-94e247","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:00:21.514796131Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"namespace":"ai-tenant-e2e-worker-w4-8d2c7c","name":"premium-simulator-access","reconcileID":"4a2494e7-c4dd-4b54-8dc3-63c8b7049f4f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-8d2c7c","tenantID":"e2e-worker-w4-8d2c7c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:00:21.515372046Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-012868-access","namespace":"ai-tenant-e2e-extmod-b-94e247"},"namespace":"ai-tenant-e2e-extmod-b-94e247","name":"e2e-rec-recover-012868-access","reconcileID":"73d0f6c1-e5e1-4026-8123-4908b541126b","MaaSAuthPolicy":{"name":"e2e-rec-recover-012868-access","namespace":"ai-tenant-e2e-extmod-b-94e247"},"name":"e2e-extmod-b-94e247-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:00:21.516187686Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"simulator-access","reconcileID":"3aed31db-82da-465f-9e61-1390d91e1120","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-91cd99","tenantID":"e2e-worker-w2-91cd99","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:00:21.563711234Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"552dd402-5de5-4d7a-868f-42d44ef3787f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:00:21.565575399Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"79ea5203-37df-47c7-a178-349b9877f338","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:00:21.56688849Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-012868-access","namespace":"ai-tenant-e2e-extmod-b-94e247"},"namespace":"ai-tenant-e2e-extmod-b-94e247","name":"e2e-rec-recover-012868-access","reconcileID":"73d0f6c1-e5e1-4026-8123-4908b541126b","MaaSAuthPolicy":{"name":"e2e-rec-recover-012868-access","namespace":"ai-tenant-e2e-extmod-b-94e247"},"model":"e2e-extmod-rec-noaccess-c16cea/e2e-rec-recover-012868","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:00:21.569525674Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"simulator-access","reconcileID":"3aed31db-82da-465f-9e61-1390d91e1120","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"name":"e2e-worker-w2-91cd99-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:00:21.570067935Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"namespace":"ai-tenant-e2e-worker-w4-8d2c7c","name":"premium-simulator-access","reconcileID":"4a2494e7-c4dd-4b54-8dc3-63c8b7049f4f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"name":"e2e-worker-w4-8d2c7c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:00:21.616688449Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"552dd402-5de5-4d7a-868f-42d44ef3787f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:00:21.618550075Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"79ea5203-37df-47c7-a178-349b9877f338","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:00:21.745242434Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rec-recover-012868","namespace":"e2e-extmod-rec-noaccess-c16cea"},"namespace":"e2e-extmod-rec-noaccess-c16cea","name":"e2e-rec-recover-012868","reconcileID":"54f13f76-552e-4162-b734-6fe57a2c72fe","namespace":"e2e-extmod-rec-noaccess-c16cea","name":"e2e-rec-recover-012868","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:00:21.863283954Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"namespace":"ai-tenant-e2e-worker-w0-9893f0","name":"simulator-access","reconcileID":"58212153-12d4-49a0-a078-9b81ce78dbdf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9893f0","tenantID":"e2e-worker-w0-9893f0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:00:21.916354244Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"namespace":"ai-tenant-e2e-worker-w0-9893f0","name":"simulator-access","reconcileID":"58212153-12d4-49a0-a078-9b81ce78dbdf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"name":"e2e-worker-w0-9893f0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:00:21.969592645Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"namespace":"ai-tenant-e2e-worker-w3-bb1b51","name":"simulator-access","reconcileID":"ac1088e0-5f08-4e4d-b899-96c9b60f6671","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bb1b51","tenantID":"e2e-worker-w3-bb1b51","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:00:21.969689487Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"namespace":"ai-tenant-e2e-worker-w3-bb1b51","name":"premium-simulator-access","reconcileID":"0484a470-863d-41d2-86cf-15b15d0284b6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bb1b51","tenantID":"e2e-worker-w3-bb1b51","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:00:21.970047661Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"namespace":"ai-tenant-e2e-worker-w1-5951bc","name":"simulator-access","reconcileID":"fb29df33-8f84-4496-87dc-bad76af16de2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5951bc","tenantID":"e2e-worker-w1-5951bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:00:21.997966028Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rec-recover-012868","namespace":"e2e-extmod-rec-noaccess-c16cea"},"namespace":"e2e-extmod-rec-noaccess-c16cea","name":"e2e-rec-recover-012868","reconcileID":"c0d8a88e-2fc5-4ced-beb7-2e2767e26d71","namespace":"e2e-extmod-rec-noaccess-c16cea","name":"e2e-rec-recover-012868","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:00:22.022737947Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"namespace":"ai-tenant-e2e-worker-w3-bb1b51","name":"simulator-access","reconcileID":"ac1088e0-5f08-4e4d-b899-96c9b60f6671","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"name":"e2e-worker-w3-bb1b51-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:00:22.023859146Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"namespace":"ai-tenant-e2e-worker-w3-bb1b51","name":"premium-simulator-access","reconcileID":"0484a470-863d-41d2-86cf-15b15d0284b6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"name":"e2e-worker-w3-bb1b51-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:00:22.026106067Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"namespace":"ai-tenant-e2e-worker-w1-5951bc","name":"simulator-access","reconcileID":"fb29df33-8f84-4496-87dc-bad76af16de2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"name":"e2e-worker-w1-5951bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:00:22.063781059Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-4ce791-access","namespace":"ai-tenant-e2e-extmod-b-94e247"},"namespace":"ai-tenant-e2e-extmod-b-94e247","name":"e2e-rec-ctrl-4ce791-access","reconcileID":"95130768-cd9a-4353-83bf-f97a8c758c64","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-4ce791-access","namespace":"ai-tenant-e2e-extmod-b-94e247"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-94e247","tenantID":"e2e-extmod-b-94e247","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:00:22.11591846Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-4ce791-access","namespace":"ai-tenant-e2e-extmod-b-94e247"},"namespace":"ai-tenant-e2e-extmod-b-94e247","name":"e2e-rec-ctrl-4ce791-access","reconcileID":"95130768-cd9a-4353-83bf-f97a8c758c64","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-4ce791-access","namespace":"ai-tenant-e2e-extmod-b-94e247"},"name":"e2e-extmod-b-94e247-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:00:22.268159505Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"namespace":"ai-tenant-e2e-worker-w1-5951bc","name":"premium-simulator-access","reconcileID":"2f9448d4-43cd-46d3-9184-427c505d8e15","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5951bc","tenantID":"e2e-worker-w1-5951bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:00:22.320600236Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"namespace":"ai-tenant-e2e-worker-w1-5951bc","name":"premium-simulator-access","reconcileID":"2f9448d4-43cd-46d3-9184-427c505d8e15","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"name":"e2e-worker-w1-5951bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:00:22.366484194Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"namespace":"ai-tenant-e2e-worker-w0-9893f0","name":"premium-simulator-access","reconcileID":"194ecc61-eed0-46f8-9e7b-62961efa7e49","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9893f0","tenantID":"e2e-worker-w0-9893f0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:00:22.370865724Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"namespace":"ai-tenant-e2e-worker-w4-8d2c7c","name":"simulator-access","reconcileID":"962ab718-db9a-4def-a5bf-d98898b9716a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-8d2c7c","tenantID":"e2e-worker-w4-8d2c7c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:00:22.414559335Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-2a91e7-access","namespace":"ai-tenant-e2e-extmod-b-94e247"},"namespace":"ai-tenant-e2e-extmod-b-94e247","name":"e2e-att-serve-2a91e7-access","reconcileID":"32c56fec-d328-4d65-a73a-d854d7826991","MaaSAuthPolicy":{"name":"e2e-att-serve-2a91e7-access","namespace":"ai-tenant-e2e-extmod-b-94e247"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-94e247","tenantID":"e2e-extmod-b-94e247","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:00:22.420265655Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"namespace":"ai-tenant-e2e-worker-w0-9893f0","name":"premium-simulator-access","reconcileID":"194ecc61-eed0-46f8-9e7b-62961efa7e49","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"name":"e2e-worker-w0-9893f0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:00:22.423709064Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"namespace":"ai-tenant-e2e-worker-w4-8d2c7c","name":"simulator-access","reconcileID":"962ab718-db9a-4def-a5bf-d98898b9716a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"name":"e2e-worker-w4-8d2c7c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:00:22.467075399Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-2a91e7-access","namespace":"ai-tenant-e2e-extmod-b-94e247"},"namespace":"ai-tenant-e2e-extmod-b-94e247","name":"e2e-att-serve-2a91e7-access","reconcileID":"32c56fec-d328-4d65-a73a-d854d7826991","MaaSAuthPolicy":{"name":"e2e-att-serve-2a91e7-access","namespace":"ai-tenant-e2e-extmod-b-94e247"},"name":"e2e-extmod-b-94e247-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:00:22.613087376Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-c7826d-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-c7826d-access","reconcileID":"a7c6f706-1da0-4387-940c-ac9369510c6d","MaaSAuthPolicy":{"name":"e2e-dft-c7826d-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:00:22.665457608Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"premium-simulator-access","reconcileID":"e4981d04-ceda-4b84-80df-47093e729618","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-91cd99","tenantID":"e2e-worker-w2-91cd99","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:00:22.665735021Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-c7826d-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-c7826d-access","reconcileID":"a7c6f706-1da0-4387-940c-ac9369510c6d","MaaSAuthPolicy":{"name":"e2e-dft-c7826d-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:00:22.720569083Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"premium-simulator-access","reconcileID":"e4981d04-ceda-4b84-80df-47093e729618","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"name":"e2e-worker-w2-91cd99-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:00:22.814283237Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"94734dfa-2ab8-484c-836c-4b1d3da97f4d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:00:22.814558277Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-012868-access","namespace":"ai-tenant-e2e-extmod-b-94e247"},"namespace":"ai-tenant-e2e-extmod-b-94e247","name":"e2e-rec-recover-012868-access","reconcileID":"948a3d81-ea99-4d05-95a4-234f9dc45848","MaaSAuthPolicy":{"name":"e2e-rec-recover-012868-access","namespace":"ai-tenant-e2e-extmod-b-94e247"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-94e247","tenantID":"e2e-extmod-b-94e247","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:00:22.870613334Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"94734dfa-2ab8-484c-836c-4b1d3da97f4d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:00:22.87094788Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-012868-access","namespace":"ai-tenant-e2e-extmod-b-94e247"},"namespace":"ai-tenant-e2e-extmod-b-94e247","name":"e2e-rec-recover-012868-access","reconcileID":"948a3d81-ea99-4d05-95a4-234f9dc45848","MaaSAuthPolicy":{"name":"e2e-rec-recover-012868-access","namespace":"ai-tenant-e2e-extmod-b-94e247"},"name":"e2e-extmod-b-94e247-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:00:22.918949986Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"322a284b-ea42-4677-9a4f-113a6ccdbbfd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:00:22.922361051Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-012868-access","namespace":"ai-tenant-e2e-extmod-b-94e247"},"namespace":"ai-tenant-e2e-extmod-b-94e247","name":"e2e-rec-recover-012868-access","reconcileID":"948a3d81-ea99-4d05-95a4-234f9dc45848","MaaSAuthPolicy":{"name":"e2e-rec-recover-012868-access","namespace":"ai-tenant-e2e-extmod-b-94e247"},"model":"e2e-extmod-rec-noaccess-c16cea/e2e-rec-recover-012868","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:00:22.973616523Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"322a284b-ea42-4677-9a4f-113a6ccdbbfd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:00:23.06745807Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"namespace":"ai-tenant-e2e-worker-w4-8d2c7c","name":"premium-simulator-access","reconcileID":"2f43ac3c-e1e4-4d2e-8d1b-09dd8c0e7876","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-8d2c7c","tenantID":"e2e-worker-w4-8d2c7c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:00:23.067471253Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"simulator-access","reconcileID":"3ca81fdd-7893-4fbe-ad18-0ce37ea9649f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-91cd99","tenantID":"e2e-worker-w2-91cd99","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:00:23.120025061Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"namespace":"ai-tenant-e2e-worker-w4-8d2c7c","name":"premium-simulator-access","reconcileID":"2f43ac3c-e1e4-4d2e-8d1b-09dd8c0e7876","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"name":"e2e-worker-w4-8d2c7c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:00:23.12035654Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"simulator-access","reconcileID":"3ca81fdd-7893-4fbe-ad18-0ce37ea9649f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"name":"e2e-worker-w2-91cd99-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:00:23.296997742Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"namespace":"ai-tenant-e2e-worker-w3-bb1b51","name":"simulator-access","reconcileID":"6ad6d15a-5648-4e1e-b30c-eebb5c9ae144","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bb1b51","tenantID":"e2e-worker-w3-bb1b51","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:00:23.296998877Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"namespace":"ai-tenant-e2e-worker-w0-9893f0","name":"simulator-access","reconcileID":"5ef65a2c-0989-4765-a720-a451e9cf62b8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9893f0","tenantID":"e2e-worker-w0-9893f0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:00:23.351310925Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"namespace":"ai-tenant-e2e-worker-w0-9893f0","name":"simulator-access","reconcileID":"5ef65a2c-0989-4765-a720-a451e9cf62b8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"name":"e2e-worker-w0-9893f0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:00:23.351959567Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"namespace":"ai-tenant-e2e-worker-w3-bb1b51","name":"simulator-access","reconcileID":"6ad6d15a-5648-4e1e-b30c-eebb5c9ae144","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"name":"e2e-worker-w3-bb1b51-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:00:23.396698977Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"namespace":"ai-tenant-e2e-worker-w3-bb1b51","name":"premium-simulator-access","reconcileID":"0fba0a2d-70b5-4ea6-96b2-da9e20a2afd3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bb1b51","tenantID":"e2e-worker-w3-bb1b51","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:00:23.449578638Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"namespace":"ai-tenant-e2e-worker-w3-bb1b51","name":"premium-simulator-access","reconcileID":"0fba0a2d-70b5-4ea6-96b2-da9e20a2afd3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"name":"e2e-worker-w3-bb1b51-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:00:23.500636154Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"namespace":"ai-tenant-e2e-worker-w1-5951bc","name":"simulator-access","reconcileID":"6496dcf7-8a41-4f7f-ba7f-e8aa84e43a4a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5951bc","tenantID":"e2e-worker-w1-5951bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:00:23.548643332Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-4ce791-access","namespace":"ai-tenant-e2e-extmod-b-94e247"},"namespace":"ai-tenant-e2e-extmod-b-94e247","name":"e2e-rec-ctrl-4ce791-access","reconcileID":"2c9b670e-9e2e-47db-a0c0-a08a97edff2b","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-4ce791-access","namespace":"ai-tenant-e2e-extmod-b-94e247"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-94e247","tenantID":"e2e-extmod-b-94e247","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:00:23.552750987Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"namespace":"ai-tenant-e2e-worker-w1-5951bc","name":"simulator-access","reconcileID":"6496dcf7-8a41-4f7f-ba7f-e8aa84e43a4a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"name":"e2e-worker-w1-5951bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:00:23.601707633Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-4ce791-access","namespace":"ai-tenant-e2e-extmod-b-94e247"},"namespace":"ai-tenant-e2e-extmod-b-94e247","name":"e2e-rec-ctrl-4ce791-access","reconcileID":"2c9b670e-9e2e-47db-a0c0-a08a97edff2b","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-4ce791-access","namespace":"ai-tenant-e2e-extmod-b-94e247"},"name":"e2e-extmod-b-94e247-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:00:24.27625564Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rec-ctrl-4ce791-sub","namespace":"ai-tenant-e2e-extmod-b-94e247"},"namespace":"ai-tenant-e2e-extmod-b-94e247","name":"e2e-rec-ctrl-4ce791-sub","reconcileID":"28d45060-0363-4fcd-aeb0-4e7e8a5079ab","MaaSSubscription":{"name":"e2e-rec-ctrl-4ce791-sub","namespace":"ai-tenant-e2e-extmod-b-94e247"},"name":"maas-trlp-e2e-rec-ctrl-4ce791","model":"e2e-extmod-rec-user-f3f6f8/e2e-rec-ctrl-4ce791","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:00:24.332849655Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"d12404c7-4e95-4334-84b3-72aca254bb66","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:00:24.433833516Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"namespace":"ai-tenant-e2e-worker-w4-8d2c7c","name":"simulator-subscription","reconcileID":"1c36f58a-9929-44ed-b2b4-f14989cca88f","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"name":"maas-trlp-simulator-w4-8d2c7c","model":"e2e-models-e2e-worker-w4-8d2c7c/simulator-w4-8d2c7c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:00:24.687708524Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"simulator-subscription","reconcileID":"de8b7dcb-4d69-48f8-a140-9d44bc26cc39","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"name":"maas-trlp-simulator-w2-91cd99","model":"e2e-models-e2e-worker-w2-91cd99/simulator-w2-91cd99","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:00:24.788276595Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"namespace":"ai-tenant-e2e-worker-w1-5951bc","name":"simulator-subscription","reconcileID":"8d0f5f8c-b269-4fae-9981-5728643e0c72","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"name":"maas-trlp-simulator-w1-5951bc","model":"e2e-models-e2e-worker-w1-5951bc/simulator-w1-5951bc","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:00:25.033975601Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"premium-simulator-subscription","reconcileID":"a0731940-011d-4c12-923e-f23f0c5e7880","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"name":"maas-trlp-premium-w2-91cd99","model":"e2e-models-e2e-worker-w2-91cd99/premium-w2-91cd99","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:00:25.183928097Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dft-c7826d-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-c7826d-sub","reconcileID":"f586b85b-5e27-4b90-9c27-8dc2bf97f180","MaaSSubscription":{"name":"e2e-dft-c7826d-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-dft-c7826d","model":"llm/e2e-dft-c7826d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:00:25.383715923Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"namespace":"ai-tenant-e2e-worker-w1-5951bc","name":"premium-simulator-subscription","reconcileID":"d3f7b809-fadb-4163-a464-798d6ca69d21","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"name":"maas-trlp-premium-w1-5951bc","model":"e2e-models-e2e-worker-w1-5951bc/premium-w1-5951bc","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:00:25.558361167Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"namespace":"ai-tenant-e2e-worker-w0-9893f0","name":"premium-simulator-subscription","reconcileID":"ab1575fd-5056-4bdd-8309-1561fc34762d","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"name":"maas-trlp-premium-w0-9893f0","model":"e2e-models-e2e-worker-w0-9893f0/premium-w0-9893f0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:00:25.713062899Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:00:25.788513559Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"namespace":"ai-tenant-e2e-worker-w0-9893f0","name":"simulator-subscription","reconcileID":"5867b744-a54e-4d38-93e6-469ef08eafc0","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"name":"maas-trlp-simulator-w0-9893f0","model":"e2e-models-e2e-worker-w0-9893f0/simulator-w0-9893f0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:00:25.908686804Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"namespace":"ai-tenant-e2e-worker-w4-8d2c7c","name":"premium-simulator-subscription","reconcileID":"3eb946b0-db1e-4a8e-bdad-29c481e380ef","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"name":"maas-trlp-premium-w4-8d2c7c","model":"e2e-models-e2e-worker-w4-8d2c7c/premium-w4-8d2c7c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:00:26.010811266Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"namespace":"ai-tenant-e2e-worker-w3-bb1b51","name":"premium-simulator-subscription","reconcileID":"a3f9c5d8-b023-488b-8628-9211fcbde9ae","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"name":"maas-trlp-premium-w3-bb1b51","model":"e2e-models-e2e-worker-w3-bb1b51/premium-w3-bb1b51","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:00:26.145018083Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"namespace":"ai-tenant-e2e-worker-w3-bb1b51","name":"simulator-subscription","reconcileID":"38a26818-43c8-44b1-94f5-ea02b7e0c9a4","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"name":"maas-trlp-simulator-w3-bb1b51","model":"e2e-models-e2e-worker-w3-bb1b51/simulator-w3-bb1b51","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:00:26.156893247Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-serve-2a91e7-sub","namespace":"ai-tenant-e2e-extmod-b-94e247"},"namespace":"ai-tenant-e2e-extmod-b-94e247","name":"e2e-att-serve-2a91e7-sub","reconcileID":"a9559277-5c76-4c6f-8cc7-c315390300b6","MaaSSubscription":{"name":"e2e-att-serve-2a91e7-sub","namespace":"ai-tenant-e2e-extmod-b-94e247"},"name":"maas-trlp-e2e-att-serve-2a91e7","model":"e2e-extmod-att-user-a4da68/e2e-att-serve-2a91e7","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:00:26.207326163Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"673e6dcc-492e-4ccb-ba40-56db6873d689","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:00:28.410455877Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-873a34","namespace":"e2e-extmod-att-noaccess-c9b09f"},"namespace":"e2e-extmod-att-noaccess-c9b09f","name":"e2e-att-noaccess-873a34","reconcileID":"d7d89684-5eeb-4b57-8a3d-cdcec2b7da74","MaaSModelRef":{"name":"e2e-att-noaccess-873a34","namespace":"e2e-extmod-att-noaccess-c9b09f"},"name":"e2e-att-noaccess-873a34","namespace":"e2e-extmod-att-noaccess-c9b09f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:00:32.307733503Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rec-ctrl-4ce791","namespace":"e2e-extmod-rec-user-f3f6f8"},"namespace":"e2e-extmod-rec-user-f3f6f8","name":"e2e-rec-ctrl-4ce791","reconcileID":"d6c98ca7-ccb9-4d9b-9144-c1449fc56827","namespace":"e2e-extmod-rec-user-f3f6f8","name":"e2e-rec-ctrl-4ce791","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:00:32.377461926Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-ctrl-4ce791","namespace":"e2e-extmod-rec-user-f3f6f8"},"namespace":"e2e-extmod-rec-user-f3f6f8","name":"e2e-rec-ctrl-4ce791","reconcileID":"e94e211f-267f-4a22-9cbe-0a041f16157a","MaaSModelRef":{"name":"e2e-rec-ctrl-4ce791","namespace":"e2e-extmod-rec-user-f3f6f8"},"tenant":"e2e-extmod-b-94e247","gateway":"openshift-ingress/e2e-extmod-b-94e247","model":"e2e-extmod-rec-user-f3f6f8/e2e-rec-ctrl-4ce791","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:00:32.377496935Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-ctrl-4ce791","namespace":"e2e-extmod-rec-user-f3f6f8"},"namespace":"e2e-extmod-rec-user-f3f6f8","name":"e2e-rec-ctrl-4ce791","reconcileID":"e94e211f-267f-4a22-9cbe-0a041f16157a","MaaSModelRef":{"name":"e2e-rec-ctrl-4ce791","namespace":"e2e-extmod-rec-user-f3f6f8"},"routeName":"external-model-e2e-rec-ctrl-4ce791-708811f10b10","namespace":"e2e-extmod-rec-user-f3f6f8","model":"e2e-rec-ctrl-4ce791","externalModel":"e2e-rec-ctrl-4ce791","provider":"e2e-rec-ctrl-4ce791-provider","gateway":"openshift-ingress/e2e-extmod-b-94e247","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:00:32.492039923Z","body":"HTTPRoute not found for ExternalModel, waiting for ExternalModel reconciler to create it","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-ctrl-4ce791","namespace":"e2e-extmod-rec-user-f3f6f8"},"namespace":"e2e-extmod-rec-user-f3f6f8","name":"e2e-rec-ctrl-4ce791","reconcileID":"e66c422e-da12-45f1-977a-f752e23c0525","MaaSModelRef":{"name":"e2e-rec-ctrl-4ce791","namespace":"e2e-extmod-rec-user-f3f6f8"},"routeName":"external-model-e2e-rec-ctrl-4ce791-708811f10b10","namespace":"e2e-extmod-rec-user-f3f6f8","model":"e2e-rec-ctrl-4ce791","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:00:32.492727502Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rec-ctrl-4ce791-sub","namespace":"ai-tenant-e2e-extmod-b-94e247"},"namespace":"ai-tenant-e2e-extmod-b-94e247","name":"e2e-rec-ctrl-4ce791-sub","reconcileID":"b4112d3b-aaac-43f8-83a2-f21c8bc6c3a3","MaaSSubscription":{"name":"e2e-rec-ctrl-4ce791-sub","namespace":"ai-tenant-e2e-extmod-b-94e247"},"model":"e2e-extmod-rec-user-f3f6f8/e2e-rec-ctrl-4ce791","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:00:32.501985335Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"namespace":"ai-tenant-e2e-worker-w3-bb1b51","name":"premium-simulator-access","reconcileID":"aec8861e-5a8f-4dd2-8195-ad7332856f01","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bb1b51","tenantID":"e2e-worker-w3-bb1b51","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:00:32.502153542Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"namespace":"ai-tenant-e2e-worker-w1-5951bc","name":"simulator-access","reconcileID":"172cf1ba-6b4f-476b-8831-019f04e3546a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5951bc","tenantID":"e2e-worker-w1-5951bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:00:32.502767661Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"premium-simulator-access","reconcileID":"3d421faa-a833-41ff-bcba-11cdd9defcf9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-91cd99","tenantID":"e2e-worker-w2-91cd99","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:00:32.502810218Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"namespace":"ai-tenant-e2e-worker-w3-bb1b51","name":"simulator-access","reconcileID":"9c48334a-0a9f-4f7a-b389-bd6a7ab80714","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bb1b51","tenantID":"e2e-worker-w3-bb1b51","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:00:32.550094729Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-012868-access","namespace":"ai-tenant-e2e-extmod-b-94e247"},"namespace":"ai-tenant-e2e-extmod-b-94e247","name":"e2e-rec-recover-012868-access","reconcileID":"ab246d26-52dd-41d1-be2c-40f689e73d07","MaaSAuthPolicy":{"name":"e2e-rec-recover-012868-access","namespace":"ai-tenant-e2e-extmod-b-94e247"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-94e247","tenantID":"e2e-extmod-b-94e247","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:00:32.555667885Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"namespace":"ai-tenant-e2e-worker-w1-5951bc","name":"simulator-access","reconcileID":"172cf1ba-6b4f-476b-8831-019f04e3546a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"name":"e2e-worker-w1-5951bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:00:32.555780872Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"namespace":"ai-tenant-e2e-worker-w3-bb1b51","name":"simulator-access","reconcileID":"9c48334a-0a9f-4f7a-b389-bd6a7ab80714","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"name":"e2e-worker-w3-bb1b51-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:00:32.558357309Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"namespace":"ai-tenant-e2e-worker-w3-bb1b51","name":"premium-simulator-access","reconcileID":"aec8861e-5a8f-4dd2-8195-ad7332856f01","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"name":"e2e-worker-w3-bb1b51-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:00:32.559490533Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"premium-simulator-access","reconcileID":"3d421faa-a833-41ff-bcba-11cdd9defcf9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"name":"e2e-worker-w2-91cd99-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:00:32.602067097Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-012868-access","namespace":"ai-tenant-e2e-extmod-b-94e247"},"namespace":"ai-tenant-e2e-extmod-b-94e247","name":"e2e-rec-recover-012868-access","reconcileID":"ab246d26-52dd-41d1-be2c-40f689e73d07","MaaSAuthPolicy":{"name":"e2e-rec-recover-012868-access","namespace":"ai-tenant-e2e-extmod-b-94e247"},"name":"e2e-extmod-b-94e247-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:00:32.653607764Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-012868-access","namespace":"ai-tenant-e2e-extmod-b-94e247"},"namespace":"ai-tenant-e2e-extmod-b-94e247","name":"e2e-rec-recover-012868-access","reconcileID":"ab246d26-52dd-41d1-be2c-40f689e73d07","MaaSAuthPolicy":{"name":"e2e-rec-recover-012868-access","namespace":"ai-tenant-e2e-extmod-b-94e247"},"model":"e2e-extmod-rec-noaccess-c16cea/e2e-rec-recover-012868","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:00:32.699215469Z","body":"HTTPRoute not found for ExternalModel, waiting for ExternalModel reconciler to create it","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-ctrl-4ce791","namespace":"e2e-extmod-rec-user-f3f6f8"},"namespace":"e2e-extmod-rec-user-f3f6f8","name":"e2e-rec-ctrl-4ce791","reconcileID":"7d34c7cd-4284-4a1f-903a-cc11791a5b59","MaaSModelRef":{"name":"e2e-rec-ctrl-4ce791","namespace":"e2e-extmod-rec-user-f3f6f8"},"routeName":"external-model-e2e-rec-ctrl-4ce791-708811f10b10","namespace":"e2e-extmod-rec-user-f3f6f8","model":"e2e-rec-ctrl-4ce791","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:00:32.74707994Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rec-ctrl-4ce791-sub","namespace":"ai-tenant-e2e-extmod-b-94e247"},"namespace":"ai-tenant-e2e-extmod-b-94e247","name":"e2e-rec-ctrl-4ce791-sub","reconcileID":"4029dc45-1ded-430b-ad06-989497a5a980","MaaSSubscription":{"name":"e2e-rec-ctrl-4ce791-sub","namespace":"ai-tenant-e2e-extmod-b-94e247"},"model":"e2e-extmod-rec-user-f3f6f8/e2e-rec-ctrl-4ce791","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:00:32.828114649Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rec-ctrl-4ce791","namespace":"e2e-extmod-rec-user-f3f6f8"},"namespace":"e2e-extmod-rec-user-f3f6f8","name":"e2e-rec-ctrl-4ce791","reconcileID":"ef42558c-7087-4c6b-b587-cf87cea5f33d","namespace":"e2e-extmod-rec-user-f3f6f8","name":"e2e-rec-ctrl-4ce791","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:00:32.902084392Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rec-ctrl-4ce791-sub","namespace":"ai-tenant-e2e-extmod-b-94e247"},"namespace":"ai-tenant-e2e-extmod-b-94e247","name":"e2e-rec-ctrl-4ce791-sub","reconcileID":"d7f1b5a3-a963-4588-a298-c2ad315b366c","MaaSSubscription":{"name":"e2e-rec-ctrl-4ce791-sub","namespace":"ai-tenant-e2e-extmod-b-94e247"},"model":"e2e-extmod-rec-user-f3f6f8/e2e-rec-ctrl-4ce791","error":"MaaSModelRef not found: e2e-extmod-rec-user-f3f6f8/e2e-rec-ctrl-4ce791 (deleting)","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:00:32.9048896Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"namespace":"ai-tenant-e2e-worker-w4-8d2c7c","name":"premium-simulator-access","reconcileID":"43610b1f-1d29-45c5-84ce-3ddcbf98d802","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-8d2c7c","tenantID":"e2e-worker-w4-8d2c7c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:00:32.90564625Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"simulator-access","reconcileID":"929d4e7e-3a0d-4082-b92b-95410e3f6d1c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-91cd99","tenantID":"e2e-worker-w2-91cd99","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:00:32.952592347Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"7d408d33-19e1-4685-82e1-19090ded0da4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:00:32.953516392Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"37abf345-adfb-4b27-9e20-3f50a5497450","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:00:32.957235252Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"namespace":"ai-tenant-e2e-worker-w4-8d2c7c","name":"premium-simulator-access","reconcileID":"43610b1f-1d29-45c5-84ce-3ddcbf98d802","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"name":"e2e-worker-w4-8d2c7c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:00:32.958355057Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"simulator-access","reconcileID":"929d4e7e-3a0d-4082-b92b-95410e3f6d1c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"name":"e2e-worker-w2-91cd99-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:00:33.005149861Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"7d408d33-19e1-4685-82e1-19090ded0da4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:00:33.00569242Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"namespace":"ai-tenant-e2e-worker-w0-9893f0","name":"simulator-access","reconcileID":"72aa54d7-a3ef-4ed1-9c7e-1e61939f6a6b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9893f0","tenantID":"e2e-worker-w0-9893f0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:00:33.005873619Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"37abf345-adfb-4b27-9e20-3f50a5497450","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:00:33.05881304Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"namespace":"ai-tenant-e2e-worker-w0-9893f0","name":"simulator-access","reconcileID":"72aa54d7-a3ef-4ed1-9c7e-1e61939f6a6b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"name":"e2e-worker-w0-9893f0-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T13:00:33.158420334Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-ctrl-4ce791","namespace":"e2e-extmod-rec-user-f3f6f8"},"namespace":"e2e-extmod-rec-user-f3f6f8","name":"e2e-rec-ctrl-4ce791","reconcileID":"8a88968a-704d-4dc2-822b-cc9a7906fb6f","error":"maasmodelrefs.maas.opendatahub.io \"e2e-rec-ctrl-4ce791\" not found","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T13:00:33.24767693Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"namespace":"ai-tenant-e2e-worker-w1-5951bc","name":"premium-simulator-access","reconcileID":"73f0a4a9-4869-46d4-ad04-49b82d10c2be","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5951bc","tenantID":"e2e-worker-w1-5951bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:00:33.295555357Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-4ce791-access","namespace":"ai-tenant-e2e-extmod-b-94e247"},"namespace":"ai-tenant-e2e-extmod-b-94e247","name":"e2e-rec-ctrl-4ce791-access","reconcileID":"7df3702c-0c5b-4efd-84f0-638cc8bf3915","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-4ce791-access","namespace":"ai-tenant-e2e-extmod-b-94e247"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-94e247","tenantID":"e2e-extmod-b-94e247","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:00:33.299985906Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"namespace":"ai-tenant-e2e-worker-w1-5951bc","name":"premium-simulator-access","reconcileID":"73f0a4a9-4869-46d4-ad04-49b82d10c2be","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"name":"e2e-worker-w1-5951bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:00:33.34786309Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-4ce791-access","namespace":"ai-tenant-e2e-extmod-b-94e247"},"namespace":"ai-tenant-e2e-extmod-b-94e247","name":"e2e-rec-ctrl-4ce791-access","reconcileID":"7df3702c-0c5b-4efd-84f0-638cc8bf3915","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-4ce791-access","namespace":"ai-tenant-e2e-extmod-b-94e247"},"name":"e2e-extmod-b-94e247-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:00:33.347897785Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-4ce791-access","namespace":"ai-tenant-e2e-extmod-b-94e247"},"namespace":"ai-tenant-e2e-extmod-b-94e247","name":"e2e-rec-ctrl-4ce791-access","reconcileID":"7df3702c-0c5b-4efd-84f0-638cc8bf3915","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-4ce791-access","namespace":"ai-tenant-e2e-extmod-b-94e247"},"model":"e2e-extmod-rec-user-f3f6f8/e2e-rec-ctrl-4ce791","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:00:33.348899768Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"namespace":"ai-tenant-e2e-worker-w4-8d2c7c","name":"simulator-access","reconcileID":"1beb8929-5118-4276-88bc-aa483fb876aa","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-8d2c7c","tenantID":"e2e-worker-w4-8d2c7c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:00:33.396572087Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-2a91e7-access","namespace":"ai-tenant-e2e-extmod-b-94e247"},"namespace":"ai-tenant-e2e-extmod-b-94e247","name":"e2e-att-serve-2a91e7-access","reconcileID":"cb74444c-4646-4f8e-8a0c-293ec0600fab","MaaSAuthPolicy":{"name":"e2e-att-serve-2a91e7-access","namespace":"ai-tenant-e2e-extmod-b-94e247"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-94e247","tenantID":"e2e-extmod-b-94e247","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:00:33.401431457Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"namespace":"ai-tenant-e2e-worker-w4-8d2c7c","name":"simulator-access","reconcileID":"1beb8929-5118-4276-88bc-aa483fb876aa","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"name":"e2e-worker-w4-8d2c7c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:00:33.447767723Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"namespace":"ai-tenant-e2e-worker-w0-9893f0","name":"premium-simulator-access","reconcileID":"e8efd23c-ff20-4642-a68c-0ca6e675553e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9893f0","tenantID":"e2e-worker-w0-9893f0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:00:33.448559784Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-2a91e7-access","namespace":"ai-tenant-e2e-extmod-b-94e247"},"namespace":"ai-tenant-e2e-extmod-b-94e247","name":"e2e-att-serve-2a91e7-access","reconcileID":"cb74444c-4646-4f8e-8a0c-293ec0600fab","MaaSAuthPolicy":{"name":"e2e-att-serve-2a91e7-access","namespace":"ai-tenant-e2e-extmod-b-94e247"},"name":"e2e-extmod-b-94e247-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:00:33.503507967Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"namespace":"ai-tenant-e2e-worker-w0-9893f0","name":"premium-simulator-access","reconcileID":"e8efd23c-ff20-4642-a68c-0ca6e675553e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"name":"e2e-worker-w0-9893f0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:00:33.640507317Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-c7826d-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-c7826d-access","reconcileID":"56aeccb4-32ee-40bf-ab05-d83d48a2d2ca","MaaSAuthPolicy":{"name":"e2e-dft-c7826d-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:00:33.692967002Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-c7826d-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-c7826d-access","reconcileID":"56aeccb4-32ee-40bf-ab05-d83d48a2d2ca","MaaSAuthPolicy":{"name":"e2e-dft-c7826d-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:00:33.737257938Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-012868-access","namespace":"ai-tenant-e2e-extmod-b-94e247"},"namespace":"ai-tenant-e2e-extmod-b-94e247","name":"e2e-rec-recover-012868-access","reconcileID":"17bbf8d5-f047-462e-82b4-0525e186b660","MaaSAuthPolicy":{"name":"e2e-rec-recover-012868-access","namespace":"ai-tenant-e2e-extmod-b-94e247"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-94e247","tenantID":"e2e-extmod-b-94e247","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:00:33.738532035Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"618d1eb4-8c23-4acd-a150-aed00247bfd8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:00:33.793553132Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-012868-access","namespace":"ai-tenant-e2e-extmod-b-94e247"},"namespace":"ai-tenant-e2e-extmod-b-94e247","name":"e2e-rec-recover-012868-access","reconcileID":"17bbf8d5-f047-462e-82b4-0525e186b660","MaaSAuthPolicy":{"name":"e2e-rec-recover-012868-access","namespace":"ai-tenant-e2e-extmod-b-94e247"},"name":"e2e-extmod-b-94e247-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:00:33.797439018Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"618d1eb4-8c23-4acd-a150-aed00247bfd8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:00:33.843962261Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"cd3b80a4-043f-47fd-ac2c-029286191b19","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:00:33.847819234Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-012868-access","namespace":"ai-tenant-e2e-extmod-b-94e247"},"namespace":"ai-tenant-e2e-extmod-b-94e247","name":"e2e-rec-recover-012868-access","reconcileID":"17bbf8d5-f047-462e-82b4-0525e186b660","MaaSAuthPolicy":{"name":"e2e-rec-recover-012868-access","namespace":"ai-tenant-e2e-extmod-b-94e247"},"model":"e2e-extmod-rec-noaccess-c16cea/e2e-rec-recover-012868","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:00:33.897479074Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"cd3b80a4-043f-47fd-ac2c-029286191b19","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:00:33.901518183Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"simulator-access","reconcileID":"f0bceef3-6afa-434e-af74-77aa35f75ccb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-91cd99","tenantID":"e2e-worker-w2-91cd99","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:00:33.95350248Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"simulator-access","reconcileID":"f0bceef3-6afa-434e-af74-77aa35f75ccb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"name":"e2e-worker-w2-91cd99-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:00:34.09391884Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"namespace":"ai-tenant-e2e-worker-w4-8d2c7c","name":"premium-simulator-access","reconcileID":"1840f641-d8bc-4536-8b0c-b334ceb592b3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-8d2c7c","tenantID":"e2e-worker-w4-8d2c7c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:00:34.147342593Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"namespace":"ai-tenant-e2e-worker-w4-8d2c7c","name":"premium-simulator-access","reconcileID":"1840f641-d8bc-4536-8b0c-b334ceb592b3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"name":"e2e-worker-w4-8d2c7c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:00:34.194926928Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"premium-simulator-access","reconcileID":"cf8fe236-da2d-4e21-be12-7077505a902e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-91cd99","tenantID":"e2e-worker-w2-91cd99","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:00:34.195448332Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"namespace":"ai-tenant-e2e-worker-w3-bb1b51","name":"simulator-access","reconcileID":"21d76c80-986a-46b4-816c-d53bfb12a488","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bb1b51","tenantID":"e2e-worker-w3-bb1b51","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:00:34.24802067Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"namespace":"ai-tenant-e2e-worker-w3-bb1b51","name":"simulator-access","reconcileID":"21d76c80-986a-46b4-816c-d53bfb12a488","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"name":"e2e-worker-w3-bb1b51-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:00:34.248111193Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"premium-simulator-access","reconcileID":"cf8fe236-da2d-4e21-be12-7077505a902e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"name":"e2e-worker-w2-91cd99-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:00:34.296413358Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"namespace":"ai-tenant-e2e-worker-w3-bb1b51","name":"premium-simulator-access","reconcileID":"59569e6f-c2dc-4b2e-9170-181a7cc48625","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bb1b51","tenantID":"e2e-worker-w3-bb1b51","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:00:34.296693293Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"namespace":"ai-tenant-e2e-worker-w1-5951bc","name":"simulator-access","reconcileID":"9b5fc9db-6079-46a2-a96f-c2b681c642d1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5951bc","tenantID":"e2e-worker-w1-5951bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:00:34.349771718Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"namespace":"ai-tenant-e2e-worker-w1-5951bc","name":"simulator-access","reconcileID":"9b5fc9db-6079-46a2-a96f-c2b681c642d1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"name":"e2e-worker-w1-5951bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:00:34.350954313Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"namespace":"ai-tenant-e2e-worker-w3-bb1b51","name":"premium-simulator-access","reconcileID":"59569e6f-c2dc-4b2e-9170-181a7cc48625","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"name":"e2e-worker-w3-bb1b51-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:00:38.508085286Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-873a34","namespace":"e2e-extmod-att-noaccess-c9b09f"},"namespace":"e2e-extmod-att-noaccess-c9b09f","name":"e2e-att-noaccess-873a34","reconcileID":"b02e56dd-af10-45cf-b8d3-52dc524f7e70","MaaSModelRef":{"name":"e2e-att-noaccess-873a34","namespace":"e2e-extmod-att-noaccess-c9b09f"},"name":"e2e-att-noaccess-873a34","namespace":"e2e-extmod-att-noaccess-c9b09f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:00:39.300461564Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-4ce791-access","namespace":"ai-tenant-e2e-extmod-b-94e247"},"namespace":"ai-tenant-e2e-extmod-b-94e247","name":"e2e-rec-ctrl-4ce791-access","reconcileID":"4d32c9d0-2148-4bb7-b3ea-afce32cef4d6","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-4ce791-access","namespace":"ai-tenant-e2e-extmod-b-94e247"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-94e247","tenantID":"e2e-extmod-b-94e247","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:00:39.300461516Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-2a91e7-access","namespace":"ai-tenant-e2e-extmod-b-94e247"},"namespace":"ai-tenant-e2e-extmod-b-94e247","name":"e2e-att-serve-2a91e7-access","reconcileID":"d569ac4f-8474-4464-9404-652049cdf358","MaaSAuthPolicy":{"name":"e2e-att-serve-2a91e7-access","namespace":"ai-tenant-e2e-extmod-b-94e247"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-94e247","tenantID":"e2e-extmod-b-94e247","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:00:39.301014179Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-012868-access","namespace":"ai-tenant-e2e-extmod-b-94e247"},"namespace":"ai-tenant-e2e-extmod-b-94e247","name":"e2e-rec-recover-012868-access","reconcileID":"f5fb5c4e-dda5-411a-a76f-9c4614cd9295","MaaSAuthPolicy":{"name":"e2e-rec-recover-012868-access","namespace":"ai-tenant-e2e-extmod-b-94e247"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-94e247","tenantID":"e2e-extmod-b-94e247","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:00:39.353214361Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-2a91e7-access","namespace":"ai-tenant-e2e-extmod-b-94e247"},"namespace":"ai-tenant-e2e-extmod-b-94e247","name":"e2e-att-serve-2a91e7-access","reconcileID":"d569ac4f-8474-4464-9404-652049cdf358","MaaSAuthPolicy":{"name":"e2e-att-serve-2a91e7-access","namespace":"ai-tenant-e2e-extmod-b-94e247"},"name":"e2e-extmod-b-94e247-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:00:39.353390215Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-4ce791-access","namespace":"ai-tenant-e2e-extmod-b-94e247"},"namespace":"ai-tenant-e2e-extmod-b-94e247","name":"e2e-rec-ctrl-4ce791-access","reconcileID":"4d32c9d0-2148-4bb7-b3ea-afce32cef4d6","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-4ce791-access","namespace":"ai-tenant-e2e-extmod-b-94e247"},"name":"e2e-extmod-b-94e247-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:00:39.355557911Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-012868-access","namespace":"ai-tenant-e2e-extmod-b-94e247"},"namespace":"ai-tenant-e2e-extmod-b-94e247","name":"e2e-rec-recover-012868-access","reconcileID":"f5fb5c4e-dda5-411a-a76f-9c4614cd9295","MaaSAuthPolicy":{"name":"e2e-rec-recover-012868-access","namespace":"ai-tenant-e2e-extmod-b-94e247"},"name":"e2e-extmod-b-94e247-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:00:39.404042546Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-4ce791-access","namespace":"ai-tenant-e2e-extmod-b-94e247"},"namespace":"ai-tenant-e2e-extmod-b-94e247","name":"e2e-rec-ctrl-4ce791-access","reconcileID":"4d32c9d0-2148-4bb7-b3ea-afce32cef4d6","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-4ce791-access","namespace":"ai-tenant-e2e-extmod-b-94e247"},"model":"e2e-extmod-rec-user-f3f6f8/e2e-rec-ctrl-4ce791","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:00:39.406018979Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-012868-access","namespace":"ai-tenant-e2e-extmod-b-94e247"},"namespace":"ai-tenant-e2e-extmod-b-94e247","name":"e2e-rec-recover-012868-access","reconcileID":"f5fb5c4e-dda5-411a-a76f-9c4614cd9295","MaaSAuthPolicy":{"name":"e2e-rec-recover-012868-access","namespace":"ai-tenant-e2e-extmod-b-94e247"},"model":"e2e-extmod-rec-noaccess-c16cea/e2e-rec-recover-012868","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:00:48.024601971Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-873a34","namespace":"e2e-extmod-att-noaccess-c9b09f"},"namespace":"e2e-extmod-att-noaccess-c9b09f","name":"e2e-att-noaccess-873a34","reconcileID":"a66878b5-16a7-4ca0-ade3-ef374eaacb65","MaaSModelRef":{"name":"e2e-att-noaccess-873a34","namespace":"e2e-extmod-att-noaccess-c9b09f"},"name":"e2e-att-noaccess-873a34","namespace":"e2e-extmod-att-noaccess-c9b09f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:00:48.514609898Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"namespace":"ai-tenant-e2e-worker-w4-8d2c7c","name":"simulator-subscription","reconcileID":"fee129a7-fc40-4425-8466-00aa28888aae","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"name":"maas-trlp-simulator-w4-8d2c7c","model":"e2e-models-e2e-worker-w4-8d2c7c/simulator-w4-8d2c7c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:00:48.622591489Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"namespace":"ai-tenant-e2e-worker-w1-5951bc","name":"simulator-subscription","reconcileID":"b6caedc0-479a-44cc-89a1-94eefd8be434","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"name":"maas-trlp-simulator-w1-5951bc","model":"e2e-models-e2e-worker-w1-5951bc/simulator-w1-5951bc","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:00:48.860257478Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"97872e6b-1e82-47ef-9b68-42372f5e9bc3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:00:48.909361286Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"97872e6b-1e82-47ef-9b68-42372f5e9bc3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:00:48.95814528Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"97872e6b-1e82-47ef-9b68-42372f5e9bc3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:00:49.006700146Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"97872e6b-1e82-47ef-9b68-42372f5e9bc3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:00:49.156607966Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"namespace":"ai-tenant-e2e-worker-w1-5951bc","name":"premium-simulator-subscription","reconcileID":"67ca093f-d403-411d-ac43-12f1c20a4ec6","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"name":"maas-trlp-premium-w1-5951bc","model":"e2e-models-e2e-worker-w1-5951bc/premium-w1-5951bc","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:00:49.156616266Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dft-c7826d-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-c7826d-sub","reconcileID":"f480c61a-9679-4a9e-b985-9a63bce4c3d4","MaaSSubscription":{"name":"e2e-dft-c7826d-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-dft-c7826d","model":"llm/e2e-dft-c7826d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:00:49.257440602Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rec-recover-012868-sub","namespace":"ai-tenant-e2e-extmod-b-94e247"},"namespace":"ai-tenant-e2e-extmod-b-94e247","name":"e2e-rec-recover-012868-sub","reconcileID":"5f134ec9-84ab-47b4-ac3f-8f3e157519f9","MaaSSubscription":{"name":"e2e-rec-recover-012868-sub","namespace":"ai-tenant-e2e-extmod-b-94e247"},"model":"e2e-extmod-rec-noaccess-c16cea/e2e-rec-recover-012868","subscription":"e2e-rec-recover-012868-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:00:49.257549997Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rec-recover-012868-sub","namespace":"ai-tenant-e2e-extmod-b-94e247"},"namespace":"ai-tenant-e2e-extmod-b-94e247","name":"e2e-rec-recover-012868-sub","reconcileID":"5f134ec9-84ab-47b4-ac3f-8f3e157519f9","MaaSSubscription":{"name":"e2e-rec-recover-012868-sub","namespace":"ai-tenant-e2e-extmod-b-94e247"},"model":"e2e-extmod-rec-noaccess-c16cea/e2e-rec-recover-012868","error":"MaaSModelRef not found: e2e-extmod-rec-noaccess-c16cea/e2e-rec-recover-012868","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:00:49.352869251Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-serve-2a91e7-sub","namespace":"ai-tenant-e2e-extmod-b-94e247"},"namespace":"ai-tenant-e2e-extmod-b-94e247","name":"e2e-att-serve-2a91e7-sub","reconcileID":"472a8ef7-d0ff-4dbe-b870-29ba2fb36ddd","MaaSSubscription":{"name":"e2e-att-serve-2a91e7-sub","namespace":"ai-tenant-e2e-extmod-b-94e247"},"name":"maas-trlp-e2e-att-serve-2a91e7","model":"e2e-extmod-att-user-a4da68/e2e-att-serve-2a91e7","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:00:49.498888474Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"namespace":"ai-tenant-e2e-worker-w4-8d2c7c","name":"premium-simulator-subscription","reconcileID":"d7803408-64a6-4994-8547-c74333f04fd9","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"name":"maas-trlp-premium-w4-8d2c7c","model":"e2e-models-e2e-worker-w4-8d2c7c/premium-w4-8d2c7c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:00:49.598870005Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"1cc1b1d0-571d-449f-b211-543589432a6e","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:00:49.613787236Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"namespace":"ai-tenant-e2e-worker-w3-bb1b51","name":"simulator-subscription","reconcileID":"358a5044-8039-4e26-b4e9-84f96e75846c","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"name":"maas-trlp-simulator-w3-bb1b51","model":"e2e-models-e2e-worker-w3-bb1b51/simulator-w3-bb1b51","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:00:49.658771047Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-b-94e247 priority=0:[ai-tenant-e2e-extmod-b-94e247/e2e-att-serve-2a91e7-sub ai-tenant-e2e-extmod-b-94e247/e2e-rec-ctrl-4ce791-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:00:49.698402379Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"namespace":"ai-tenant-e2e-worker-w0-9893f0","name":"premium-simulator-subscription","reconcileID":"69f02202-3c08-4e07-89b1-d4aef7593cd3","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"name":"maas-trlp-premium-w0-9893f0","model":"e2e-models-e2e-worker-w0-9893f0/premium-w0-9893f0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:00:49.76201135Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-2a91e7","namespace":"e2e-extmod-att-user-a4da68"},"namespace":"e2e-extmod-att-user-a4da68","name":"e2e-att-serve-2a91e7","reconcileID":"eb7758a0-70a9-4383-9cf6-8cd7d4e9db98","MaaSModelRef":{"name":"e2e-att-serve-2a91e7","namespace":"e2e-extmod-att-user-a4da68"},"tenant":"e2e-extmod-b-94e247","gateway":"openshift-ingress/e2e-extmod-b-94e247","model":"e2e-extmod-att-user-a4da68/e2e-att-serve-2a91e7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:00:49.762044559Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-2a91e7","namespace":"e2e-extmod-att-user-a4da68"},"namespace":"e2e-extmod-att-user-a4da68","name":"e2e-att-serve-2a91e7","reconcileID":"eb7758a0-70a9-4383-9cf6-8cd7d4e9db98","MaaSModelRef":{"name":"e2e-att-serve-2a91e7","namespace":"e2e-extmod-att-user-a4da68"},"routeName":"external-model-e2e-att-serve-2a91e7-4a5f3d5e4b74","namespace":"e2e-extmod-att-user-a4da68","model":"e2e-att-serve-2a91e7","externalModel":"e2e-att-serve-2a91e7","provider":"e2e-att-serve-2a91e7-provider","gateway":"openshift-ingress/e2e-extmod-b-94e247","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:00:49.801895016Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"simulator-subscription","reconcileID":"a48e5aeb-c154-49ef-ae0b-b324eee63536","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"name":"maas-trlp-simulator-w2-91cd99","model":"e2e-models-e2e-worker-w2-91cd99/simulator-w2-91cd99","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:00:49.852568657Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-012868-access","namespace":"ai-tenant-e2e-extmod-b-94e247"},"namespace":"ai-tenant-e2e-extmod-b-94e247","name":"e2e-rec-recover-012868-access","reconcileID":"27f560d7-8688-46f7-a430-a989ebe698c6","MaaSAuthPolicy":{"name":"e2e-rec-recover-012868-access","namespace":"ai-tenant-e2e-extmod-b-94e247"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-94e247","tenantID":"e2e-extmod-b-94e247","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:00:49.853016324Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-4ce791-access","namespace":"ai-tenant-e2e-extmod-b-94e247"},"namespace":"ai-tenant-e2e-extmod-b-94e247","name":"e2e-rec-ctrl-4ce791-access","reconcileID":"f381fa42-f100-4ffc-a321-535633c38457","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-4ce791-access","namespace":"ai-tenant-e2e-extmod-b-94e247"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-94e247","tenantID":"e2e-extmod-b-94e247","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:00:49.853351474Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-2a91e7-access","namespace":"ai-tenant-e2e-extmod-b-94e247"},"namespace":"ai-tenant-e2e-extmod-b-94e247","name":"e2e-att-serve-2a91e7-access","reconcileID":"c49bf0e7-db67-4893-9150-f6d939823eb4","MaaSAuthPolicy":{"name":"e2e-att-serve-2a91e7-access","namespace":"ai-tenant-e2e-extmod-b-94e247"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-94e247","tenantID":"e2e-extmod-b-94e247","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:00:49.899741646Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"1471b173-45e6-480d-8c1e-697b42aa3f9a","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:00:49.90499374Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-012868-access","namespace":"ai-tenant-e2e-extmod-b-94e247"},"namespace":"ai-tenant-e2e-extmod-b-94e247","name":"e2e-rec-recover-012868-access","reconcileID":"27f560d7-8688-46f7-a430-a989ebe698c6","MaaSAuthPolicy":{"name":"e2e-rec-recover-012868-access","namespace":"ai-tenant-e2e-extmod-b-94e247"},"name":"e2e-extmod-b-94e247-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:00:49.905091481Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-4ce791-access","namespace":"ai-tenant-e2e-extmod-b-94e247"},"namespace":"ai-tenant-e2e-extmod-b-94e247","name":"e2e-rec-ctrl-4ce791-access","reconcileID":"f381fa42-f100-4ffc-a321-535633c38457","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-4ce791-access","namespace":"ai-tenant-e2e-extmod-b-94e247"},"name":"e2e-extmod-b-94e247-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:00:49.907268125Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-2a91e7-access","namespace":"ai-tenant-e2e-extmod-b-94e247"},"namespace":"ai-tenant-e2e-extmod-b-94e247","name":"e2e-att-serve-2a91e7-access","reconcileID":"c49bf0e7-db67-4893-9150-f6d939823eb4","MaaSAuthPolicy":{"name":"e2e-att-serve-2a91e7-access","namespace":"ai-tenant-e2e-extmod-b-94e247"},"name":"e2e-extmod-b-94e247-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:00:49.983941709Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-4ce791-access","namespace":"ai-tenant-e2e-extmod-b-94e247"},"namespace":"ai-tenant-e2e-extmod-b-94e247","name":"e2e-rec-ctrl-4ce791-access","reconcileID":"f381fa42-f100-4ffc-a321-535633c38457","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-4ce791-access","namespace":"ai-tenant-e2e-extmod-b-94e247"},"model":"e2e-extmod-rec-user-f3f6f8/e2e-rec-ctrl-4ce791","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:00:49.985121836Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-012868-access","namespace":"ai-tenant-e2e-extmod-b-94e247"},"namespace":"ai-tenant-e2e-extmod-b-94e247","name":"e2e-rec-recover-012868-access","reconcileID":"27f560d7-8688-46f7-a430-a989ebe698c6","MaaSAuthPolicy":{"name":"e2e-rec-recover-012868-access","namespace":"ai-tenant-e2e-extmod-b-94e247"},"model":"e2e-extmod-rec-noaccess-c16cea/e2e-rec-recover-012868","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:00:50.126157509Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"namespace":"ai-tenant-e2e-worker-w3-bb1b51","name":"premium-simulator-subscription","reconcileID":"fbaa9641-9a46-48ac-97c8-f73ca810e27c","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"name":"maas-trlp-premium-w3-bb1b51","model":"e2e-models-e2e-worker-w3-bb1b51/premium-w3-bb1b51","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:00:50.132709673Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-012868-access","namespace":"ai-tenant-e2e-extmod-b-94e247"},"namespace":"ai-tenant-e2e-extmod-b-94e247","name":"e2e-rec-recover-012868-access","reconcileID":"1f6e5c3e-7be8-4eec-b08a-568c715658a1","MaaSAuthPolicy":{"name":"e2e-rec-recover-012868-access","namespace":"ai-tenant-e2e-extmod-b-94e247"},"model":"e2e-extmod-rec-noaccess-c16cea/e2e-rec-recover-012868","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:00:50.264467867Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"premium-simulator-subscription","reconcileID":"1533123c-8885-489e-8070-2d825c9ae9ba","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"name":"maas-trlp-premium-w2-91cd99","model":"e2e-models-e2e-worker-w2-91cd99/premium-w2-91cd99","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:00:50.434652674Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"namespace":"ai-tenant-e2e-worker-w0-9893f0","name":"simulator-subscription","reconcileID":"5268a64c-2220-40fd-a11c-84d059016f1b","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"name":"maas-trlp-simulator-w0-9893f0","model":"e2e-models-e2e-worker-w0-9893f0/simulator-w0-9893f0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:00:50.622856942Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-2a91e7-access","namespace":"ai-tenant-e2e-extmod-b-94e247"},"namespace":"ai-tenant-e2e-extmod-b-94e247","name":"e2e-att-serve-2a91e7-access","reconcileID":"318e093b-2c12-4e0a-916e-4cf204a898b7","MaaSAuthPolicy":{"name":"e2e-att-serve-2a91e7-access","namespace":"ai-tenant-e2e-extmod-b-94e247"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-94e247","tenantID":"e2e-extmod-b-94e247","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:00:50.622883793Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-4ce791-access","namespace":"ai-tenant-e2e-extmod-b-94e247"},"namespace":"ai-tenant-e2e-extmod-b-94e247","name":"e2e-rec-ctrl-4ce791-access","reconcileID":"5a7dfd47-4d93-49ae-8418-66bb5c75b947","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-4ce791-access","namespace":"ai-tenant-e2e-extmod-b-94e247"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-94e247","tenantID":"e2e-extmod-b-94e247","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:00:50.675856573Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-2a91e7-access","namespace":"ai-tenant-e2e-extmod-b-94e247"},"namespace":"ai-tenant-e2e-extmod-b-94e247","name":"e2e-att-serve-2a91e7-access","reconcileID":"318e093b-2c12-4e0a-916e-4cf204a898b7","MaaSAuthPolicy":{"name":"e2e-att-serve-2a91e7-access","namespace":"ai-tenant-e2e-extmod-b-94e247"},"name":"e2e-extmod-b-94e247-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:00:50.677249061Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-4ce791-access","namespace":"ai-tenant-e2e-extmod-b-94e247"},"namespace":"ai-tenant-e2e-extmod-b-94e247","name":"e2e-rec-ctrl-4ce791-access","reconcileID":"5a7dfd47-4d93-49ae-8418-66bb5c75b947","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-4ce791-access","namespace":"ai-tenant-e2e-extmod-b-94e247"},"name":"e2e-extmod-b-94e247-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:00:50.728139782Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-4ce791-access","namespace":"ai-tenant-e2e-extmod-b-94e247"},"namespace":"ai-tenant-e2e-extmod-b-94e247","name":"e2e-rec-ctrl-4ce791-access","reconcileID":"5a7dfd47-4d93-49ae-8418-66bb5c75b947","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-4ce791-access","namespace":"ai-tenant-e2e-extmod-b-94e247"},"model":"e2e-extmod-rec-user-f3f6f8/e2e-rec-ctrl-4ce791","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:00:50.766634554Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-873a34","namespace":"e2e-extmod-att-noaccess-c9b09f"},"namespace":"e2e-extmod-att-noaccess-c9b09f","name":"e2e-att-noaccess-873a34","reconcileID":"2ebfa31e-f875-497d-bc40-35c0113d6bea","MaaSModelRef":{"name":"e2e-att-noaccess-873a34","namespace":"e2e-extmod-att-noaccess-c9b09f"},"name":"e2e-att-noaccess-873a34","namespace":"e2e-extmod-att-noaccess-c9b09f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:00:50.827944494Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"976cfd27-3be3-45ef-a08d-33264b5b5ff1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:00:50.877144131Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"976cfd27-3be3-45ef-a08d-33264b5b5ff1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:00:50.926528043Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"976cfd27-3be3-45ef-a08d-33264b5b5ff1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:00:50.975967806Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"976cfd27-3be3-45ef-a08d-33264b5b5ff1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:00:52.796240342Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2985d25a-6751-4503-bae7-776436b1de97","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:00:52.844984757Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2985d25a-6751-4503-bae7-776436b1de97","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:00:52.894694733Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2985d25a-6751-4503-bae7-776436b1de97","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:00:52.944309875Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2985d25a-6751-4503-bae7-776436b1de97","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:00:54.824851755Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ae75fa9a-18b8-4214-9eaa-8d2087d3cd37","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:00:54.873601228Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ae75fa9a-18b8-4214-9eaa-8d2087d3cd37","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:00:54.922797436Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ae75fa9a-18b8-4214-9eaa-8d2087d3cd37","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:00:54.971687523Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ae75fa9a-18b8-4214-9eaa-8d2087d3cd37","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:00:55.71463276Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:00:56.77806216Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cdb63f34-a6e4-466d-b43e-6c05b7042d6f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:00:56.827572838Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cdb63f34-a6e4-466d-b43e-6c05b7042d6f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:00:56.87661923Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cdb63f34-a6e4-466d-b43e-6c05b7042d6f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:00:56.925401729Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cdb63f34-a6e4-466d-b43e-6c05b7042d6f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:01:00.627848393Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rec-ctrl-4ce791-sub","namespace":"ai-tenant-e2e-extmod-b-94e247"},"namespace":"ai-tenant-e2e-extmod-b-94e247","name":"e2e-rec-ctrl-4ce791-sub","reconcileID":"58e4007d-4057-4d59-ab50-3ac8b61955b6","MaaSSubscription":{"name":"e2e-rec-ctrl-4ce791-sub","namespace":"ai-tenant-e2e-extmod-b-94e247"},"model":"e2e-extmod-rec-user-f3f6f8/e2e-rec-ctrl-4ce791","subscription":"e2e-rec-ctrl-4ce791-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:01:00.627987454Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rec-ctrl-4ce791-sub","namespace":"ai-tenant-e2e-extmod-b-94e247"},"namespace":"ai-tenant-e2e-extmod-b-94e247","name":"e2e-rec-ctrl-4ce791-sub","reconcileID":"58e4007d-4057-4d59-ab50-3ac8b61955b6","MaaSSubscription":{"name":"e2e-rec-ctrl-4ce791-sub","namespace":"ai-tenant-e2e-extmod-b-94e247"},"model":"e2e-extmod-rec-user-f3f6f8/e2e-rec-ctrl-4ce791","error":"MaaSModelRef not found: e2e-extmod-rec-user-f3f6f8/e2e-rec-ctrl-4ce791","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:01:00.876961636Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-873a34","namespace":"e2e-extmod-att-noaccess-c9b09f"},"namespace":"e2e-extmod-att-noaccess-c9b09f","name":"e2e-att-noaccess-873a34","reconcileID":"a19c7c18-2604-45e5-ae2a-1d5348158c59","MaaSModelRef":{"name":"e2e-att-noaccess-873a34","namespace":"e2e-extmod-att-noaccess-c9b09f"},"name":"e2e-att-noaccess-873a34","namespace":"e2e-extmod-att-noaccess-c9b09f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:01:00.981842224Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-2a91e7","namespace":"e2e-extmod-att-user-a4da68"},"namespace":"e2e-extmod-att-user-a4da68","name":"e2e-att-serve-2a91e7","reconcileID":"3fde5e38-a6f3-4b95-9f66-8ab94e1ae165","MaaSModelRef":{"name":"e2e-att-serve-2a91e7","namespace":"e2e-extmod-att-user-a4da68"},"tenant":"e2e-extmod-b-94e247","gateway":"openshift-ingress/e2e-extmod-b-94e247","model":"e2e-extmod-att-user-a4da68/e2e-att-serve-2a91e7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:01:00.981865437Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-2a91e7","namespace":"e2e-extmod-att-user-a4da68"},"namespace":"e2e-extmod-att-user-a4da68","name":"e2e-att-serve-2a91e7","reconcileID":"3fde5e38-a6f3-4b95-9f66-8ab94e1ae165","MaaSModelRef":{"name":"e2e-att-serve-2a91e7","namespace":"e2e-extmod-att-user-a4da68"},"routeName":"external-model-e2e-att-serve-2a91e7-4a5f3d5e4b74","namespace":"e2e-extmod-att-user-a4da68","model":"e2e-att-serve-2a91e7","externalModel":"e2e-att-serve-2a91e7","provider":"e2e-att-serve-2a91e7-provider","gateway":"openshift-ingress/e2e-extmod-b-94e247","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:01:01.036577862Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-2a91e7-access","namespace":"ai-tenant-e2e-extmod-b-94e247"},"namespace":"ai-tenant-e2e-extmod-b-94e247","name":"e2e-att-serve-2a91e7-access","reconcileID":"345324e6-b6df-4da5-8e34-56ebee885f2a","MaaSAuthPolicy":{"name":"e2e-att-serve-2a91e7-access","namespace":"ai-tenant-e2e-extmod-b-94e247"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-94e247","tenantID":"e2e-extmod-b-94e247","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:01:01.036577864Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-4ce791-access","namespace":"ai-tenant-e2e-extmod-b-94e247"},"namespace":"ai-tenant-e2e-extmod-b-94e247","name":"e2e-rec-ctrl-4ce791-access","reconcileID":"d45a9e25-b28f-4e24-ba97-ab5076601944","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-4ce791-access","namespace":"ai-tenant-e2e-extmod-b-94e247"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-94e247","tenantID":"e2e-extmod-b-94e247","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:01:01.090256756Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-4ce791-access","namespace":"ai-tenant-e2e-extmod-b-94e247"},"namespace":"ai-tenant-e2e-extmod-b-94e247","name":"e2e-rec-ctrl-4ce791-access","reconcileID":"d45a9e25-b28f-4e24-ba97-ab5076601944","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-4ce791-access","namespace":"ai-tenant-e2e-extmod-b-94e247"},"name":"e2e-extmod-b-94e247-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:01:01.093888809Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-2a91e7-access","namespace":"ai-tenant-e2e-extmod-b-94e247"},"namespace":"ai-tenant-e2e-extmod-b-94e247","name":"e2e-att-serve-2a91e7-access","reconcileID":"345324e6-b6df-4da5-8e34-56ebee885f2a","MaaSAuthPolicy":{"name":"e2e-att-serve-2a91e7-access","namespace":"ai-tenant-e2e-extmod-b-94e247"},"name":"e2e-extmod-b-94e247-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:01:01.142923984Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-4ce791-access","namespace":"ai-tenant-e2e-extmod-b-94e247"},"namespace":"ai-tenant-e2e-extmod-b-94e247","name":"e2e-rec-ctrl-4ce791-access","reconcileID":"d45a9e25-b28f-4e24-ba97-ab5076601944","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-4ce791-access","namespace":"ai-tenant-e2e-extmod-b-94e247"},"model":"e2e-extmod-rec-user-f3f6f8/e2e-rec-ctrl-4ce791","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:01:01.268448926Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-4ce791-access","namespace":"ai-tenant-e2e-extmod-b-94e247"},"namespace":"ai-tenant-e2e-extmod-b-94e247","name":"e2e-rec-ctrl-4ce791-access","reconcileID":"e29688f7-296a-4f4c-ad78-fd99a796af7b","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-4ce791-access","namespace":"ai-tenant-e2e-extmod-b-94e247"},"model":"e2e-extmod-rec-user-f3f6f8/e2e-rec-ctrl-4ce791","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:01:03.578769502Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-noaccess-873a34","namespace":"e2e-extmod-att-noaccess-c9b09f"},"namespace":"e2e-extmod-att-noaccess-c9b09f","name":"e2e-att-noaccess-873a34","reconcileID":"1a88d872-e202-4f0b-ac59-a6c94d8e9756","namespace":"e2e-extmod-att-noaccess-c9b09f","name":"e2e-att-noaccess-873a34","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:01:03.724860583Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"namespace":"ai-tenant-e2e-worker-w1-5951bc","name":"simulator-access","reconcileID":"efb02f1d-8943-4aa6-a8e4-8034819c33b8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5951bc","tenantID":"e2e-worker-w1-5951bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:01:03.72493776Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"premium-simulator-access","reconcileID":"7b724acd-f993-43a8-8a6f-158dbee7cd62","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-91cd99","tenantID":"e2e-worker-w2-91cd99","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:01:03.726353697Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"namespace":"ai-tenant-e2e-worker-w3-bb1b51","name":"premium-simulator-access","reconcileID":"9009fb20-55c8-4739-873f-9e851fd6b16e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bb1b51","tenantID":"e2e-worker-w3-bb1b51","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:01:03.726846206Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"namespace":"ai-tenant-e2e-worker-w3-bb1b51","name":"simulator-access","reconcileID":"943a272a-ef82-49e2-8dc5-ff55c278b9c2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bb1b51","tenantID":"e2e-worker-w3-bb1b51","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:01:03.773835993Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-c7826d-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-c7826d-access","reconcileID":"18de5190-970a-4469-b11a-3524bb130312","MaaSAuthPolicy":{"name":"e2e-dft-c7826d-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:01:03.776981429Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"premium-simulator-access","reconcileID":"7b724acd-f993-43a8-8a6f-158dbee7cd62","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"name":"e2e-worker-w2-91cd99-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:01:03.777699003Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"namespace":"ai-tenant-e2e-worker-w1-5951bc","name":"simulator-access","reconcileID":"efb02f1d-8943-4aa6-a8e4-8034819c33b8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"name":"e2e-worker-w1-5951bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:01:03.779457102Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"namespace":"ai-tenant-e2e-worker-w3-bb1b51","name":"simulator-access","reconcileID":"943a272a-ef82-49e2-8dc5-ff55c278b9c2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"name":"e2e-worker-w3-bb1b51-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:01:03.779914318Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"namespace":"ai-tenant-e2e-worker-w3-bb1b51","name":"premium-simulator-access","reconcileID":"9009fb20-55c8-4739-873f-9e851fd6b16e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"name":"e2e-worker-w3-bb1b51-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:01:03.826097536Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-c7826d-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-c7826d-access","reconcileID":"18de5190-970a-4469-b11a-3524bb130312","MaaSAuthPolicy":{"name":"e2e-dft-c7826d-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:01:03.936189934Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-noaccess-873a34","namespace":"e2e-extmod-att-noaccess-c9b09f"},"namespace":"e2e-extmod-att-noaccess-c9b09f","name":"e2e-att-noaccess-873a34","reconcileID":"af334c07-c937-4f80-b4a2-cd207d2c60f8","namespace":"e2e-extmod-att-noaccess-c9b09f","name":"e2e-att-noaccess-873a34","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:01:04.119634165Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"namespace":"ai-tenant-e2e-worker-w4-8d2c7c","name":"premium-simulator-access","reconcileID":"5e004172-0ff0-48c3-9736-c09446f568a1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-8d2c7c","tenantID":"e2e-worker-w4-8d2c7c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:01:04.119864519Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"simulator-access","reconcileID":"62b6c828-97ea-4825-93f9-89a716e92f81","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-91cd99","tenantID":"e2e-worker-w2-91cd99","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:01:04.167796782Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"9dbd12ac-0985-440b-b453-f3fb73ec6bf3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:01:04.168017443Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"061103b4-84d5-46f9-8b8c-41a66f8b2b9d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:01:04.171724706Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"namespace":"ai-tenant-e2e-worker-w4-8d2c7c","name":"premium-simulator-access","reconcileID":"5e004172-0ff0-48c3-9736-c09446f568a1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"name":"e2e-worker-w4-8d2c7c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:01:04.172194361Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"simulator-access","reconcileID":"62b6c828-97ea-4825-93f9-89a716e92f81","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"name":"e2e-worker-w2-91cd99-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:01:04.215905694Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"namespace":"ai-tenant-e2e-worker-w0-9893f0","name":"simulator-access","reconcileID":"70367792-3444-4b35-b88d-6acfa09c4369","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9893f0","tenantID":"e2e-worker-w0-9893f0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:01:04.220479907Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"061103b4-84d5-46f9-8b8c-41a66f8b2b9d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:01:04.220551871Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"9dbd12ac-0985-440b-b453-f3fb73ec6bf3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:01:04.268419492Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"namespace":"ai-tenant-e2e-worker-w0-9893f0","name":"simulator-access","reconcileID":"70367792-3444-4b35-b88d-6acfa09c4369","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"name":"e2e-worker-w0-9893f0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:01:04.473112701Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-2a91e7","namespace":"e2e-extmod-att-user-a4da68"},"namespace":"e2e-extmod-att-user-a4da68","name":"e2e-att-serve-2a91e7","reconcileID":"ebc82300-9c00-41ae-b4ee-5426decf563a","MaaSModelRef":{"name":"e2e-att-serve-2a91e7","namespace":"e2e-extmod-att-user-a4da68"},"tenant":"e2e-extmod-b-94e247","gateway":"openshift-ingress/e2e-extmod-b-94e247","model":"e2e-extmod-att-user-a4da68/e2e-att-serve-2a91e7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:01:04.473138708Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-2a91e7","namespace":"e2e-extmod-att-user-a4da68"},"namespace":"e2e-extmod-att-user-a4da68","name":"e2e-att-serve-2a91e7","reconcileID":"ebc82300-9c00-41ae-b4ee-5426decf563a","MaaSModelRef":{"name":"e2e-att-serve-2a91e7","namespace":"e2e-extmod-att-user-a4da68"},"routeName":"external-model-e2e-att-serve-2a91e7-4a5f3d5e4b74","namespace":"e2e-extmod-att-user-a4da68","model":"e2e-att-serve-2a91e7","externalModel":"e2e-att-serve-2a91e7","provider":"e2e-att-serve-2a91e7-provider","gateway":"openshift-ingress/e2e-extmod-b-94e247","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:01:04.515751373Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"namespace":"ai-tenant-e2e-worker-w1-5951bc","name":"premium-simulator-access","reconcileID":"eb4fc804-2f02-4fde-ac06-f773ba8d412c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5951bc","tenantID":"e2e-worker-w1-5951bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:01:04.515835044Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"namespace":"ai-tenant-e2e-worker-w4-8d2c7c","name":"simulator-access","reconcileID":"c441d26a-f26a-4200-8f38-7d527d209f80","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-8d2c7c","tenantID":"e2e-worker-w4-8d2c7c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:01:04.569452783Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"namespace":"ai-tenant-e2e-worker-w1-5951bc","name":"premium-simulator-access","reconcileID":"eb4fc804-2f02-4fde-ac06-f773ba8d412c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"name":"e2e-worker-w1-5951bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:01:04.569453795Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"namespace":"ai-tenant-e2e-worker-w4-8d2c7c","name":"simulator-access","reconcileID":"c441d26a-f26a-4200-8f38-7d527d209f80","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"name":"e2e-worker-w4-8d2c7c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:01:04.570000762Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-2a91e7-access","namespace":"ai-tenant-e2e-extmod-b-94e247"},"namespace":"ai-tenant-e2e-extmod-b-94e247","name":"e2e-att-serve-2a91e7-access","reconcileID":"98dac823-1989-4a52-a40f-27a0f47126f1","MaaSAuthPolicy":{"name":"e2e-att-serve-2a91e7-access","namespace":"ai-tenant-e2e-extmod-b-94e247"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-94e247","tenantID":"e2e-extmod-b-94e247","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:01:04.61772599Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"namespace":"ai-tenant-e2e-worker-w0-9893f0","name":"premium-simulator-access","reconcileID":"7f48fbec-224b-4e4c-bba7-1321b677b049","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9893f0","tenantID":"e2e-worker-w0-9893f0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:01:04.622890357Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-2a91e7-access","namespace":"ai-tenant-e2e-extmod-b-94e247"},"namespace":"ai-tenant-e2e-extmod-b-94e247","name":"e2e-att-serve-2a91e7-access","reconcileID":"98dac823-1989-4a52-a40f-27a0f47126f1","MaaSAuthPolicy":{"name":"e2e-att-serve-2a91e7-access","namespace":"ai-tenant-e2e-extmod-b-94e247"},"name":"e2e-extmod-b-94e247-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:01:04.624229089Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-serve-2a91e7-sub","namespace":"ai-tenant-e2e-extmod-b-94e247"},"namespace":"ai-tenant-e2e-extmod-b-94e247","name":"e2e-att-serve-2a91e7-sub","reconcileID":"32ceea2b-9f92-4fa7-ba76-8b6ef7ee3d05","MaaSSubscription":{"name":"e2e-att-serve-2a91e7-sub","namespace":"ai-tenant-e2e-extmod-b-94e247"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-764464d0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:01:04.665840272Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-c7826d-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-c7826d-access","reconcileID":"e80cbd41-471c-4cf8-bb05-0a6b43f3f44c","MaaSAuthPolicy":{"name":"e2e-dft-c7826d-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:01:04.669824935Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"namespace":"ai-tenant-e2e-worker-w0-9893f0","name":"premium-simulator-access","reconcileID":"7f48fbec-224b-4e4c-bba7-1321b677b049","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"name":"e2e-worker-w0-9893f0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:01:04.720224008Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-c7826d-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-c7826d-access","reconcileID":"e80cbd41-471c-4cf8-bb05-0a6b43f3f44c","MaaSAuthPolicy":{"name":"e2e-dft-c7826d-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:01:04.861432606Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"premium-simulator-access","reconcileID":"4eeb8c40-3f4a-43eb-a4b9-cc1bed944212","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-91cd99","tenantID":"e2e-worker-w2-91cd99","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:01:04.861642919Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"namespace":"ai-tenant-e2e-worker-w3-bb1b51","name":"simulator-access","reconcileID":"fe9e9d4e-2de1-4aeb-ac0e-3791f466722c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bb1b51","tenantID":"e2e-worker-w3-bb1b51","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:01:04.913931687Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"premium-simulator-access","reconcileID":"4eeb8c40-3f4a-43eb-a4b9-cc1bed944212","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"name":"e2e-worker-w2-91cd99-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:01:04.914218422Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"namespace":"ai-tenant-e2e-worker-w3-bb1b51","name":"simulator-access","reconcileID":"fe9e9d4e-2de1-4aeb-ac0e-3791f466722c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"name":"e2e-worker-w3-bb1b51-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:01:05.011028856Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"namespace":"ai-tenant-e2e-worker-w3-bb1b51","name":"premium-simulator-access","reconcileID":"202ce08f-1aa8-4cec-86b0-f2e6c0301a39","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bb1b51","tenantID":"e2e-worker-w3-bb1b51","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:01:05.011028492Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"namespace":"ai-tenant-e2e-worker-w1-5951bc","name":"simulator-access","reconcileID":"3b617ed6-a73e-4478-8783-bbb600fc8766","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5951bc","tenantID":"e2e-worker-w1-5951bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:01:05.063193862Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"namespace":"ai-tenant-e2e-worker-w1-5951bc","name":"simulator-access","reconcileID":"3b617ed6-a73e-4478-8783-bbb600fc8766","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"name":"e2e-worker-w1-5951bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:01:05.063260371Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"namespace":"ai-tenant-e2e-worker-w3-bb1b51","name":"premium-simulator-access","reconcileID":"202ce08f-1aa8-4cec-86b0-f2e6c0301a39","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"name":"e2e-worker-w3-bb1b51-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:01:05.063624783Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-2a91e7-access","namespace":"ai-tenant-e2e-extmod-b-94e247"},"namespace":"ai-tenant-e2e-extmod-b-94e247","name":"e2e-att-serve-2a91e7-access","reconcileID":"ca36a877-664a-4426-9e10-249044a8e038","MaaSAuthPolicy":{"name":"e2e-att-serve-2a91e7-access","namespace":"ai-tenant-e2e-extmod-b-94e247"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-94e247","tenantID":"e2e-extmod-b-94e247","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:01:05.115748836Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-2a91e7-access","namespace":"ai-tenant-e2e-extmod-b-94e247"},"namespace":"ai-tenant-e2e-extmod-b-94e247","name":"e2e-att-serve-2a91e7-access","reconcileID":"ca36a877-664a-4426-9e10-249044a8e038","MaaSAuthPolicy":{"name":"e2e-att-serve-2a91e7-access","namespace":"ai-tenant-e2e-extmod-b-94e247"},"name":"e2e-extmod-b-94e247-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:01:14.262462546Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-b737fe"},"namespace":"ai-tenant-e2e-extmod-a-b737fe","name":"default-tenant","reconcileID":"fad74554-da5e-48ba-89dd-dd9d39fc29de","namespace":"ai-tenant-e2e-extmod-a-b737fe","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:01:14.26252624Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-b737fe"},"namespace":"ai-tenant-e2e-extmod-a-b737fe","name":"default-tenant","reconcileID":"fad74554-da5e-48ba-89dd-dd9d39fc29de","namespace":"ai-tenant-e2e-extmod-a-b737fe","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:01:14.262573593Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-b737fe"},"namespace":"ai-tenant-e2e-extmod-a-b737fe","name":"default-tenant","reconcileID":"fad74554-da5e-48ba-89dd-dd9d39fc29de","tenant":"e2e-extmod-a-b737fe","tenantID":"e2e-extmod-a-b737fe","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:01:14.313101758Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-b737fe"},"namespace":"ai-tenant-e2e-extmod-a-b737fe","name":"default-tenant","reconcileID":"fad74554-da5e-48ba-89dd-dd9d39fc29de","gvk":"Deployment","name":"maas-api-e2e-extmod-a-b737fe","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:01:14.371216766Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-b737fe"},"namespace":"ai-tenant-e2e-extmod-a-b737fe","name":"default-tenant","reconcileID":"fad74554-da5e-48ba-89dd-dd9d39fc29de","gvk":"Service","name":"maas-api-e2e-extmod-a-b737fe","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:01:14.425186332Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-b737fe"},"namespace":"ai-tenant-e2e-extmod-a-b737fe","name":"default-tenant","reconcileID":"fad74554-da5e-48ba-89dd-dd9d39fc29de","gvk":"HTTPRoute","name":"maas-api-route-e2e-extmod-a-b737fe","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:01:14.475541897Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-b737fe"},"namespace":"ai-tenant-e2e-extmod-a-b737fe","name":"default-tenant","reconcileID":"fad74554-da5e-48ba-89dd-dd9d39fc29de","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-extmod-a-b737fe","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:01:14.527532471Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-b737fe"},"namespace":"ai-tenant-e2e-extmod-a-b737fe","name":"default-tenant","reconcileID":"fad74554-da5e-48ba-89dd-dd9d39fc29de","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-extmod-a-b737fe","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:01:14.579003117Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-b737fe"},"namespace":"ai-tenant-e2e-extmod-a-b737fe","name":"default-tenant","reconcileID":"fad74554-da5e-48ba-89dd-dd9d39fc29de","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-extmod-a-b737fe","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:01:14.635602026Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-b737fe"},"namespace":"ai-tenant-e2e-extmod-a-b737fe","name":"default-tenant","reconcileID":"fad74554-da5e-48ba-89dd-dd9d39fc29de","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-extmod-a-b737fe","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:01:14.67563012Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-serve-2a91e7-sub","namespace":"ai-tenant-e2e-extmod-b-94e247"},"namespace":"ai-tenant-e2e-extmod-b-94e247","name":"e2e-att-serve-2a91e7-sub","reconcileID":"14f9060b-943b-45ae-9b98-4f886b5434eb","MaaSSubscription":{"name":"e2e-att-serve-2a91e7-sub","namespace":"ai-tenant-e2e-extmod-b-94e247"},"model":"e2e-extmod-att-user-a4da68/e2e-att-serve-2a91e7","subscription":"e2e-att-serve-2a91e7-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:01:14.68586502Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-b737fe"},"namespace":"ai-tenant-e2e-extmod-a-b737fe","name":"default-tenant","reconcileID":"fad74554-da5e-48ba-89dd-dd9d39fc29de","gvk":"Telemetry","name":"latency-per-subscription-e2e-extmod-a-b737fe","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:01:14.736234546Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-b737fe"},"namespace":"ai-tenant-e2e-extmod-a-b737fe","name":"default-tenant","reconcileID":"fad74554-da5e-48ba-89dd-dd9d39fc29de","gvk":"Deployment","name":"payload-processing-e2e-extmod-a-b737fe","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:01:14.773990683Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-serve-2a91e7-sub","namespace":"ai-tenant-e2e-extmod-b-94e247"},"namespace":"ai-tenant-e2e-extmod-b-94e247","name":"e2e-att-serve-2a91e7-sub","reconcileID":"14f9060b-943b-45ae-9b98-4f886b5434eb","MaaSSubscription":{"name":"e2e-att-serve-2a91e7-sub","namespace":"ai-tenant-e2e-extmod-b-94e247"},"model":"e2e-extmod-att-user-a4da68/e2e-att-serve-2a91e7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:01:14.784773562Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-b737fe"},"namespace":"ai-tenant-e2e-extmod-a-b737fe","name":"default-tenant","reconcileID":"fad74554-da5e-48ba-89dd-dd9d39fc29de","gvk":"Deployment","name":"payload-pre-processing-e2e-extmod-a-b737fe","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:01:14.822607926Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-serve-2a91e7-sub","namespace":"ai-tenant-e2e-extmod-b-94e247"},"namespace":"ai-tenant-e2e-extmod-b-94e247","name":"e2e-att-serve-2a91e7-sub","reconcileID":"14f9060b-943b-45ae-9b98-4f886b5434eb","MaaSSubscription":{"name":"e2e-att-serve-2a91e7-sub","namespace":"ai-tenant-e2e-extmod-b-94e247"},"name":"maas-trlp-e2e-att-serve-2a91e7","namespace":"e2e-extmod-att-user-a4da68","model":"e2e-extmod-att-user-a4da68/e2e-att-serve-2a91e7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:01:14.833474035Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-b737fe"},"namespace":"ai-tenant-e2e-extmod-a-b737fe","name":"default-tenant","reconcileID":"fad74554-da5e-48ba-89dd-dd9d39fc29de","gvk":"Service","name":"payload-processing-e2e-extmod-a-b737fe","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:01:14.881552101Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-b737fe"},"namespace":"ai-tenant-e2e-extmod-a-b737fe","name":"default-tenant","reconcileID":"fad74554-da5e-48ba-89dd-dd9d39fc29de","gvk":"Service","name":"payload-pre-processing-e2e-extmod-a-b737fe","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:01:14.929520914Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-b737fe"},"namespace":"ai-tenant-e2e-extmod-a-b737fe","name":"default-tenant","reconcileID":"fad74554-da5e-48ba-89dd-dd9d39fc29de","gvk":"DestinationRule","name":"payload-processing-e2e-extmod-a-b737fe","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:01:14.977360726Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-b737fe"},"namespace":"ai-tenant-e2e-extmod-a-b737fe","name":"default-tenant","reconcileID":"fad74554-da5e-48ba-89dd-dd9d39fc29de","gvk":"DestinationRule","name":"payload-pre-processing-e2e-extmod-a-b737fe","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:01:15.025433351Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-b737fe"},"namespace":"ai-tenant-e2e-extmod-a-b737fe","name":"default-tenant","reconcileID":"fad74554-da5e-48ba-89dd-dd9d39fc29de","gvk":"EnvoyFilter","name":"payload-processing-e2e-extmod-a-b737fe","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:01:15.076511578Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-b737fe"},"namespace":"ai-tenant-e2e-extmod-a-b737fe","name":"default-tenant","reconcileID":"fad74554-da5e-48ba-89dd-dd9d39fc29de","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-extmod-a-b737fe","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:01:15.125010149Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-b737fe"},"namespace":"ai-tenant-e2e-extmod-a-b737fe","name":"default-tenant","reconcileID":"fad74554-da5e-48ba-89dd-dd9d39fc29de","gvk":"NetworkPolicy","name":"payload-processing-e2e-extmod-a-b737fe","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:01:15.125701996Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-2a91e7","namespace":"e2e-extmod-att-user-a4da68"},"namespace":"e2e-extmod-att-user-a4da68","name":"e2e-att-serve-2a91e7","reconcileID":"e7d4fa10-4d66-4eb0-8ac4-ce499b0a2368","MaaSModelRef":{"name":"e2e-att-serve-2a91e7","namespace":"e2e-extmod-att-user-a4da68"},"tenant":"e2e-extmod-b-94e247","gateway":"openshift-ingress/e2e-extmod-b-94e247","model":"e2e-extmod-att-user-a4da68/e2e-att-serve-2a91e7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:01:15.125722446Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-2a91e7","namespace":"e2e-extmod-att-user-a4da68"},"namespace":"e2e-extmod-att-user-a4da68","name":"e2e-att-serve-2a91e7","reconcileID":"e7d4fa10-4d66-4eb0-8ac4-ce499b0a2368","MaaSModelRef":{"name":"e2e-att-serve-2a91e7","namespace":"e2e-extmod-att-user-a4da68"},"routeName":"external-model-e2e-att-serve-2a91e7-4a5f3d5e4b74","namespace":"e2e-extmod-att-user-a4da68","model":"e2e-att-serve-2a91e7","externalModel":"e2e-att-serve-2a91e7","provider":"e2e-att-serve-2a91e7-provider","gateway":"openshift-ingress/e2e-extmod-b-94e247","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:01:15.173157684Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-b737fe"},"namespace":"ai-tenant-e2e-extmod-a-b737fe","name":"default-tenant","reconcileID":"fad74554-da5e-48ba-89dd-dd9d39fc29de","gvk":"ServiceAccount","name":"payload-processing-e2e-extmod-a-b737fe","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:01:15.174128655Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-2a91e7-access","namespace":"ai-tenant-e2e-extmod-b-94e247"},"namespace":"ai-tenant-e2e-extmod-b-94e247","name":"e2e-att-serve-2a91e7-access","reconcileID":"2f656cc6-5d3d-4522-9785-5f19f73a9dcf","MaaSAuthPolicy":{"name":"e2e-att-serve-2a91e7-access","namespace":"ai-tenant-e2e-extmod-b-94e247"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-94e247","tenantID":"e2e-extmod-b-94e247","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:01:15.221793605Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-b737fe"},"namespace":"ai-tenant-e2e-extmod-a-b737fe","name":"default-tenant","reconcileID":"fad74554-da5e-48ba-89dd-dd9d39fc29de","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-extmod-a-b737fe","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:01:15.234455226Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-2a91e7-access","namespace":"ai-tenant-e2e-extmod-b-94e247"},"namespace":"ai-tenant-e2e-extmod-b-94e247","name":"e2e-att-serve-2a91e7-access","reconcileID":"2f656cc6-5d3d-4522-9785-5f19f73a9dcf","MaaSAuthPolicy":{"name":"e2e-att-serve-2a91e7-access","namespace":"ai-tenant-e2e-extmod-b-94e247"},"name":"e2e-extmod-b-94e247-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:01:15.270338096Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-b737fe"},"namespace":"ai-tenant-e2e-extmod-a-b737fe","name":"default-tenant","reconcileID":"fad74554-da5e-48ba-89dd-dd9d39fc29de","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-extmod-a-b737fe","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:01:15.281262533Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-2a91e7","namespace":"e2e-extmod-att-user-a4da68"},"namespace":"e2e-extmod-att-user-a4da68","name":"e2e-att-serve-2a91e7","reconcileID":"18d4eb1e-084d-4a22-8392-25eb9e60565e","MaaSModelRef":{"name":"e2e-att-serve-2a91e7","namespace":"e2e-extmod-att-user-a4da68"},"tenant":"e2e-extmod-b-94e247","gateway":"openshift-ingress/e2e-extmod-b-94e247","model":"e2e-extmod-att-user-a4da68/e2e-att-serve-2a91e7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:01:15.281287234Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-2a91e7","namespace":"e2e-extmod-att-user-a4da68"},"namespace":"e2e-extmod-att-user-a4da68","name":"e2e-att-serve-2a91e7","reconcileID":"18d4eb1e-084d-4a22-8392-25eb9e60565e","MaaSModelRef":{"name":"e2e-att-serve-2a91e7","namespace":"e2e-extmod-att-user-a4da68"},"routeName":"external-model-e2e-att-serve-2a91e7-4a5f3d5e4b74","namespace":"e2e-extmod-att-user-a4da68","model":"e2e-att-serve-2a91e7","externalModel":"e2e-att-serve-2a91e7","provider":"e2e-att-serve-2a91e7-provider","gateway":"openshift-ingress/e2e-extmod-b-94e247","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:01:15.326580668Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-532442"},"namespace":"ai-tenant-e2e-inf-a-532442","name":"default-tenant","reconcileID":"52a5252b-c251-4a1c-a37f-64d8e1a432aa","namespace":"ai-tenant-e2e-inf-a-532442","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:01:15.326662718Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-532442"},"namespace":"ai-tenant-e2e-inf-a-532442","name":"default-tenant","reconcileID":"52a5252b-c251-4a1c-a37f-64d8e1a432aa","namespace":"ai-tenant-e2e-inf-a-532442","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:01:15.326735465Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-532442"},"namespace":"ai-tenant-e2e-inf-a-532442","name":"default-tenant","reconcileID":"52a5252b-c251-4a1c-a37f-64d8e1a432aa","tenant":"e2e-inf-a-532442","tenantID":"e2e-inf-a-532442","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:01:15.376965803Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-532442"},"namespace":"ai-tenant-e2e-inf-a-532442","name":"default-tenant","reconcileID":"52a5252b-c251-4a1c-a37f-64d8e1a432aa","gvk":"Deployment","name":"maas-api-e2e-inf-a-532442","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:01:15.434670636Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-532442"},"namespace":"ai-tenant-e2e-inf-a-532442","name":"default-tenant","reconcileID":"52a5252b-c251-4a1c-a37f-64d8e1a432aa","gvk":"Service","name":"maas-api-e2e-inf-a-532442","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:01:15.482808298Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-2a91e7-access","namespace":"ai-tenant-e2e-extmod-b-94e247"},"namespace":"ai-tenant-e2e-extmod-b-94e247","name":"e2e-att-serve-2a91e7-access","reconcileID":"2ea598fd-3fbd-47d9-8435-9caaeb824d5c","MaaSAuthPolicy":{"name":"e2e-att-serve-2a91e7-access","namespace":"ai-tenant-e2e-extmod-b-94e247"},"model":"e2e-extmod-att-user-a4da68/e2e-att-serve-2a91e7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:01:15.485746083Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-532442"},"namespace":"ai-tenant-e2e-inf-a-532442","name":"default-tenant","reconcileID":"52a5252b-c251-4a1c-a37f-64d8e1a432aa","gvk":"HTTPRoute","name":"maas-api-route-e2e-inf-a-532442","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:01:15.535713532Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-532442"},"namespace":"ai-tenant-e2e-inf-a-532442","name":"default-tenant","reconcileID":"52a5252b-c251-4a1c-a37f-64d8e1a432aa","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-inf-a-532442","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:01:15.587441728Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-532442"},"namespace":"ai-tenant-e2e-inf-a-532442","name":"default-tenant","reconcileID":"52a5252b-c251-4a1c-a37f-64d8e1a432aa","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-inf-a-532442","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:01:15.637716618Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-532442"},"namespace":"ai-tenant-e2e-inf-a-532442","name":"default-tenant","reconcileID":"52a5252b-c251-4a1c-a37f-64d8e1a432aa","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-inf-a-532442","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:01:15.690431707Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-532442"},"namespace":"ai-tenant-e2e-inf-a-532442","name":"default-tenant","reconcileID":"52a5252b-c251-4a1c-a37f-64d8e1a432aa","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-inf-a-532442","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:01:15.733333508Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-2a91e7-access","namespace":"ai-tenant-e2e-extmod-b-94e247"},"namespace":"ai-tenant-e2e-extmod-b-94e247","name":"e2e-att-serve-2a91e7-access","reconcileID":"2ea598fd-3fbd-47d9-8435-9caaeb824d5c","MaaSAuthPolicy":{"name":"e2e-att-serve-2a91e7-access","namespace":"ai-tenant-e2e-extmod-b-94e247"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-94e247","tenantID":"e2e-extmod-b-94e247","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:01:15.741149329Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-532442"},"namespace":"ai-tenant-e2e-inf-a-532442","name":"default-tenant","reconcileID":"52a5252b-c251-4a1c-a37f-64d8e1a432aa","gvk":"Telemetry","name":"latency-per-subscription-e2e-inf-a-532442","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:01:15.789154621Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-532442"},"namespace":"ai-tenant-e2e-inf-a-532442","name":"default-tenant","reconcileID":"52a5252b-c251-4a1c-a37f-64d8e1a432aa","gvk":"Deployment","name":"payload-processing-e2e-inf-a-532442","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:01:15.838648732Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-532442"},"namespace":"ai-tenant-e2e-inf-a-532442","name":"default-tenant","reconcileID":"52a5252b-c251-4a1c-a37f-64d8e1a432aa","gvk":"Deployment","name":"payload-pre-processing-e2e-inf-a-532442","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:01:15.850274732Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-2a91e7-access","namespace":"ai-tenant-e2e-extmod-b-94e247"},"namespace":"ai-tenant-e2e-extmod-b-94e247","name":"e2e-att-serve-2a91e7-access","reconcileID":"2ea598fd-3fbd-47d9-8435-9caaeb824d5c","MaaSAuthPolicy":{"name":"e2e-att-serve-2a91e7-access","namespace":"ai-tenant-e2e-extmod-b-94e247"},"name":"e2e-extmod-b-94e247-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:01:15.850305639Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-2a91e7-access","namespace":"ai-tenant-e2e-extmod-b-94e247"},"namespace":"ai-tenant-e2e-extmod-b-94e247","name":"e2e-att-serve-2a91e7-access","reconcileID":"2ea598fd-3fbd-47d9-8435-9caaeb824d5c","MaaSAuthPolicy":{"name":"e2e-att-serve-2a91e7-access","namespace":"ai-tenant-e2e-extmod-b-94e247"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-94e247","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:01:15.886750949Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-532442"},"namespace":"ai-tenant-e2e-inf-a-532442","name":"default-tenant","reconcileID":"52a5252b-c251-4a1c-a37f-64d8e1a432aa","gvk":"Service","name":"payload-processing-e2e-inf-a-532442","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:01:15.934705466Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-532442"},"namespace":"ai-tenant-e2e-inf-a-532442","name":"default-tenant","reconcileID":"52a5252b-c251-4a1c-a37f-64d8e1a432aa","gvk":"Service","name":"payload-pre-processing-e2e-inf-a-532442","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:01:15.95255105Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-2a91e7","namespace":"e2e-extmod-att-user-a4da68"},"namespace":"e2e-extmod-att-user-a4da68","name":"e2e-att-serve-2a91e7","reconcileID":"04c71607-f4ca-4f37-b496-d9d52af04bde","MaaSModelRef":{"name":"e2e-att-serve-2a91e7","namespace":"e2e-extmod-att-user-a4da68"},"tenant":"e2e-extmod-b-94e247","gateway":"openshift-ingress/e2e-extmod-b-94e247","model":"e2e-extmod-att-user-a4da68/e2e-att-serve-2a91e7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:01:15.952575012Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-2a91e7","namespace":"e2e-extmod-att-user-a4da68"},"namespace":"e2e-extmod-att-user-a4da68","name":"e2e-att-serve-2a91e7","reconcileID":"04c71607-f4ca-4f37-b496-d9d52af04bde","MaaSModelRef":{"name":"e2e-att-serve-2a91e7","namespace":"e2e-extmod-att-user-a4da68"},"routeName":"external-model-e2e-att-serve-2a91e7-4a5f3d5e4b74","namespace":"e2e-extmod-att-user-a4da68","model":"e2e-att-serve-2a91e7","externalModel":"e2e-att-serve-2a91e7","provider":"e2e-att-serve-2a91e7-provider","gateway":"openshift-ingress/e2e-extmod-b-94e247","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:01:15.982767788Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-532442"},"namespace":"ai-tenant-e2e-inf-a-532442","name":"default-tenant","reconcileID":"52a5252b-c251-4a1c-a37f-64d8e1a432aa","gvk":"DestinationRule","name":"payload-processing-e2e-inf-a-532442","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:01:16.030971867Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-532442"},"namespace":"ai-tenant-e2e-inf-a-532442","name":"default-tenant","reconcileID":"52a5252b-c251-4a1c-a37f-64d8e1a432aa","gvk":"DestinationRule","name":"payload-pre-processing-e2e-inf-a-532442","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:01:16.078952032Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-532442"},"namespace":"ai-tenant-e2e-inf-a-532442","name":"default-tenant","reconcileID":"52a5252b-c251-4a1c-a37f-64d8e1a432aa","gvk":"EnvoyFilter","name":"payload-processing-e2e-inf-a-532442","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:01:16.130002643Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-532442"},"namespace":"ai-tenant-e2e-inf-a-532442","name":"default-tenant","reconcileID":"52a5252b-c251-4a1c-a37f-64d8e1a432aa","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-inf-a-532442","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:01:16.177898755Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-532442"},"namespace":"ai-tenant-e2e-inf-a-532442","name":"default-tenant","reconcileID":"52a5252b-c251-4a1c-a37f-64d8e1a432aa","gvk":"NetworkPolicy","name":"payload-processing-e2e-inf-a-532442","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:01:16.226129175Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-532442"},"namespace":"ai-tenant-e2e-inf-a-532442","name":"default-tenant","reconcileID":"52a5252b-c251-4a1c-a37f-64d8e1a432aa","gvk":"ServiceAccount","name":"payload-processing-e2e-inf-a-532442","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:01:16.274230988Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-532442"},"namespace":"ai-tenant-e2e-inf-a-532442","name":"default-tenant","reconcileID":"52a5252b-c251-4a1c-a37f-64d8e1a432aa","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-inf-a-532442","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:01:16.322839195Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-532442"},"namespace":"ai-tenant-e2e-inf-a-532442","name":"default-tenant","reconcileID":"52a5252b-c251-4a1c-a37f-64d8e1a432aa","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-inf-a-532442","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:01:16.449049335Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-serve-2a91e7","namespace":"e2e-extmod-att-user-a4da68"},"namespace":"e2e-extmod-att-user-a4da68","name":"e2e-att-serve-2a91e7","reconcileID":"b82cecd7-6831-4f6d-b569-d1c8e13445cc","namespace":"e2e-extmod-att-user-a4da68","name":"e2e-att-serve-2a91e7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:01:16.595073116Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"namespace":"ai-tenant-e2e-worker-w4-8d2c7c","name":"premium-simulator-access","reconcileID":"283bfdfd-99a5-4fad-80f0-7054d4b9ee4b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-8d2c7c","tenantID":"e2e-worker-w4-8d2c7c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:01:16.596009776Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"namespace":"ai-tenant-e2e-worker-w0-9893f0","name":"simulator-access","reconcileID":"c2dcf7b3-0652-48b1-bfda-fb847dea5ea8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9893f0","tenantID":"e2e-worker-w0-9893f0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:01:16.605369438Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"namespace":"ai-tenant-e2e-worker-w1-5951bc","name":"premium-simulator-access","reconcileID":"463ccc93-b333-4a6d-8a8f-528f9da52f5d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5951bc","tenantID":"e2e-worker-w1-5951bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:01:16.606239285Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"simulator-access","reconcileID":"3f456d30-2909-43fe-9dae-5e51e74d9c81","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-91cd99","tenantID":"e2e-worker-w2-91cd99","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:01:16.652183378Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"namespace":"ai-tenant-e2e-worker-w4-8d2c7c","name":"premium-simulator-access","reconcileID":"283bfdfd-99a5-4fad-80f0-7054d4b9ee4b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"name":"e2e-worker-w4-8d2c7c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:01:16.652182009Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"namespace":"ai-tenant-e2e-worker-w0-9893f0","name":"simulator-access","reconcileID":"c2dcf7b3-0652-48b1-bfda-fb847dea5ea8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"name":"e2e-worker-w0-9893f0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:01:16.653728074Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"2a4c95c4-ca53-43c3-9f41-9ed95620c9c1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:01:16.657722916Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"namespace":"ai-tenant-e2e-worker-w1-5951bc","name":"premium-simulator-access","reconcileID":"463ccc93-b333-4a6d-8a8f-528f9da52f5d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"name":"e2e-worker-w1-5951bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:01:16.667434448Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"simulator-access","reconcileID":"3f456d30-2909-43fe-9dae-5e51e74d9c81","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"name":"e2e-worker-w2-91cd99-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:01:16.706867031Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"2a4c95c4-ca53-43c3-9f41-9ed95620c9c1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:01:16.910780057Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-serve-2a91e7","namespace":"e2e-extmod-att-user-a4da68"},"namespace":"e2e-extmod-att-user-a4da68","name":"e2e-att-serve-2a91e7","reconcileID":"c8bde788-ef3f-4e41-a064-88d1a4e60e79","namespace":"e2e-extmod-att-user-a4da68","name":"e2e-att-serve-2a91e7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:01:16.997861718Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"namespace":"ai-tenant-e2e-worker-w0-9893f0","name":"premium-simulator-access","reconcileID":"8333c5e7-2013-49e9-8ba3-cde6c38a2725","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9893f0","tenantID":"e2e-worker-w0-9893f0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:01:16.997862065Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"namespace":"ai-tenant-e2e-worker-w4-8d2c7c","name":"simulator-access","reconcileID":"b69e9d92-48eb-4636-9669-8f500101bda4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-8d2c7c","tenantID":"e2e-worker-w4-8d2c7c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:01:17.054967665Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"namespace":"ai-tenant-e2e-worker-w0-9893f0","name":"premium-simulator-access","reconcileID":"8333c5e7-2013-49e9-8ba3-cde6c38a2725","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"name":"e2e-worker-w0-9893f0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:01:17.057216721Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"namespace":"ai-tenant-e2e-worker-w4-8d2c7c","name":"simulator-access","reconcileID":"b69e9d92-48eb-4636-9669-8f500101bda4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"name":"e2e-worker-w4-8d2c7c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:01:17.095950126Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"namespace":"ai-tenant-e2e-worker-w3-bb1b51","name":"simulator-access","reconcileID":"e9be3d64-028a-4d0d-be47-f6a12c50f3fa","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bb1b51","tenantID":"e2e-worker-w3-bb1b51","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:01:17.096372224Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"premium-simulator-access","reconcileID":"002a2385-8824-4e2a-b649-70ac9208212d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-91cd99","tenantID":"e2e-worker-w2-91cd99","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:01:17.144882892Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-c7826d-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-c7826d-access","reconcileID":"bc20b9e0-a131-4b71-ab5b-3d063e76e8a8","MaaSAuthPolicy":{"name":"e2e-dft-c7826d-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:01:17.148744016Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"namespace":"ai-tenant-e2e-worker-w3-bb1b51","name":"simulator-access","reconcileID":"e9be3d64-028a-4d0d-be47-f6a12c50f3fa","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"name":"e2e-worker-w3-bb1b51-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:01:17.150117782Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"premium-simulator-access","reconcileID":"002a2385-8824-4e2a-b649-70ac9208212d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"name":"e2e-worker-w2-91cd99-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:01:17.197744976Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-c7826d-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-c7826d-access","reconcileID":"bc20b9e0-a131-4b71-ab5b-3d063e76e8a8","MaaSAuthPolicy":{"name":"e2e-dft-c7826d-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:01:17.396802848Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"namespace":"ai-tenant-e2e-worker-w1-5951bc","name":"simulator-access","reconcileID":"c1470f4c-fc92-4b08-83e9-f462a162fc5d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5951bc","tenantID":"e2e-worker-w1-5951bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:01:17.396941561Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"namespace":"ai-tenant-e2e-worker-w3-bb1b51","name":"premium-simulator-access","reconcileID":"8d765a89-bbea-4c2b-9603-829da92b1f88","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bb1b51","tenantID":"e2e-worker-w3-bb1b51","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:01:17.449458552Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"namespace":"ai-tenant-e2e-worker-w1-5951bc","name":"simulator-access","reconcileID":"c1470f4c-fc92-4b08-83e9-f462a162fc5d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"name":"e2e-worker-w1-5951bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:01:17.45107909Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"namespace":"ai-tenant-e2e-worker-w3-bb1b51","name":"premium-simulator-access","reconcileID":"8d765a89-bbea-4c2b-9603-829da92b1f88","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"name":"e2e-worker-w3-bb1b51-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:01:17.54579284Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"71f447ce-3be0-4cb6-8736-b3595b60e545","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:01:17.54579275Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"14cbefa8-ddab-4d10-8ce3-08a5665bac35","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:01:17.598142092Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"71f447ce-3be0-4cb6-8736-b3595b60e545","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:01:17.598589708Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"simulator-access","reconcileID":"5eb41810-c677-4c8b-a8cf-9aca562348a4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-91cd99","tenantID":"e2e-worker-w2-91cd99","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:01:17.598679218Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"14cbefa8-ddab-4d10-8ce3-08a5665bac35","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:01:17.65089718Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"simulator-access","reconcileID":"5eb41810-c677-4c8b-a8cf-9aca562348a4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"name":"e2e-worker-w2-91cd99-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:01:17.798102356Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"namespace":"ai-tenant-e2e-worker-w4-8d2c7c","name":"premium-simulator-access","reconcileID":"28b7a049-aff3-4386-8811-29c0f9e881b1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-8d2c7c","tenantID":"e2e-worker-w4-8d2c7c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:01:17.798167719Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"namespace":"ai-tenant-e2e-worker-w0-9893f0","name":"simulator-access","reconcileID":"c2548736-eda6-4c92-80ea-97053a09c6a8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9893f0","tenantID":"e2e-worker-w0-9893f0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:01:17.850970656Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"namespace":"ai-tenant-e2e-worker-w0-9893f0","name":"simulator-access","reconcileID":"c2548736-eda6-4c92-80ea-97053a09c6a8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"name":"e2e-worker-w0-9893f0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:01:17.852231431Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"namespace":"ai-tenant-e2e-worker-w4-8d2c7c","name":"premium-simulator-access","reconcileID":"28b7a049-aff3-4386-8811-29c0f9e881b1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"name":"e2e-worker-w4-8d2c7c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:01:17.899487549Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"namespace":"ai-tenant-e2e-worker-w4-8d2c7c","name":"simulator-access","reconcileID":"dd055e72-cc1f-4227-b13e-8b864dedab78","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-8d2c7c","tenantID":"e2e-worker-w4-8d2c7c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:01:17.899648224Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"namespace":"ai-tenant-e2e-worker-w1-5951bc","name":"premium-simulator-access","reconcileID":"60283cc2-de91-4469-860d-6cbdeb9836b4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5951bc","tenantID":"e2e-worker-w1-5951bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:01:17.952286717Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"namespace":"ai-tenant-e2e-worker-w4-8d2c7c","name":"simulator-access","reconcileID":"dd055e72-cc1f-4227-b13e-8b864dedab78","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"name":"e2e-worker-w4-8d2c7c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:01:17.953850764Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"namespace":"ai-tenant-e2e-worker-w1-5951bc","name":"premium-simulator-access","reconcileID":"60283cc2-de91-4469-860d-6cbdeb9836b4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"name":"e2e-worker-w1-5951bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:01:17.997571753Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"namespace":"ai-tenant-e2e-worker-w0-9893f0","name":"premium-simulator-access","reconcileID":"dcd87381-8fad-4718-bb2e-f188716e86bd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9893f0","tenantID":"e2e-worker-w0-9893f0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:01:18.050937528Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"namespace":"ai-tenant-e2e-worker-w0-9893f0","name":"premium-simulator-access","reconcileID":"dcd87381-8fad-4718-bb2e-f188716e86bd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"name":"e2e-worker-w0-9893f0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:01:18.535402639Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-a-b737fe","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-a-b737fe","reconcileID":"4544903f-212b-4ff0-88fa-1d1b0b934865","aitenant":"ai-tenants/e2e-extmod-a-b737fe","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:01:19.146372634Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2a2ffa83-92af-4a71-9ae2-1de0d15667ca","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:01:19.19496608Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2a2ffa83-92af-4a71-9ae2-1de0d15667ca","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:01:19.243622602Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2a2ffa83-92af-4a71-9ae2-1de0d15667ca","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:01:19.249173255Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-a-b737fe","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-a-b737fe","reconcileID":"4544903f-212b-4ff0-88fa-1d1b0b934865","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-extmod-a-b737fe","removed":["maas.opendatahub.io/gateway-access-e2e-extmod-a-b737fe"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:01:19.292233162Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2a2ffa83-92af-4a71-9ae2-1de0d15667ca","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:01:21.132497415Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7dd8e5d9-266b-40ec-a229-7c10f02dfdac","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:01:21.184180985Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7dd8e5d9-266b-40ec-a229-7c10f02dfdac","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:01:21.233607498Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7dd8e5d9-266b-40ec-a229-7c10f02dfdac","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:01:21.282584064Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7dd8e5d9-266b-40ec-a229-7c10f02dfdac","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:01:23.094427757Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"002f40fc-934b-49ef-a6f6-4b4cdc452a52","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:01:23.143448089Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"002f40fc-934b-49ef-a6f6-4b4cdc452a52","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:01:23.192128993Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"002f40fc-934b-49ef-a6f6-4b4cdc452a52","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:01:23.241058481Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"002f40fc-934b-49ef-a6f6-4b4cdc452a52","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:01:23.798494041Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-inf-a-532442","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-inf-a-532442","reconcileID":"ad01fdb4-07c9-4156-8e2e-dc5642171546","aitenant":"ai-tenants/e2e-inf-a-532442","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:01:24.525330504Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-inf-a-532442","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-inf-a-532442","reconcileID":"ad01fdb4-07c9-4156-8e2e-dc5642171546","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-inf-a-532442","removed":["maas.opendatahub.io/gateway-access-e2e-inf-a-532442"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:01:25.121747598Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3ea49664-5bad-4b5b-844b-c44042b27505","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:01:25.170500638Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3ea49664-5bad-4b5b-844b-c44042b27505","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:01:25.219393192Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3ea49664-5bad-4b5b-844b-c44042b27505","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:01:25.268545238Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3ea49664-5bad-4b5b-844b-c44042b27505","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:01:25.712522311Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:01:27.113275746Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c806c19f-12ca-4451-8122-fbe16924172b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:01:27.162830462Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c806c19f-12ca-4451-8122-fbe16924172b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:01:27.211460138Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c806c19f-12ca-4451-8122-fbe16924172b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:01:27.260202968Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c806c19f-12ca-4451-8122-fbe16924172b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:01:28.136044294Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"0447f8c5-f9e6-4ac3-94bc-847a2e776f2e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:01:28.136071542Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"0447f8c5-f9e6-4ac3-94bc-847a2e776f2e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:01:28.187029025Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b932b44f-a447-420c-8b47-3039cdfe5371","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:01:28.187048918Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b932b44f-a447-420c-8b47-3039cdfe5371","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:01:28.339229218Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-d8cfbc72","namespace":"ai-tenant-e2e-mt-d8cfbc72"},"namespace":"ai-tenant-e2e-mt-d8cfbc72","name":"e2e-policy-d8cfbc72","reconcileID":"eca45981-9408-4ea1-8ba7-9cc528df823b","MaaSAuthPolicy":{"name":"e2e-policy-d8cfbc72","namespace":"ai-tenant-e2e-mt-d8cfbc72"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:01:28.41391961Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"9df5d031-4a40-4565-af57-43af4eaee6da","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:01:28.413938806Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"9df5d031-4a40-4565-af57-43af4eaee6da","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:01:28.45456006Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-d8cfbc72","namespace":"ai-tenant-e2e-mt-d8cfbc72"},"namespace":"ai-tenant-e2e-mt-d8cfbc72","name":"e2e-policy-d8cfbc72","reconcileID":"eca45981-9408-4ea1-8ba7-9cc528df823b","MaaSAuthPolicy":{"name":"e2e-policy-d8cfbc72","namespace":"ai-tenant-e2e-mt-d8cfbc72"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:01:28.464901125Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"02c98298-5689-4544-a0f2-f0facb655809","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:01:28.464917685Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"02c98298-5689-4544-a0f2-f0facb655809","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T13:01:28.516928455Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-d8cfbc72","namespace":"ai-tenant-e2e-mt-d8cfbc72"},"namespace":"ai-tenant-e2e-mt-d8cfbc72","name":"e2e-sub-d8cfbc72","reconcileID":"0d17bd35-5213-4853-81ff-e8bb3db6059d","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-sub-d8cfbc72\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T13:01:28.547707794Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 9, current generation is 10","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-d8cfbc72","namespace":"ai-tenant-e2e-mt-d8cfbc72"},"namespace":"ai-tenant-e2e-mt-d8cfbc72","name":"e2e-policy-d8cfbc72","reconcileID":"eca45981-9408-4ea1-8ba7-9cc528df823b","MaaSAuthPolicy":{"name":"e2e-policy-d8cfbc72","namespace":"ai-tenant-e2e-mt-d8cfbc72"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:01:28.625686994Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"518d6d14-3521-49f7-a4d7-d072c550664a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:01:28.625708608Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"518d6d14-3521-49f7-a4d7-d072c550664a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:01:28.681133796Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"4061bee7-33c5-44d1-aca0-8fb964d64aef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:01:28.681152893Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"4061bee7-33c5-44d1-aca0-8fb964d64aef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:01:28.722818862Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-d8cfbc72","namespace":"ai-tenant-e2e-mt-d8cfbc72"},"namespace":"ai-tenant-e2e-mt-d8cfbc72","name":"e2e-policy-d8cfbc72","reconcileID":"7daf3dc8-c0e1-413c-abe7-0c239968d022","MaaSAuthPolicy":{"name":"e2e-policy-d8cfbc72","namespace":"ai-tenant-e2e-mt-d8cfbc72"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:01:28.731871255Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a5bf25b1-0459-43f9-be50-7778faa3014d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:01:28.731889611Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a5bf25b1-0459-43f9-be50-7778faa3014d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:01:28.77547043Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-d8cfbc72","namespace":"ai-tenant-e2e-mt-d8cfbc72"},"namespace":"ai-tenant-e2e-mt-d8cfbc72","name":"e2e-policy-d8cfbc72","reconcileID":"7daf3dc8-c0e1-413c-abe7-0c239968d022","MaaSAuthPolicy":{"name":"e2e-policy-d8cfbc72","namespace":"ai-tenant-e2e-mt-d8cfbc72"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:01:28.827580706Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 9, current generation is 10","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-d8cfbc72","namespace":"ai-tenant-e2e-mt-d8cfbc72"},"namespace":"ai-tenant-e2e-mt-d8cfbc72","name":"e2e-policy-d8cfbc72","reconcileID":"7daf3dc8-c0e1-413c-abe7-0c239968d022","MaaSAuthPolicy":{"name":"e2e-policy-d8cfbc72","namespace":"ai-tenant-e2e-mt-d8cfbc72"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:01:28.983189262Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-d8cfbc72","namespace":"ai-tenant-e2e-mt-d8cfbc72"},"namespace":"ai-tenant-e2e-mt-d8cfbc72","name":"e2e-sub-d8cfbc72","reconcileID":"b6412307-949e-4e7a-9411-e002a28f4453","MaaSSubscription":{"name":"e2e-sub-d8cfbc72","namespace":"ai-tenant-e2e-mt-d8cfbc72"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-mt-d8cfbc72/e2e-sub-d8cfbc72","models-as-a-service/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:01:29.137009924Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"82cd7b2e-1391-4ff7-862c-3d484b3e9610","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:01:29.139079359Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"9dbd2ee4-8f66-4edb-a3ba-ad2347f621ec","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:01:29.139097318Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"9dbd2ee4-8f66-4edb-a3ba-ad2347f621ec","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:01:29.185819617Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"82cd7b2e-1391-4ff7-862c-3d484b3e9610","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:01:29.234833122Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"82cd7b2e-1391-4ff7-862c-3d484b3e9610","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:01:29.283904429Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"82cd7b2e-1391-4ff7-862c-3d484b3e9610","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:01:29.381947269Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"5b2b9171-5441-4126-9090-7ee087eef829","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:01:29.430348036Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-d8cfbc72","namespace":"ai-tenant-e2e-mt-d8cfbc72"},"namespace":"ai-tenant-e2e-mt-d8cfbc72","name":"e2e-sub-d8cfbc72","reconcileID":"7ccecb46-49bf-49a6-b024-52b36471f382","MaaSSubscription":{"name":"e2e-sub-d8cfbc72","namespace":"ai-tenant-e2e-mt-d8cfbc72"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:01:30.645903861Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-fb74b5"},"namespace":"ai-tenant-e2e-extmod-b-fb74b5","name":"default-tenant","reconcileID":"1921c390-34c0-4dad-835f-02bf07604033","namespace":"ai-tenant-e2e-extmod-b-fb74b5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:01:30.645981759Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-fb74b5"},"namespace":"ai-tenant-e2e-extmod-b-fb74b5","name":"default-tenant","reconcileID":"1921c390-34c0-4dad-835f-02bf07604033","namespace":"ai-tenant-e2e-extmod-b-fb74b5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:01:30.646056776Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-fb74b5"},"namespace":"ai-tenant-e2e-extmod-b-fb74b5","name":"default-tenant","reconcileID":"1921c390-34c0-4dad-835f-02bf07604033","tenant":"e2e-extmod-b-fb74b5","tenantID":"e2e-extmod-b-fb74b5","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:01:30.70010865Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-fb74b5"},"namespace":"ai-tenant-e2e-extmod-b-fb74b5","name":"default-tenant","reconcileID":"1921c390-34c0-4dad-835f-02bf07604033","gvk":"Deployment","name":"maas-api-e2e-extmod-b-fb74b5","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:01:30.76631363Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-fb74b5"},"namespace":"ai-tenant-e2e-extmod-b-fb74b5","name":"default-tenant","reconcileID":"1921c390-34c0-4dad-835f-02bf07604033","gvk":"Service","name":"maas-api-e2e-extmod-b-fb74b5","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:01:30.819150835Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-fb74b5"},"namespace":"ai-tenant-e2e-extmod-b-fb74b5","name":"default-tenant","reconcileID":"1921c390-34c0-4dad-835f-02bf07604033","gvk":"HTTPRoute","name":"maas-api-route-e2e-extmod-b-fb74b5","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:01:30.869225163Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-fb74b5"},"namespace":"ai-tenant-e2e-extmod-b-fb74b5","name":"default-tenant","reconcileID":"1921c390-34c0-4dad-835f-02bf07604033","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-extmod-b-fb74b5","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:01:30.935136324Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-fb74b5"},"namespace":"ai-tenant-e2e-extmod-b-fb74b5","name":"default-tenant","reconcileID":"1921c390-34c0-4dad-835f-02bf07604033","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-extmod-b-fb74b5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:01:30.993849911Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-fb74b5"},"namespace":"ai-tenant-e2e-extmod-b-fb74b5","name":"default-tenant","reconcileID":"1921c390-34c0-4dad-835f-02bf07604033","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-extmod-b-fb74b5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:01:31.048757413Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-fb74b5"},"namespace":"ai-tenant-e2e-extmod-b-fb74b5","name":"default-tenant","reconcileID":"1921c390-34c0-4dad-835f-02bf07604033","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-extmod-b-fb74b5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:01:31.0990626Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-fb74b5"},"namespace":"ai-tenant-e2e-extmod-b-fb74b5","name":"default-tenant","reconcileID":"1921c390-34c0-4dad-835f-02bf07604033","gvk":"Telemetry","name":"latency-per-subscription-e2e-extmod-b-fb74b5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:01:31.147571377Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-fb74b5"},"namespace":"ai-tenant-e2e-extmod-b-fb74b5","name":"default-tenant","reconcileID":"1921c390-34c0-4dad-835f-02bf07604033","gvk":"Deployment","name":"payload-processing-e2e-extmod-b-fb74b5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:01:31.19594351Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-fb74b5"},"namespace":"ai-tenant-e2e-extmod-b-fb74b5","name":"default-tenant","reconcileID":"1921c390-34c0-4dad-835f-02bf07604033","gvk":"Deployment","name":"payload-pre-processing-e2e-extmod-b-fb74b5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:01:31.244012231Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-fb74b5"},"namespace":"ai-tenant-e2e-extmod-b-fb74b5","name":"default-tenant","reconcileID":"1921c390-34c0-4dad-835f-02bf07604033","gvk":"Service","name":"payload-processing-e2e-extmod-b-fb74b5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:01:31.294196004Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-fb74b5"},"namespace":"ai-tenant-e2e-extmod-b-fb74b5","name":"default-tenant","reconcileID":"1921c390-34c0-4dad-835f-02bf07604033","gvk":"Service","name":"payload-pre-processing-e2e-extmod-b-fb74b5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:01:31.343449084Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-fb74b5"},"namespace":"ai-tenant-e2e-extmod-b-fb74b5","name":"default-tenant","reconcileID":"1921c390-34c0-4dad-835f-02bf07604033","gvk":"DestinationRule","name":"payload-processing-e2e-extmod-b-fb74b5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:01:31.39203661Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-fb74b5"},"namespace":"ai-tenant-e2e-extmod-b-fb74b5","name":"default-tenant","reconcileID":"1921c390-34c0-4dad-835f-02bf07604033","gvk":"DestinationRule","name":"payload-pre-processing-e2e-extmod-b-fb74b5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:01:31.440335186Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-fb74b5"},"namespace":"ai-tenant-e2e-extmod-b-fb74b5","name":"default-tenant","reconcileID":"1921c390-34c0-4dad-835f-02bf07604033","gvk":"EnvoyFilter","name":"payload-processing-e2e-extmod-b-fb74b5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:01:31.491788398Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-fb74b5"},"namespace":"ai-tenant-e2e-extmod-b-fb74b5","name":"default-tenant","reconcileID":"1921c390-34c0-4dad-835f-02bf07604033","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-extmod-b-fb74b5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:01:31.539993338Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-fb74b5"},"namespace":"ai-tenant-e2e-extmod-b-fb74b5","name":"default-tenant","reconcileID":"1921c390-34c0-4dad-835f-02bf07604033","gvk":"NetworkPolicy","name":"payload-processing-e2e-extmod-b-fb74b5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:01:31.588149728Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-fb74b5"},"namespace":"ai-tenant-e2e-extmod-b-fb74b5","name":"default-tenant","reconcileID":"1921c390-34c0-4dad-835f-02bf07604033","gvk":"ServiceAccount","name":"payload-processing-e2e-extmod-b-fb74b5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:01:31.636531489Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-fb74b5"},"namespace":"ai-tenant-e2e-extmod-b-fb74b5","name":"default-tenant","reconcileID":"1921c390-34c0-4dad-835f-02bf07604033","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-extmod-b-fb74b5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:01:31.685764915Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-fb74b5"},"namespace":"ai-tenant-e2e-extmod-b-fb74b5","name":"default-tenant","reconcileID":"1921c390-34c0-4dad-835f-02bf07604033","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-extmod-b-fb74b5","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:01:33.404063953Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-b-fb74b5","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-b-fb74b5","reconcileID":"37c00ac2-98e0-4df0-b2b5-d15f9242e7dd","aitenant":"ai-tenants/e2e-extmod-b-fb74b5","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:01:34.01551265Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"45de27a8-22a0-4010-9d3a-dd3fa80574c9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:01:34.064080556Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"45de27a8-22a0-4010-9d3a-dd3fa80574c9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:01:34.11364965Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"45de27a8-22a0-4010-9d3a-dd3fa80574c9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:01:34.119145126Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-b-fb74b5","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-b-fb74b5","reconcileID":"37c00ac2-98e0-4df0-b2b5-d15f9242e7dd","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-extmod-b-fb74b5","removed":["maas.opendatahub.io/gateway-access-e2e-extmod-b-fb74b5"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:01:34.162515383Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"45de27a8-22a0-4010-9d3a-dd3fa80574c9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:01:35.815073199Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-inf-a-d4609f","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-inf-a-d4609f","reconcileID":"6a7853d8-b6cd-4025-94e5-40a05313d926","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-inf-a-d4609f","applied":{"maas.opendatahub.io/gateway-access-e2e-inf-a-d4609f":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:01:36.030636694Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6cb4031d-3c3e-4209-9947-2c587925dfec","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:01:36.079596861Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6cb4031d-3c3e-4209-9947-2c587925dfec","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:01:36.128291684Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6cb4031d-3c3e-4209-9947-2c587925dfec","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:01:36.177110598Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6cb4031d-3c3e-4209-9947-2c587925dfec","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:01:37.991996384Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"21140e6d-ab2b-4e7b-839d-5e88ae2ebff9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:01:38.041291261Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"21140e6d-ab2b-4e7b-839d-5e88ae2ebff9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:01:38.090452605Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"21140e6d-ab2b-4e7b-839d-5e88ae2ebff9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:01:38.142145974Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"21140e6d-ab2b-4e7b-839d-5e88ae2ebff9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:01:38.92502163Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-d8cfbc72","namespace":"ai-tenant-e2e-mt-d8cfbc72"},"namespace":"ai-tenant-e2e-mt-d8cfbc72","name":"e2e-policy-d8cfbc72","reconcileID":"76dbad52-1d10-45f5-9560-4d4b71e242ff","MaaSAuthPolicy":{"name":"e2e-policy-d8cfbc72","namespace":"ai-tenant-e2e-mt-d8cfbc72"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:01:38.979403086Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-d8cfbc72","namespace":"ai-tenant-e2e-mt-d8cfbc72"},"namespace":"ai-tenant-e2e-mt-d8cfbc72","name":"e2e-policy-d8cfbc72","reconcileID":"76dbad52-1d10-45f5-9560-4d4b71e242ff","MaaSAuthPolicy":{"name":"e2e-policy-d8cfbc72","namespace":"ai-tenant-e2e-mt-d8cfbc72"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:01:39.032807019Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 9, current generation is 10","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-d8cfbc72","namespace":"ai-tenant-e2e-mt-d8cfbc72"},"namespace":"ai-tenant-e2e-mt-d8cfbc72","name":"e2e-policy-d8cfbc72","reconcileID":"76dbad52-1d10-45f5-9560-4d4b71e242ff","MaaSAuthPolicy":{"name":"e2e-policy-d8cfbc72","namespace":"ai-tenant-e2e-mt-d8cfbc72"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:01:43.669421075Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-c7826d","namespace":"llm"},"namespace":"llm","name":"e2e-dft-c7826d","reconcileID":"3a98254e-4348-4a90-a1e1-a516a5fe9ecf","MaaSModelRef":{"name":"e2e-dft-c7826d","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-c7826d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:01:43.669455967Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-c7826d","namespace":"llm"},"namespace":"llm","name":"e2e-dft-c7826d","reconcileID":"3a98254e-4348-4a90-a1e1-a516a5fe9ecf","MaaSModelRef":{"name":"e2e-dft-c7826d","namespace":"llm"},"routeName":"external-model-e2e-dft-c7826d-243f7d95ce80","namespace":"llm","model":"e2e-dft-c7826d","externalModel":"e2e-dft-c7826d","provider":"e2e-dft-c7826d-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:01:43.812910414Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"5787f4c6-802d-48e6-b894-bb113b0d4a48","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:01:43.81323392Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"a886c256-351c-4548-b533-d779e69b57b7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:01:43.812910359Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-c7826d-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-c7826d-access","reconcileID":"c5dbe109-7862-4a61-9120-bd4fc2abf05e","MaaSAuthPolicy":{"name":"e2e-dft-c7826d-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:01:43.819254397Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dft-c7826d-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-c7826d-sub","reconcileID":"a24424b6-fe20-4a59-82d9-a382b1aa9792","MaaSSubscription":{"name":"e2e-dft-c7826d-sub","namespace":"models-as-a-service"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-c62eb92a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:01:43.926998844Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"5787f4c6-802d-48e6-b894-bb113b0d4a48","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T13:01:43.930746725Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"a886c256-351c-4548-b533-d779e69b57b7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T13:01:43.93116153Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-c7826d-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-c7826d-access","reconcileID":"c5dbe109-7862-4a61-9120-bd4fc2abf05e","MaaSAuthPolicy":{"name":"e2e-dft-c7826d-access","namespace":"models-as-a-service"},"error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T13:01:43.978252212Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 9, current generation is 11","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"5787f4c6-802d-48e6-b894-bb113b0d4a48","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T13:01:43.984833672Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"a886c256-351c-4548-b533-d779e69b57b7","error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T13:01:43.984966975Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"9dd6945f-a152-42d9-a017-7e7200acf483","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:01:43.984985882Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"9dd6945f-a152-42d9-a017-7e7200acf483","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T13:01:43.98754127Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-c7826d-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-c7826d-access","reconcileID":"c5dbe109-7862-4a61-9120-bd4fc2abf05e","error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T13:01:44.035766905Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-c7826d","namespace":"llm"},"namespace":"llm","name":"e2e-dft-c7826d","reconcileID":"8447161e-5670-461e-a4be-4bfa5ab30ae0","MaaSModelRef":{"name":"e2e-dft-c7826d","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-c7826d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:01:44.03580169Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-c7826d","namespace":"llm"},"namespace":"llm","name":"e2e-dft-c7826d","reconcileID":"8447161e-5670-461e-a4be-4bfa5ab30ae0","MaaSModelRef":{"name":"e2e-dft-c7826d","namespace":"llm"},"routeName":"external-model-e2e-dft-c7826d-243f7d95ce80","namespace":"llm","model":"e2e-dft-c7826d","externalModel":"e2e-dft-c7826d","provider":"e2e-dft-c7826d-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:01:44.139066346Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"e7274525-8059-4348-8aa1-643e1cf6f806","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:01:44.139096776Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"e7274525-8059-4348-8aa1-643e1cf6f806","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:01:44.177618055Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"30c83bac-4531-44ea-8734-a5fb95ca329c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:01:44.179500138Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-c7826d-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-c7826d-access","reconcileID":"2cc1a32c-c67e-4133-820b-eee0ac552533","MaaSAuthPolicy":{"name":"e2e-dft-c7826d-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:01:44.187924855Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dft-c7826d-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-c7826d-sub","reconcileID":"e234e882-f187-434f-879a-ecab1f62c9fd","MaaSSubscription":{"name":"e2e-dft-c7826d-sub","namespace":"models-as-a-service"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-c62eb92a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:01:44.224000132Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"c5af075f-409a-41ee-802f-6dc1883fc5de","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:01:44.230000666Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"30c83bac-4531-44ea-8734-a5fb95ca329c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:01:44.231715288Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-c7826d-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-c7826d-access","reconcileID":"2cc1a32c-c67e-4133-820b-eee0ac552533","MaaSAuthPolicy":{"name":"e2e-dft-c7826d-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:01:44.27864412Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"c5af075f-409a-41ee-802f-6dc1883fc5de","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:01:44.281173145Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 9, current generation is 11","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"30c83bac-4531-44ea-8734-a5fb95ca329c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:01:44.282924023Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 9, current generation is 11","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-c7826d-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-c7826d-access","reconcileID":"2cc1a32c-c67e-4133-820b-eee0ac552533","MaaSAuthPolicy":{"name":"e2e-dft-c7826d-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:01:44.330784095Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 9, current generation is 11","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"c5af075f-409a-41ee-802f-6dc1883fc5de","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:01:44.336024087Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"95ec8ab1-8a71-4cad-8ccd-05d40dc0ebea","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:01:44.336047236Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"95ec8ab1-8a71-4cad-8ccd-05d40dc0ebea","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:01:44.385303504Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-c7826d","namespace":"llm"},"namespace":"llm","name":"e2e-dft-c7826d","reconcileID":"dbba69b7-365f-4b60-968c-35608d5e3da7","MaaSModelRef":{"name":"e2e-dft-c7826d","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-c7826d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:01:44.385338401Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-c7826d","namespace":"llm"},"namespace":"llm","name":"e2e-dft-c7826d","reconcileID":"dbba69b7-365f-4b60-968c-35608d5e3da7","MaaSModelRef":{"name":"e2e-dft-c7826d","namespace":"llm"},"routeName":"external-model-e2e-dft-c7826d-243f7d95ce80","namespace":"llm","model":"e2e-dft-c7826d","externalModel":"e2e-dft-c7826d","provider":"e2e-dft-c7826d-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:01:44.523860609Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"2cdfba15-ea18-4b19-87fb-355d11b3b8e5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:01:44.527507507Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d7c95abf-f72f-430f-b720-c82c4af70098","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:01:44.528541987Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-c7826d-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-c7826d-access","reconcileID":"dd2e1eb4-9f36-4d99-b05e-e5450394d7f7","MaaSAuthPolicy":{"name":"e2e-dft-c7826d-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:01:44.580808721Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"2cdfba15-ea18-4b19-87fb-355d11b3b8e5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:01:44.584317203Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-c7826d-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-c7826d-access","reconcileID":"dd2e1eb4-9f36-4d99-b05e-e5450394d7f7","MaaSAuthPolicy":{"name":"e2e-dft-c7826d-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:01:44.584314264Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d7c95abf-f72f-430f-b720-c82c4af70098","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:01:44.632467131Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 9, current generation is 11","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"2cdfba15-ea18-4b19-87fb-355d11b3b8e5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:01:44.638410644Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 9, current generation is 11","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-c7826d-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-c7826d-access","reconcileID":"dd2e1eb4-9f36-4d99-b05e-e5450394d7f7","MaaSAuthPolicy":{"name":"e2e-dft-c7826d-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:01:44.638530857Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 9, current generation is 11","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d7c95abf-f72f-430f-b720-c82c4af70098","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T13:01:44.691461056Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d7c95abf-f72f-430f-b720-c82c4af70098","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"simulator-access\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T13:01:44.895047279Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"53070214-c9de-4e8e-aa39-510cba18bf61","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:01:44.948390191Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"53070214-c9de-4e8e-aa39-510cba18bf61","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:01:45.003574788Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 9, current generation is 11","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"53070214-c9de-4e8e-aa39-510cba18bf61","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:01:46.547142251Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"2f033d30-b16c-4b7e-852b-369f546c16c1","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:01:46.547266199Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"2f033d30-b16c-4b7e-852b-369f546c16c1","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:01:46.656552904Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-707b4922","namespace":"ai-tenant-e2e-mt-707b4922"},"namespace":"ai-tenant-e2e-mt-707b4922","name":"e2e-policy-707b4922","reconcileID":"e8b1509f-f973-4efb-98f6-3ba2ac7d7730","MaaSAuthPolicy":{"name":"e2e-policy-707b4922","namespace":"ai-tenant-e2e-mt-707b4922"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:01:46.786498077Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-707b4922","namespace":"ai-tenant-e2e-mt-707b4922"},"namespace":"ai-tenant-e2e-mt-707b4922","name":"e2e-policy-707b4922","reconcileID":"e8b1509f-f973-4efb-98f6-3ba2ac7d7730","MaaSAuthPolicy":{"name":"e2e-policy-707b4922","namespace":"ai-tenant-e2e-mt-707b4922"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:01:46.840035961Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 9, current generation is 12","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-707b4922","namespace":"ai-tenant-e2e-mt-707b4922"},"namespace":"ai-tenant-e2e-mt-707b4922","name":"e2e-policy-707b4922","reconcileID":"e8b1509f-f973-4efb-98f6-3ba2ac7d7730","MaaSAuthPolicy":{"name":"e2e-policy-707b4922","namespace":"ai-tenant-e2e-mt-707b4922"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:01:46.895230628Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ac002c29-73ac-4d70-8bb3-df2cf6374834","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:01:46.89536967Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ac002c29-73ac-4d70-8bb3-df2cf6374834","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:01:49.133428784Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-d8cfbc72","namespace":"ai-tenant-e2e-mt-d8cfbc72"},"namespace":"ai-tenant-e2e-mt-d8cfbc72","name":"e2e-policy-d8cfbc72","reconcileID":"2614606c-afa4-4f00-92d2-3641b7c65d35","MaaSAuthPolicy":{"name":"e2e-policy-d8cfbc72","namespace":"ai-tenant-e2e-mt-d8cfbc72"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:01:49.185962575Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-d8cfbc72","namespace":"ai-tenant-e2e-mt-d8cfbc72"},"namespace":"ai-tenant-e2e-mt-d8cfbc72","name":"e2e-policy-d8cfbc72","reconcileID":"2614606c-afa4-4f00-92d2-3641b7c65d35","MaaSAuthPolicy":{"name":"e2e-policy-d8cfbc72","namespace":"ai-tenant-e2e-mt-d8cfbc72"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:01:49.239873068Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 9, current generation is 12","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-d8cfbc72","namespace":"ai-tenant-e2e-mt-d8cfbc72"},"namespace":"ai-tenant-e2e-mt-d8cfbc72","name":"e2e-policy-d8cfbc72","reconcileID":"2614606c-afa4-4f00-92d2-3641b7c65d35","MaaSAuthPolicy":{"name":"e2e-policy-d8cfbc72","namespace":"ai-tenant-e2e-mt-d8cfbc72"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:01:49.293837365Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"2d4267f3-9157-48dd-b8ca-64c128df69d3","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:01:49.293858514Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"2d4267f3-9157-48dd-b8ca-64c128df69d3","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:01:54.237549951Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dft-c7826d-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-c7826d-sub","reconcileID":"fa48d932-c221-4049-9f8d-1562e166a515","MaaSSubscription":{"name":"e2e-dft-c7826d-sub","namespace":"models-as-a-service"},"model":"llm/e2e-dft-c7826d","subscription":"e2e-dft-c7826d-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:01:54.335181115Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dft-c7826d-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-c7826d-sub","reconcileID":"fa48d932-c221-4049-9f8d-1562e166a515","MaaSSubscription":{"name":"e2e-dft-c7826d-sub","namespace":"models-as-a-service"},"model":"llm/e2e-dft-c7826d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:01:54.384866132Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dft-c7826d-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-c7826d-sub","reconcileID":"fa48d932-c221-4049-9f8d-1562e166a515","MaaSSubscription":{"name":"e2e-dft-c7826d-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-dft-c7826d","namespace":"llm","model":"llm/e2e-dft-c7826d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:01:54.688218987Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-c7826d","namespace":"llm"},"namespace":"llm","name":"e2e-dft-c7826d","reconcileID":"20c25e7d-b151-4189-9ed4-39632a24c205","MaaSModelRef":{"name":"e2e-dft-c7826d","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-c7826d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:01:54.688255532Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-c7826d","namespace":"llm"},"namespace":"llm","name":"e2e-dft-c7826d","reconcileID":"20c25e7d-b151-4189-9ed4-39632a24c205","MaaSModelRef":{"name":"e2e-dft-c7826d","namespace":"llm"},"routeName":"external-model-e2e-dft-c7826d-243f7d95ce80","namespace":"llm","model":"e2e-dft-c7826d","externalModel":"e2e-dft-c7826d","provider":"e2e-dft-c7826d-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:01:54.822475536Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-c7826d","namespace":"llm"},"namespace":"llm","name":"e2e-dft-c7826d","reconcileID":"3fc056cd-61b4-483d-903d-98685149e617","MaaSModelRef":{"name":"e2e-dft-c7826d","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-c7826d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:01:54.822507978Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-c7826d","namespace":"llm"},"namespace":"llm","name":"e2e-dft-c7826d","reconcileID":"3fc056cd-61b4-483d-903d-98685149e617","MaaSModelRef":{"name":"e2e-dft-c7826d","namespace":"llm"},"routeName":"external-model-e2e-dft-c7826d-243f7d95ce80","namespace":"llm","model":"e2e-dft-c7826d","externalModel":"e2e-dft-c7826d","provider":"e2e-dft-c7826d-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:01:54.826756323Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"05dcc211-da74-4501-b663-4d2dc648f09c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:01:54.831474396Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-c7826d-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-c7826d-access","reconcileID":"739b7b8d-04bc-4bf1-8aff-220f799b7cfc","MaaSAuthPolicy":{"name":"e2e-dft-c7826d-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:01:54.833056464Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"de7d818a-ef89-46b2-8724-d77b70cb4649","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:01:54.897095362Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-d126a6"},"namespace":"ai-tenant-e2e-inf-a-d126a6","name":"default-tenant","reconcileID":"bc5df01b-2fc0-43ae-bc13-6bf86dcb9067","namespace":"ai-tenant-e2e-inf-a-d126a6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:01:54.89716134Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-d126a6"},"namespace":"ai-tenant-e2e-inf-a-d126a6","name":"default-tenant","reconcileID":"bc5df01b-2fc0-43ae-bc13-6bf86dcb9067","namespace":"ai-tenant-e2e-inf-a-d126a6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:01:54.897213897Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-d126a6"},"namespace":"ai-tenant-e2e-inf-a-d126a6","name":"default-tenant","reconcileID":"bc5df01b-2fc0-43ae-bc13-6bf86dcb9067","tenant":"e2e-inf-a-d126a6","tenantID":"e2e-inf-a-d126a6","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:01:54.943493921Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"05dcc211-da74-4501-b663-4d2dc648f09c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T13:01:54.94649868Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-c7826d-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-c7826d-access","reconcileID":"739b7b8d-04bc-4bf1-8aff-220f799b7cfc","MaaSAuthPolicy":{"name":"e2e-dft-c7826d-access","namespace":"models-as-a-service"},"error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T13:01:54.950390297Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"de7d818a-ef89-46b2-8724-d77b70cb4649","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T13:01:54.951580081Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-d126a6"},"namespace":"ai-tenant-e2e-inf-a-d126a6","name":"default-tenant","reconcileID":"bc5df01b-2fc0-43ae-bc13-6bf86dcb9067","gvk":"Deployment","name":"maas-api-e2e-inf-a-d126a6","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:01:54.994705552Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 9, current generation is 13","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"05dcc211-da74-4501-b663-4d2dc648f09c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T13:01:54.996143554Z","body":"failed to persist reconcile failure","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-c7826d-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-c7826d-access","reconcileID":"739b7b8d-04bc-4bf1-8aff-220f799b7cfc","MaaSAuthPolicy":{"name":"e2e-dft-c7826d-access","namespace":"models-as-a-service"},"error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"e2e-dft-c7826d-access\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).reconcileFailed\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:2167\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:626\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T13:01:54.996198438Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-c7826d-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-c7826d-access","reconcileID":"739b7b8d-04bc-4bf1-8aff-220f799b7cfc","error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T13:01:54.996416837Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-c7826d-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-c7826d-access","reconcileID":"d18f7b16-60e7-4a46-a446-519fa0efbdd0","MaaSAuthPolicy":{"name":"e2e-dft-c7826d-access","namespace":"models-as-a-service"},"model":"llm/e2e-dft-c7826d","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T13:01:55.003939904Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"de7d818a-ef89-46b2-8724-d77b70cb4649","error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T13:01:55.004191194Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"411abd5c-f63c-44cd-9a00-2abb7ec5320e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:01:55.004208696Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"411abd5c-f63c-44cd-9a00-2abb7ec5320e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:01:55.009357227Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-d126a6"},"namespace":"ai-tenant-e2e-inf-a-d126a6","name":"default-tenant","reconcileID":"bc5df01b-2fc0-43ae-bc13-6bf86dcb9067","gvk":"Service","name":"maas-api-e2e-inf-a-d126a6","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:01:55.046532488Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"8a773bcc-d162-43a3-b71f-75b4fe2fc941","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:01:55.046557068Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"8a773bcc-d162-43a3-b71f-75b4fe2fc941","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:01:55.067621235Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-d126a6"},"namespace":"ai-tenant-e2e-inf-a-d126a6","name":"default-tenant","reconcileID":"bc5df01b-2fc0-43ae-bc13-6bf86dcb9067","gvk":"HTTPRoute","name":"maas-api-route-e2e-inf-a-d126a6","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:01:55.117608869Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-d126a6"},"namespace":"ai-tenant-e2e-inf-a-d126a6","name":"default-tenant","reconcileID":"bc5df01b-2fc0-43ae-bc13-6bf86dcb9067","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-inf-a-d126a6","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:01:55.158014709Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d81b4efb-5aa6-4e20-b2c3-4fe878fe32f8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:01:55.16863522Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-d126a6"},"namespace":"ai-tenant-e2e-inf-a-d126a6","name":"default-tenant","reconcileID":"bc5df01b-2fc0-43ae-bc13-6bf86dcb9067","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-inf-a-d126a6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:01:55.212505361Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d81b4efb-5aa6-4e20-b2c3-4fe878fe32f8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:01:55.218767329Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-d126a6"},"namespace":"ai-tenant-e2e-inf-a-d126a6","name":"default-tenant","reconcileID":"bc5df01b-2fc0-43ae-bc13-6bf86dcb9067","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-inf-a-d126a6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:01:55.248303581Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-c7826d","namespace":"llm"},"namespace":"llm","name":"e2e-dft-c7826d","reconcileID":"995c5a91-1ee5-47c9-a1c1-aa3b79d151e4","MaaSModelRef":{"name":"e2e-dft-c7826d","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-c7826d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:01:55.248437681Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-c7826d","namespace":"llm"},"namespace":"llm","name":"e2e-dft-c7826d","reconcileID":"995c5a91-1ee5-47c9-a1c1-aa3b79d151e4","MaaSModelRef":{"name":"e2e-dft-c7826d","namespace":"llm"},"routeName":"external-model-e2e-dft-c7826d-243f7d95ce80","namespace":"llm","model":"e2e-dft-c7826d","externalModel":"e2e-dft-c7826d","provider":"e2e-dft-c7826d-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:01:55.258764256Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"2e6b2d3e-40c2-4980-b9d0-36e3417859d4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:01:55.264132401Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 9, current generation is 13","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d81b4efb-5aa6-4e20-b2c3-4fe878fe32f8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:01:55.271298929Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-d126a6"},"namespace":"ai-tenant-e2e-inf-a-d126a6","name":"default-tenant","reconcileID":"bc5df01b-2fc0-43ae-bc13-6bf86dcb9067","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-inf-a-d126a6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:01:55.311325791Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"2e6b2d3e-40c2-4980-b9d0-36e3417859d4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:01:55.317444413Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"6c398718-9379-4d28-8cd5-867a475b8dec","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:01:55.317463712Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"6c398718-9379-4d28-8cd5-867a475b8dec","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:01:55.322035137Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-d126a6"},"namespace":"ai-tenant-e2e-inf-a-d126a6","name":"default-tenant","reconcileID":"bc5df01b-2fc0-43ae-bc13-6bf86dcb9067","gvk":"Telemetry","name":"latency-per-subscription-e2e-inf-a-d126a6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:01:55.367092862Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 9, current generation is 13","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"2e6b2d3e-40c2-4980-b9d0-36e3417859d4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:01:55.371070783Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-d126a6"},"namespace":"ai-tenant-e2e-inf-a-d126a6","name":"default-tenant","reconcileID":"bc5df01b-2fc0-43ae-bc13-6bf86dcb9067","gvk":"Deployment","name":"payload-processing-e2e-inf-a-d126a6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:01:55.420658767Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-d126a6"},"namespace":"ai-tenant-e2e-inf-a-d126a6","name":"default-tenant","reconcileID":"bc5df01b-2fc0-43ae-bc13-6bf86dcb9067","gvk":"Deployment","name":"payload-pre-processing-e2e-inf-a-d126a6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:01:55.470357258Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-d126a6"},"namespace":"ai-tenant-e2e-inf-a-d126a6","name":"default-tenant","reconcileID":"bc5df01b-2fc0-43ae-bc13-6bf86dcb9067","gvk":"Service","name":"payload-processing-e2e-inf-a-d126a6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:01:55.519164024Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-d126a6"},"namespace":"ai-tenant-e2e-inf-a-d126a6","name":"default-tenant","reconcileID":"bc5df01b-2fc0-43ae-bc13-6bf86dcb9067","gvk":"Service","name":"payload-pre-processing-e2e-inf-a-d126a6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:01:55.567757915Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-d126a6"},"namespace":"ai-tenant-e2e-inf-a-d126a6","name":"default-tenant","reconcileID":"bc5df01b-2fc0-43ae-bc13-6bf86dcb9067","gvk":"DestinationRule","name":"payload-processing-e2e-inf-a-d126a6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:01:55.618488522Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-d126a6"},"namespace":"ai-tenant-e2e-inf-a-d126a6","name":"default-tenant","reconcileID":"bc5df01b-2fc0-43ae-bc13-6bf86dcb9067","gvk":"DestinationRule","name":"payload-pre-processing-e2e-inf-a-d126a6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:01:55.66684322Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-d126a6"},"namespace":"ai-tenant-e2e-inf-a-d126a6","name":"default-tenant","reconcileID":"bc5df01b-2fc0-43ae-bc13-6bf86dcb9067","gvk":"EnvoyFilter","name":"payload-processing-e2e-inf-a-d126a6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:01:55.714369982Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:01:55.718096098Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-d126a6"},"namespace":"ai-tenant-e2e-inf-a-d126a6","name":"default-tenant","reconcileID":"bc5df01b-2fc0-43ae-bc13-6bf86dcb9067","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-inf-a-d126a6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:01:55.722678073Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-c7826d","namespace":"llm"},"namespace":"llm","name":"e2e-dft-c7826d","reconcileID":"ee4bdaf5-ae49-4620-a906-432addf78d55","namespace":"llm","name":"e2e-dft-c7826d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:01:55.766494975Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-d126a6"},"namespace":"ai-tenant-e2e-inf-a-d126a6","name":"default-tenant","reconcileID":"bc5df01b-2fc0-43ae-bc13-6bf86dcb9067","gvk":"NetworkPolicy","name":"payload-processing-e2e-inf-a-d126a6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:01:55.774991145Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"03894204-f46c-4891-802f-96c641817ea8","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:01:55.775009778Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"03894204-f46c-4891-802f-96c641817ea8","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:01:55.775419782Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"44384aad-78b3-4675-ba8b-ccb0f245e399","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:01:55.775434052Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"44384aad-78b3-4675-ba8b-ccb0f245e399","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:01:55.775676561Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"e186d96d-89ca-480e-ab0e-25e3377ac51d","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:01:55.775689185Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"e186d96d-89ca-480e-ab0e-25e3377ac51d","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:01:55.775904902Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"37091330-5741-4071-a230-9d16cb8430f9","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:01:55.775916825Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"37091330-5741-4071-a230-9d16cb8430f9","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:01:55.776243514Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"300ca27f-fddd-4b9e-8d75-49e9e424b021","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:01:55.776256621Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"300ca27f-fddd-4b9e-8d75-49e9e424b021","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:01:55.776517648Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"3b390f1e-6fde-41d9-a663-5438e5dadc58","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:01:55.776529615Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"3b390f1e-6fde-41d9-a663-5438e5dadc58","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:01:55.776790576Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"b9861474-4a27-472d-a4e5-6728e53ba056","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:01:55.7768021Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"b9861474-4a27-472d-a4e5-6728e53ba056","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:01:55.777027574Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"1c2c51c7-e9a8-42d1-9e8e-b1d783ab93b7","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:01:55.777037584Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"1c2c51c7-e9a8-42d1-9e8e-b1d783ab93b7","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:01:55.814981493Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-d126a6"},"namespace":"ai-tenant-e2e-inf-a-d126a6","name":"default-tenant","reconcileID":"bc5df01b-2fc0-43ae-bc13-6bf86dcb9067","gvk":"ServiceAccount","name":"payload-processing-e2e-inf-a-d126a6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:01:55.820302189Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-d8cfbc72","namespace":"ai-tenant-e2e-mt-d8cfbc72"},"namespace":"ai-tenant-e2e-mt-d8cfbc72","name":"e2e-policy-d8cfbc72","reconcileID":"ec612de1-85f4-4653-8fd1-eeef6043ffd2","MaaSAuthPolicy":{"name":"e2e-policy-d8cfbc72","namespace":"ai-tenant-e2e-mt-d8cfbc72"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:01:55.820958014Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-707b4922","namespace":"ai-tenant-e2e-mt-707b4922"},"namespace":"ai-tenant-e2e-mt-707b4922","name":"e2e-policy-707b4922","reconcileID":"168ff921-03d7-46a1-a1e8-f576405dc1a2","MaaSAuthPolicy":{"name":"e2e-policy-707b4922","namespace":"ai-tenant-e2e-mt-707b4922"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:01:55.863639531Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-d126a6"},"namespace":"ai-tenant-e2e-inf-a-d126a6","name":"default-tenant","reconcileID":"bc5df01b-2fc0-43ae-bc13-6bf86dcb9067","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-inf-a-d126a6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:01:55.868708942Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"simulator-access","reconcileID":"d865e67d-ab42-44bb-8d60-114a63a29507","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-91cd99","tenantID":"e2e-worker-w2-91cd99","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:01:55.868876881Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"8d710537-08da-4845-bc1f-cf82ef0717f0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:01:55.869454712Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"a915ae5c-0655-46eb-bfc9-333c5c694412","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:01:55.915699667Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-d126a6"},"namespace":"ai-tenant-e2e-inf-a-d126a6","name":"default-tenant","reconcileID":"bc5df01b-2fc0-43ae-bc13-6bf86dcb9067","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-inf-a-d126a6","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:01:55.925112174Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"8d710537-08da-4845-bc1f-cf82ef0717f0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:01:55.926575128Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"simulator-access","reconcileID":"d865e67d-ab42-44bb-8d60-114a63a29507","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"name":"e2e-worker-w2-91cd99-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:01:55.927829898Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"a915ae5c-0655-46eb-bfc9-333c5c694412","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:01:55.937555912Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-707b4922","namespace":"ai-tenant-e2e-mt-707b4922"},"namespace":"ai-tenant-e2e-mt-707b4922","name":"e2e-policy-707b4922","reconcileID":"168ff921-03d7-46a1-a1e8-f576405dc1a2","MaaSAuthPolicy":{"name":"e2e-policy-707b4922","namespace":"ai-tenant-e2e-mt-707b4922"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T13:01:55.940686747Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-d8cfbc72","namespace":"ai-tenant-e2e-mt-d8cfbc72"},"namespace":"ai-tenant-e2e-mt-d8cfbc72","name":"e2e-policy-d8cfbc72","reconcileID":"ec612de1-85f4-4653-8fd1-eeef6043ffd2","MaaSAuthPolicy":{"name":"e2e-policy-d8cfbc72","namespace":"ai-tenant-e2e-mt-d8cfbc72"},"error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T13:01:56.01898109Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-d8cfbc72","namespace":"ai-tenant-e2e-mt-d8cfbc72"},"namespace":"ai-tenant-e2e-mt-d8cfbc72","name":"e2e-sub-d8cfbc72","reconcileID":"74e3e4d0-8187-40db-82eb-6d232a742173","MaaSSubscription":{"name":"e2e-sub-d8cfbc72","namespace":"ai-tenant-e2e-mt-d8cfbc72"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:01:56.019699329Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"6f88a680-b75d-40cd-be36-78120dcf5783","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:01:56.020362337Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 9, current generation is 14","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"8d710537-08da-4845-bc1f-cf82ef0717f0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:01:56.021255535Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 9, current generation is 14","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-707b4922","namespace":"ai-tenant-e2e-mt-707b4922"},"namespace":"ai-tenant-e2e-mt-707b4922","name":"e2e-policy-707b4922","reconcileID":"168ff921-03d7-46a1-a1e8-f576405dc1a2","MaaSAuthPolicy":{"name":"e2e-policy-707b4922","namespace":"ai-tenant-e2e-mt-707b4922"},"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T13:01:56.021687251Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-d8cfbc72","namespace":"ai-tenant-e2e-mt-d8cfbc72"},"namespace":"ai-tenant-e2e-mt-d8cfbc72","name":"e2e-policy-d8cfbc72","reconcileID":"ec612de1-85f4-4653-8fd1-eeef6043ffd2","error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T13:01:56.02213688Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 9, current generation is 14","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"a915ae5c-0655-46eb-bfc9-333c5c694412","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:01:56.022476799Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"37f398aa-214b-466c-8b3a-af819cace1e4","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:01:56.022537062Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"37f398aa-214b-466c-8b3a-af819cace1e4","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:01:56.022917701Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"717d5b53-3d73-413c-ac6f-4a2071677ec0","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:01:56.075512949Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"613648dc-b2f3-4b43-b3f7-19a03112791f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:01:56.075577223Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"613648dc-b2f3-4b43-b3f7-19a03112791f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:01:56.079269053Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"9612643c-1d3e-4ceb-9eaa-bb2e5ec7ee90","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:01:56.079285623Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"9612643c-1d3e-4ceb-9eaa-bb2e5ec7ee90","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:01:56.079668546Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"8c69673d-c8c9-440e-a7f0-f2693251719c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:01:56.079680376Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"8c69673d-c8c9-440e-a7f0-f2693251719c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:01:56.168507737Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"namespace":"ai-tenant-e2e-worker-w4-8d2c7c","name":"premium-simulator-access","reconcileID":"dcac2ac9-35df-465d-ab33-dbfa0566c265","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-8d2c7c","tenantID":"e2e-worker-w4-8d2c7c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:01:56.221058977Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"namespace":"ai-tenant-e2e-worker-w4-8d2c7c","name":"premium-simulator-access","reconcileID":"dcac2ac9-35df-465d-ab33-dbfa0566c265","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"name":"e2e-worker-w4-8d2c7c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:01:56.312412034Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"namespace":"ai-tenant-e2e-worker-w0-9893f0","name":"simulator-access","reconcileID":"62a98dd2-1dea-49a3-a49c-c3a0a85f6086","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9893f0","tenantID":"e2e-worker-w0-9893f0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:01:56.312604459Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"namespace":"ai-tenant-e2e-worker-w1-5951bc","name":"premium-simulator-access","reconcileID":"46dceb06-a032-4908-9efc-d4aa24c9f7f3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5951bc","tenantID":"e2e-worker-w1-5951bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:01:56.313066399Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"namespace":"ai-tenant-e2e-worker-w4-8d2c7c","name":"simulator-access","reconcileID":"ca7aaf11-7827-4d03-acff-207fb3cd6a83","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-8d2c7c","tenantID":"e2e-worker-w4-8d2c7c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:01:56.368458954Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"namespace":"ai-tenant-e2e-worker-w4-8d2c7c","name":"simulator-access","reconcileID":"ca7aaf11-7827-4d03-acff-207fb3cd6a83","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"name":"e2e-worker-w4-8d2c7c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:01:56.368925685Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"namespace":"ai-tenant-e2e-worker-w0-9893f0","name":"premium-simulator-access","reconcileID":"d332fdef-a020-4c67-bc40-3f8b132440c1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9893f0","tenantID":"e2e-worker-w0-9893f0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:01:56.369856818Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"namespace":"ai-tenant-e2e-worker-w1-5951bc","name":"premium-simulator-access","reconcileID":"46dceb06-a032-4908-9efc-d4aa24c9f7f3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"name":"e2e-worker-w1-5951bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:01:56.371543419Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"namespace":"ai-tenant-e2e-worker-w0-9893f0","name":"simulator-access","reconcileID":"62a98dd2-1dea-49a3-a49c-c3a0a85f6086","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"name":"e2e-worker-w0-9893f0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:01:56.404290876Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-c7826d","namespace":"llm"},"namespace":"llm","name":"e2e-dft-c7826d","reconcileID":"f0ac5856-da6a-4b78-94ea-1b670b14d539","namespace":"llm","name":"e2e-dft-c7826d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:01:56.421197359Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"namespace":"ai-tenant-e2e-worker-w0-9893f0","name":"premium-simulator-access","reconcileID":"d332fdef-a020-4c67-bc40-3f8b132440c1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"name":"e2e-worker-w0-9893f0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:01:56.561929946Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"premium-simulator-access","reconcileID":"496ec05d-016c-4ac7-9c6a-4d275d7eb6ff","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-91cd99","tenantID":"e2e-worker-w2-91cd99","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:01:56.614044725Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"premium-simulator-access","reconcileID":"496ec05d-016c-4ac7-9c6a-4d275d7eb6ff","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"name":"e2e-worker-w2-91cd99-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:01:56.715472188Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-707b4922","namespace":"ai-tenant-e2e-mt-707b4922"},"namespace":"ai-tenant-e2e-mt-707b4922","name":"e2e-policy-707b4922","reconcileID":"05369bf3-a1f5-4fac-823a-19d715e0d849","MaaSAuthPolicy":{"name":"e2e-policy-707b4922","namespace":"ai-tenant-e2e-mt-707b4922"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:01:56.763891836Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"namespace":"ai-tenant-e2e-worker-w3-bb1b51","name":"simulator-access","reconcileID":"8ea61dbb-de00-4e37-90e2-c7f70e2bae6d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bb1b51","tenantID":"e2e-worker-w3-bb1b51","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:01:56.763929009Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"namespace":"ai-tenant-e2e-worker-w1-5951bc","name":"simulator-access","reconcileID":"87083fe1-79a5-46ac-9090-c86e7b619574","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5951bc","tenantID":"e2e-worker-w1-5951bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:01:56.764388924Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"namespace":"ai-tenant-e2e-worker-w3-bb1b51","name":"premium-simulator-access","reconcileID":"861cf515-6c41-4c18-971d-57dae5ea3980","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bb1b51","tenantID":"e2e-worker-w3-bb1b51","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:01:56.767540933Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-707b4922","namespace":"ai-tenant-e2e-mt-707b4922"},"namespace":"ai-tenant-e2e-mt-707b4922","name":"e2e-policy-707b4922","reconcileID":"05369bf3-a1f5-4fac-823a-19d715e0d849","MaaSAuthPolicy":{"name":"e2e-policy-707b4922","namespace":"ai-tenant-e2e-mt-707b4922"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:01:56.816925587Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"namespace":"ai-tenant-e2e-worker-w3-bb1b51","name":"premium-simulator-access","reconcileID":"861cf515-6c41-4c18-971d-57dae5ea3980","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"name":"e2e-worker-w3-bb1b51-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:01:56.817632778Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"namespace":"ai-tenant-e2e-worker-w3-bb1b51","name":"simulator-access","reconcileID":"8ea61dbb-de00-4e37-90e2-c7f70e2bae6d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"name":"e2e-worker-w3-bb1b51-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:01:56.819362945Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 9, current generation is 14","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-707b4922","namespace":"ai-tenant-e2e-mt-707b4922"},"namespace":"ai-tenant-e2e-mt-707b4922","name":"e2e-policy-707b4922","reconcileID":"05369bf3-a1f5-4fac-823a-19d715e0d849","MaaSAuthPolicy":{"name":"e2e-policy-707b4922","namespace":"ai-tenant-e2e-mt-707b4922"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:01:56.819449092Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"namespace":"ai-tenant-e2e-worker-w1-5951bc","name":"simulator-access","reconcileID":"87083fe1-79a5-46ac-9090-c86e7b619574","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"name":"e2e-worker-w1-5951bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:01:56.916349707Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-d8cfbc72","namespace":"ai-tenant-e2e-mt-d8cfbc72"},"namespace":"ai-tenant-e2e-mt-d8cfbc72","name":"e2e-policy-d8cfbc72","reconcileID":"5756f25a-e8d6-4429-a740-e719deb78872","MaaSAuthPolicy":{"name":"e2e-policy-d8cfbc72","namespace":"ai-tenant-e2e-mt-d8cfbc72"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:01:56.964957559Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"bbe72c3d-06b5-48ef-824e-f54b8a137b17","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:01:56.969084629Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-d8cfbc72","namespace":"ai-tenant-e2e-mt-d8cfbc72"},"namespace":"ai-tenant-e2e-mt-d8cfbc72","name":"e2e-policy-d8cfbc72","reconcileID":"5756f25a-e8d6-4429-a740-e719deb78872","MaaSAuthPolicy":{"name":"e2e-policy-d8cfbc72","namespace":"ai-tenant-e2e-mt-d8cfbc72"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:01:57.025371583Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 9, current generation is 14","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-d8cfbc72","namespace":"ai-tenant-e2e-mt-d8cfbc72"},"namespace":"ai-tenant-e2e-mt-d8cfbc72","name":"e2e-policy-d8cfbc72","reconcileID":"5756f25a-e8d6-4429-a740-e719deb78872","MaaSAuthPolicy":{"name":"e2e-policy-d8cfbc72","namespace":"ai-tenant-e2e-mt-d8cfbc72"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:01:57.077197239Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"f04be475-da26-4f7d-a281-953fd717d8a9","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:01:57.077221229Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"f04be475-da26-4f7d-a281-953fd717d8a9","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:01:57.082768734Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"bbe72c3d-06b5-48ef-824e-f54b8a137b17","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:01:57.13421668Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 9, current generation is 15","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"bbe72c3d-06b5-48ef-824e-f54b8a137b17","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:01:57.171820552Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"simulator-access","reconcileID":"06b8e31e-614e-4c37-a12e-dbf11ecc7c51","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-91cd99","tenantID":"e2e-worker-w2-91cd99","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:01:57.171994238Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"namespace":"ai-tenant-e2e-worker-w4-8d2c7c","name":"premium-simulator-access","reconcileID":"f680a40e-0b2e-446a-93cf-6da7c8ec1125","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-8d2c7c","tenantID":"e2e-worker-w4-8d2c7c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:01:57.171820366Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"298b3937-fb6f-4125-b93e-b7943fc6f6cc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:01:57.187587432Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"5f7ad658-7852-4e61-a177-a6c9eabb6c18","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:01:57.187608736Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"5f7ad658-7852-4e61-a177-a6c9eabb6c18","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:01:57.225083113Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"298b3937-fb6f-4125-b93e-b7943fc6f6cc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:01:57.22522731Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"namespace":"ai-tenant-e2e-worker-w4-8d2c7c","name":"premium-simulator-access","reconcileID":"f680a40e-0b2e-446a-93cf-6da7c8ec1125","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"name":"e2e-worker-w4-8d2c7c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:01:57.227286411Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"simulator-access","reconcileID":"06b8e31e-614e-4c37-a12e-dbf11ecc7c51","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"name":"e2e-worker-w2-91cd99-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:01:57.270995039Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"namespace":"ai-tenant-e2e-worker-w0-9893f0","name":"simulator-access","reconcileID":"36412af4-6412-4919-921f-ef1eaa474dcf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9893f0","tenantID":"e2e-worker-w0-9893f0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:01:57.275810685Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 9, current generation is 15","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"298b3937-fb6f-4125-b93e-b7943fc6f6cc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:01:57.323643366Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"namespace":"ai-tenant-e2e-worker-w0-9893f0","name":"simulator-access","reconcileID":"36412af4-6412-4919-921f-ef1eaa474dcf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"name":"e2e-worker-w0-9893f0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:01:57.329533649Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"012316a0-1b81-4ea3-ac64-cb5b440dccf7","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:01:57.329559452Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"012316a0-1b81-4ea3-ac64-cb5b440dccf7","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:01:57.370551716Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"namespace":"ai-tenant-e2e-worker-w1-5951bc","name":"premium-simulator-access","reconcileID":"c02ed0eb-5fd4-4d2b-98b2-93940d43057b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5951bc","tenantID":"e2e-worker-w1-5951bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:01:57.422893272Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"namespace":"ai-tenant-e2e-worker-w1-5951bc","name":"premium-simulator-access","reconcileID":"c02ed0eb-5fd4-4d2b-98b2-93940d43057b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"name":"e2e-worker-w1-5951bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:01:57.473300717Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"namespace":"ai-tenant-e2e-worker-w4-8d2c7c","name":"simulator-access","reconcileID":"1d07afac-74d7-442d-8c29-f42ba92c1c89","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-8d2c7c","tenantID":"e2e-worker-w4-8d2c7c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:01:57.526708828Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"namespace":"ai-tenant-e2e-worker-w4-8d2c7c","name":"simulator-access","reconcileID":"1d07afac-74d7-442d-8c29-f42ba92c1c89","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"name":"e2e-worker-w4-8d2c7c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:01:57.57462209Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"namespace":"ai-tenant-e2e-worker-w0-9893f0","name":"premium-simulator-access","reconcileID":"2cba06da-e4c1-40f2-88b7-5323b407ea55","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9893f0","tenantID":"e2e-worker-w0-9893f0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:01:57.627774546Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"namespace":"ai-tenant-e2e-worker-w0-9893f0","name":"premium-simulator-access","reconcileID":"2cba06da-e4c1-40f2-88b7-5323b407ea55","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"name":"e2e-worker-w0-9893f0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:01:58.228111274Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-refs-c18c17","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-c18c17","reconcileID":"7c299f72-ed54-4dfb-a3c3-0484554491fc","namespace":"llm","name":"e2e-dft-refs-c18c17","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:01:58.281305505Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-refs-c18c17","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-c18c17","reconcileID":"645326f5-807b-400b-aa22-a7e220fa52f8","namespace":"llm","name":"e2e-dft-refs-c18c17","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:01:58.32630622Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-707b4922","namespace":"ai-tenant-e2e-mt-707b4922"},"namespace":"ai-tenant-e2e-mt-707b4922","name":"e2e-policy-707b4922","reconcileID":"2e852045-a4a5-43f1-8a1d-7c0d3f3a14c6","MaaSAuthPolicy":{"name":"e2e-policy-707b4922","namespace":"ai-tenant-e2e-mt-707b4922"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:01:58.32648585Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-d8cfbc72","namespace":"ai-tenant-e2e-mt-d8cfbc72"},"namespace":"ai-tenant-e2e-mt-d8cfbc72","name":"e2e-policy-d8cfbc72","reconcileID":"b0763290-8036-4999-92d6-9ca1403b26ee","MaaSAuthPolicy":{"name":"e2e-policy-d8cfbc72","namespace":"ai-tenant-e2e-mt-d8cfbc72"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:01:58.374569277Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d1470d06-240e-4c4f-a19a-2e6228008e3b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:01:58.375114194Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"3d7185bd-b0d1-4c4f-bc0c-5ec3a701e668","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:01:58.375479487Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"premium-simulator-access","reconcileID":"a9ddf709-dca6-4637-9725-1095666fa291","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-91cd99","tenantID":"e2e-worker-w2-91cd99","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:01:58.427928609Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"3d7185bd-b0d1-4c4f-bc0c-5ec3a701e668","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:01:58.428915601Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d1470d06-240e-4c4f-a19a-2e6228008e3b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:01:58.43024818Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"premium-simulator-access","reconcileID":"a9ddf709-dca6-4637-9725-1095666fa291","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"name":"e2e-worker-w2-91cd99-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:01:58.443925965Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-707b4922","namespace":"ai-tenant-e2e-mt-707b4922"},"namespace":"ai-tenant-e2e-mt-707b4922","name":"e2e-policy-707b4922","reconcileID":"2e852045-a4a5-43f1-8a1d-7c0d3f3a14c6","MaaSAuthPolicy":{"name":"e2e-policy-707b4922","namespace":"ai-tenant-e2e-mt-707b4922"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T13:01:58.447722058Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-d8cfbc72","namespace":"ai-tenant-e2e-mt-d8cfbc72"},"namespace":"ai-tenant-e2e-mt-d8cfbc72","name":"e2e-policy-d8cfbc72","reconcileID":"b0763290-8036-4999-92d6-9ca1403b26ee","MaaSAuthPolicy":{"name":"e2e-policy-d8cfbc72","namespace":"ai-tenant-e2e-mt-d8cfbc72"},"error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T13:01:58.4793389Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 9, current generation is 16","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"3d7185bd-b0d1-4c4f-bc0c-5ec3a701e668","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:01:58.480138858Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 9, current generation is 16","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d1470d06-240e-4c4f-a19a-2e6228008e3b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:01:58.495482851Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 9, current generation is 16","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-707b4922","namespace":"ai-tenant-e2e-mt-707b4922"},"namespace":"ai-tenant-e2e-mt-707b4922","name":"e2e-policy-707b4922","reconcileID":"2e852045-a4a5-43f1-8a1d-7c0d3f3a14c6","MaaSAuthPolicy":{"name":"e2e-policy-707b4922","namespace":"ai-tenant-e2e-mt-707b4922"},"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T13:01:58.498703722Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-d8cfbc72","namespace":"ai-tenant-e2e-mt-d8cfbc72"},"namespace":"ai-tenant-e2e-mt-d8cfbc72","name":"e2e-policy-d8cfbc72","reconcileID":"b0763290-8036-4999-92d6-9ca1403b26ee","error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T13:01:58.596819009Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-refs-c18c17","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-c18c17","reconcileID":"e591b75e-e70f-4bf9-8370-a8770ea84056","MaaSModelRef":{"name":"e2e-dft-refs-c18c17","namespace":"llm"},"name":"e2e-dft-refs-c18c17","namespace":"llm","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:01:58.654479965Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"namespace":"ai-tenant-e2e-worker-w3-bb1b51","name":"simulator-access","reconcileID":"bcf7c0ba-956d-4dcf-83fe-03fa6275808e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bb1b51","tenantID":"e2e-worker-w3-bb1b51","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:01:58.691874381Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"namespace":"ai-tenant-e2e-worker-w1-5951bc","name":"simulator-access","reconcileID":"b062d6b9-356e-4100-a321-b894c41aa638","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5951bc","tenantID":"e2e-worker-w1-5951bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:01:58.691884154Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"namespace":"ai-tenant-e2e-worker-w3-bb1b51","name":"premium-simulator-access","reconcileID":"b859f22d-edb0-4b7b-8e42-2d8e3faab4fb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bb1b51","tenantID":"e2e-worker-w3-bb1b51","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:01:58.692400825Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-d8cfbc72","namespace":"ai-tenant-e2e-mt-d8cfbc72"},"namespace":"ai-tenant-e2e-mt-d8cfbc72","name":"e2e-sub-d8cfbc72","reconcileID":"6e28b2d3-64bd-45c0-a2a8-b033b8e71f6e","MaaSSubscription":{"name":"e2e-sub-d8cfbc72","namespace":"ai-tenant-e2e-mt-d8cfbc72"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:01:58.693081381Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"990b4566-7ebe-4784-9efe-16ff42835c69","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:01:58.693195732Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"67acdf2e-dea1-4ce8-a81f-a220fdbecfb2","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:01:58.717669986Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"namespace":"ai-tenant-e2e-worker-w3-bb1b51","name":"simulator-access","reconcileID":"bcf7c0ba-956d-4dcf-83fe-03fa6275808e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"name":"e2e-worker-w3-bb1b51-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:01:58.722018678Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"750cbb50-324a-44bd-be5e-11ac5fe6eb57","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:01:58.722143433Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"750cbb50-324a-44bd-be5e-11ac5fe6eb57","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:01:58.723871131Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"d8cb2296-586f-484d-b025-f81ed524b53d","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:01:58.724702415Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"d8cb2296-586f-484d-b025-f81ed524b53d","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:01:58.72508743Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ba7f2d89-efb9-44ac-ac4d-6112dd7e7908","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:01:58.725107161Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ba7f2d89-efb9-44ac-ac4d-6112dd7e7908","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:01:58.725728517Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"c55df83d-c31b-4c59-a852-c90932e014d5","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:01:58.725744296Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"c55df83d-c31b-4c59-a852-c90932e014d5","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:01:58.726437513Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"f7b60d1f-3407-4f99-b5da-15e3fd967cc0","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:01:58.726473379Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"f7b60d1f-3407-4f99-b5da-15e3fd967cc0","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:01:58.727661404Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"9d47ae58-ade8-4145-952d-02f0b7961606","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:01:58.72768524Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"9d47ae58-ade8-4145-952d-02f0b7961606","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:01:58.728963931Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"420a947f-3fa9-4ff1-9ec9-f8f792a1df06","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:01:58.728990825Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"420a947f-3fa9-4ff1-9ec9-f8f792a1df06","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:01:58.730264405Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"6d3ef21d-5091-4686-a046-ee58945bdb6c","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:01:58.730290132Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"6d3ef21d-5091-4686-a046-ee58945bdb6c","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:01:58.750610515Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"simulator-access","reconcileID":"74023c68-8f50-4c84-b4d2-f4e783211c7e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-91cd99","tenantID":"e2e-worker-w2-91cd99","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:01:58.817120688Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"namespace":"ai-tenant-e2e-worker-w1-5951bc","name":"simulator-access","reconcileID":"b062d6b9-356e-4100-a321-b894c41aa638","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"name":"e2e-worker-w1-5951bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:01:58.817937202Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"namespace":"ai-tenant-e2e-worker-w3-bb1b51","name":"premium-simulator-access","reconcileID":"b859f22d-edb0-4b7b-8e42-2d8e3faab4fb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"name":"e2e-worker-w3-bb1b51-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:01:58.822597584Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-refs-c18c17","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-c18c17","reconcileID":"1d05f4c8-b58a-4c95-8bf4-6813cba27e40","MaaSModelRef":{"name":"e2e-dft-refs-c18c17","namespace":"llm"},"name":"e2e-dft-refs-c18c17","namespace":"llm","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:01:58.826755427Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"simulator-access","reconcileID":"74023c68-8f50-4c84-b4d2-f4e783211c7e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"name":"e2e-worker-w2-91cd99-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:01:58.871594625Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"namespace":"ai-tenant-e2e-worker-w4-8d2c7c","name":"premium-simulator-access","reconcileID":"f6ccd974-29fa-4378-96a6-af478623455d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-8d2c7c","tenantID":"e2e-worker-w4-8d2c7c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:01:58.925095942Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"namespace":"ai-tenant-e2e-worker-w4-8d2c7c","name":"premium-simulator-access","reconcileID":"f6ccd974-29fa-4378-96a6-af478623455d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"name":"e2e-worker-w4-8d2c7c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:01:59.130931543Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"namespace":"ai-tenant-e2e-worker-w0-9893f0","name":"simulator-access","reconcileID":"5b17bc82-122f-4b70-95bf-a428cb755106","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9893f0","tenantID":"e2e-worker-w0-9893f0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:01:59.184362188Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"namespace":"ai-tenant-e2e-worker-w0-9893f0","name":"simulator-access","reconcileID":"5b17bc82-122f-4b70-95bf-a428cb755106","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"name":"e2e-worker-w0-9893f0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:01:59.22014673Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"namespace":"ai-tenant-e2e-worker-w1-5951bc","name":"premium-simulator-access","reconcileID":"82282596-8473-4871-853a-02c8c414f4db","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5951bc","tenantID":"e2e-worker-w1-5951bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:01:59.22036922Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"namespace":"ai-tenant-e2e-worker-w0-9893f0","name":"premium-simulator-access","reconcileID":"dd125fbf-20ad-42dd-ba0e-a71416c49452","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9893f0","tenantID":"e2e-worker-w0-9893f0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:01:59.220146715Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"namespace":"ai-tenant-e2e-worker-w4-8d2c7c","name":"simulator-access","reconcileID":"4cb5ce6d-6343-413c-8535-52ae5e5fc869","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-8d2c7c","tenantID":"e2e-worker-w4-8d2c7c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:01:59.272996166Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"namespace":"ai-tenant-e2e-worker-w0-9893f0","name":"premium-simulator-access","reconcileID":"dd125fbf-20ad-42dd-ba0e-a71416c49452","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"name":"e2e-worker-w0-9893f0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:01:59.274063534Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"namespace":"ai-tenant-e2e-worker-w4-8d2c7c","name":"simulator-access","reconcileID":"4cb5ce6d-6343-413c-8535-52ae5e5fc869","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"name":"e2e-worker-w4-8d2c7c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:01:59.275134187Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"namespace":"ai-tenant-e2e-worker-w1-5951bc","name":"premium-simulator-access","reconcileID":"82282596-8473-4871-853a-02c8c414f4db","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"name":"e2e-worker-w1-5951bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:01:59.31915047Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"premium-simulator-access","reconcileID":"4117de46-f6b7-4777-b11a-1db989996122","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-91cd99","tenantID":"e2e-worker-w2-91cd99","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:01:59.371777506Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"premium-simulator-access","reconcileID":"4117de46-f6b7-4777-b11a-1db989996122","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"name":"e2e-worker-w2-91cd99-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:01:59.402674939Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-refs-c18c17","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-c18c17","reconcileID":"44971ca5-66f0-4aeb-bfdb-32516628eff3","namespace":"llm","name":"e2e-dft-refs-c18c17","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:01:59.426985456Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-d8cfbc72","namespace":"ai-tenant-e2e-mt-d8cfbc72"},"namespace":"ai-tenant-e2e-mt-d8cfbc72","name":"e2e-policy-d8cfbc72","reconcileID":"030fc446-ef42-4ade-8bbe-7511f3e0e2ae","MaaSAuthPolicy":{"name":"e2e-policy-d8cfbc72","namespace":"ai-tenant-e2e-mt-d8cfbc72"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:01:59.451549458Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-refs-c18c17","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-c18c17","reconcileID":"5bad1921-63e6-4f92-b037-7f97f7ed40bb","MaaSModelRef":{"name":"e2e-dft-refs-c18c17","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-refs-c18c17","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:01:59.451679102Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-refs-c18c17","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-c18c17","reconcileID":"5bad1921-63e6-4f92-b037-7f97f7ed40bb","MaaSModelRef":{"name":"e2e-dft-refs-c18c17","namespace":"llm"},"routeName":"external-model-e2e-dft-refs-c18c17-32ea2d0cc58a","namespace":"llm","model":"e2e-dft-refs-c18c17","externalModel":"e2e-dft-refs-c18c17","provider":"e2e-dft-refs-c18c17-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:01:59.480250068Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-d8cfbc72","namespace":"ai-tenant-e2e-mt-d8cfbc72"},"namespace":"ai-tenant-e2e-mt-d8cfbc72","name":"e2e-policy-d8cfbc72","reconcileID":"030fc446-ef42-4ade-8bbe-7511f3e0e2ae","MaaSAuthPolicy":{"name":"e2e-policy-d8cfbc72","namespace":"ai-tenant-e2e-mt-d8cfbc72"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:01:59.532331843Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 9, current generation is 16","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-d8cfbc72","namespace":"ai-tenant-e2e-mt-d8cfbc72"},"namespace":"ai-tenant-e2e-mt-d8cfbc72","name":"e2e-policy-d8cfbc72","reconcileID":"030fc446-ef42-4ade-8bbe-7511f3e0e2ae","MaaSAuthPolicy":{"name":"e2e-policy-d8cfbc72","namespace":"ai-tenant-e2e-mt-d8cfbc72"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:01:59.583618698Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"0e207f4b-c945-4835-86cb-4ec1bf47bbfd","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:01:59.583637499Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"0e207f4b-c945-4835-86cb-4ec1bf47bbfd","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:01:59.627562327Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-707b4922","namespace":"ai-tenant-e2e-mt-707b4922"},"namespace":"ai-tenant-e2e-mt-707b4922","name":"e2e-policy-707b4922","reconcileID":"32f5f2d0-613d-4421-8d9b-468d54919b5f","MaaSAuthPolicy":{"name":"e2e-policy-707b4922","namespace":"ai-tenant-e2e-mt-707b4922"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:01:59.675807432Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"fa2ca146-ba67-43a9-9a08-139b994edbab","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:01:59.675807634Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"16ac8d6f-9d64-4ee4-a4ad-ecb137218b23","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:01:59.679687025Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-707b4922","namespace":"ai-tenant-e2e-mt-707b4922"},"namespace":"ai-tenant-e2e-mt-707b4922","name":"e2e-policy-707b4922","reconcileID":"32f5f2d0-613d-4421-8d9b-468d54919b5f","MaaSAuthPolicy":{"name":"e2e-policy-707b4922","namespace":"ai-tenant-e2e-mt-707b4922"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:01:59.732167905Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 9, current generation is 16","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-707b4922","namespace":"ai-tenant-e2e-mt-707b4922"},"namespace":"ai-tenant-e2e-mt-707b4922","name":"e2e-policy-707b4922","reconcileID":"32f5f2d0-613d-4421-8d9b-468d54919b5f","MaaSAuthPolicy":{"name":"e2e-policy-707b4922","namespace":"ai-tenant-e2e-mt-707b4922"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:01:59.778909602Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"premium-simulator-access","reconcileID":"f9219d33-82c7-4009-804c-0da65face236","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-91cd99","tenantID":"e2e-worker-w2-91cd99","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:01:59.778909616Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"namespace":"ai-tenant-e2e-worker-w0-9893f0","name":"premium-simulator-access","reconcileID":"1d69e2e3-7243-4cd8-a1e6-5d6a04a61ac5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9893f0","tenantID":"e2e-worker-w0-9893f0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:01:59.792781982Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"fa2ca146-ba67-43a9-9a08-139b994edbab","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T13:01:59.795927592Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"16ac8d6f-9d64-4ee4-a4ad-ecb137218b23","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T13:01:59.831240018Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"premium-simulator-access","reconcileID":"f9219d33-82c7-4009-804c-0da65face236","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"name":"e2e-worker-w2-91cd99-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:01:59.832593443Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"namespace":"ai-tenant-e2e-worker-w0-9893f0","name":"premium-simulator-access","reconcileID":"1d69e2e3-7243-4cd8-a1e6-5d6a04a61ac5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"name":"e2e-worker-w0-9893f0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:01:59.844434489Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 9, current generation is 17","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"fa2ca146-ba67-43a9-9a08-139b994edbab","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T13:01:59.849313043Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"16ac8d6f-9d64-4ee4-a4ad-ecb137218b23","error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T13:01:59.849536732Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"7aed029e-20b6-4861-85a7-64433b86623a","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:01:59.849554892Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"7aed029e-20b6-4861-85a7-64433b86623a","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:01:59.8768952Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"namespace":"ai-tenant-e2e-worker-w3-bb1b51","name":"simulator-access","reconcileID":"2e25b93e-a64a-4585-90f3-24a443e9d1f8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bb1b51","tenantID":"e2e-worker-w3-bb1b51","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:01:59.898284256Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"39728e9c-2e25-4c2d-836c-2157dd2a679c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:01:59.898303076Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"39728e9c-2e25-4c2d-836c-2157dd2a679c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:01:59.930267679Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"namespace":"ai-tenant-e2e-worker-w3-bb1b51","name":"simulator-access","reconcileID":"2e25b93e-a64a-4585-90f3-24a443e9d1f8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"name":"e2e-worker-w3-bb1b51-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:01:59.994592987Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"namespace":"ai-tenant-e2e-worker-w3-bb1b51","name":"premium-simulator-access","reconcileID":"199fedc5-3872-48a1-81a1-a05a22180d0a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bb1b51","tenantID":"e2e-worker-w3-bb1b51","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:02:00.044337682Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"namespace":"ai-tenant-e2e-worker-w1-5951bc","name":"simulator-access","reconcileID":"6a83e6c6-a0d6-4229-b80f-6794f2101137","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5951bc","tenantID":"e2e-worker-w1-5951bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:02:00.049922808Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"namespace":"ai-tenant-e2e-worker-w3-bb1b51","name":"premium-simulator-access","reconcileID":"199fedc5-3872-48a1-81a1-a05a22180d0a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"name":"e2e-worker-w3-bb1b51-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:02:00.071770197Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-d8cfbc72","namespace":"ai-tenant-e2e-mt-d8cfbc72"},"namespace":"ai-tenant-e2e-mt-d8cfbc72","name":"e2e-policy-d8cfbc72","reconcileID":"c24b7c88-4aa6-4e28-8e4c-c923f30e533d","MaaSAuthPolicy":{"name":"e2e-policy-d8cfbc72","namespace":"ai-tenant-e2e-mt-d8cfbc72"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:02:00.096274497Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"namespace":"ai-tenant-e2e-worker-w1-5951bc","name":"simulator-access","reconcileID":"6a83e6c6-a0d6-4229-b80f-6794f2101137","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"name":"e2e-worker-w1-5951bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:02:00.120574025Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"simulator-access","reconcileID":"cabfad72-403a-43ee-b678-6b1edfd39aba","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-91cd99","tenantID":"e2e-worker-w2-91cd99","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:02:00.173629253Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"simulator-access","reconcileID":"cabfad72-403a-43ee-b678-6b1edfd39aba","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"name":"e2e-worker-w2-91cd99-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:02:00.187157555Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-d8cfbc72","namespace":"ai-tenant-e2e-mt-d8cfbc72"},"namespace":"ai-tenant-e2e-mt-d8cfbc72","name":"e2e-policy-d8cfbc72","reconcileID":"c24b7c88-4aa6-4e28-8e4c-c923f30e533d","MaaSAuthPolicy":{"name":"e2e-policy-d8cfbc72","namespace":"ai-tenant-e2e-mt-d8cfbc72"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:02:00.219123924Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"namespace":"ai-tenant-e2e-worker-w4-8d2c7c","name":"premium-simulator-access","reconcileID":"278914eb-8c9b-4e26-b3f5-96ac56237225","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-8d2c7c","tenantID":"e2e-worker-w4-8d2c7c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:02:00.239717838Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 9, current generation is 18","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-d8cfbc72","namespace":"ai-tenant-e2e-mt-d8cfbc72"},"namespace":"ai-tenant-e2e-mt-d8cfbc72","name":"e2e-policy-d8cfbc72","reconcileID":"c24b7c88-4aa6-4e28-8e4c-c923f30e533d","MaaSAuthPolicy":{"name":"e2e-policy-d8cfbc72","namespace":"ai-tenant-e2e-mt-d8cfbc72"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:02:00.272305352Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"namespace":"ai-tenant-e2e-worker-w4-8d2c7c","name":"premium-simulator-access","reconcileID":"278914eb-8c9b-4e26-b3f5-96ac56237225","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"name":"e2e-worker-w4-8d2c7c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:02:00.293355479Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d454fbf2-d789-44cc-bd7c-c61edf158559","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:02:00.293409336Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d454fbf2-d789-44cc-bd7c-c61edf158559","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:02:00.340618753Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"namespace":"ai-tenant-e2e-worker-w0-9893f0","name":"simulator-access","reconcileID":"b12b158e-0d6f-4521-bab0-e40e22da70fe","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9893f0","tenantID":"e2e-worker-w0-9893f0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:02:00.384792427Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"namespace":"ai-tenant-e2e-worker-w1-5951bc","name":"premium-simulator-access","reconcileID":"c350d533-f562-4793-863b-5d55bf5a9ac2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5951bc","tenantID":"e2e-worker-w1-5951bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:02:00.392720984Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"namespace":"ai-tenant-e2e-worker-w0-9893f0","name":"simulator-access","reconcileID":"b12b158e-0d6f-4521-bab0-e40e22da70fe","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"name":"e2e-worker-w0-9893f0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:02:00.438547715Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"namespace":"ai-tenant-e2e-worker-w1-5951bc","name":"premium-simulator-access","reconcileID":"c350d533-f562-4793-863b-5d55bf5a9ac2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"name":"e2e-worker-w1-5951bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:02:00.438657444Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"namespace":"ai-tenant-e2e-worker-w4-8d2c7c","name":"simulator-access","reconcileID":"8c8d6a8d-a51b-4899-97a1-667555f5f3bf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-8d2c7c","tenantID":"e2e-worker-w4-8d2c7c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:02:00.484811947Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"47399a76-e07d-403e-83c9-8b231e6064c8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:02:00.49146536Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"namespace":"ai-tenant-e2e-worker-w4-8d2c7c","name":"simulator-access","reconcileID":"8c8d6a8d-a51b-4899-97a1-667555f5f3bf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"name":"e2e-worker-w4-8d2c7c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:02:00.599606061Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"47399a76-e07d-403e-83c9-8b231e6064c8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:02:00.650439246Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 9, current generation is 19","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"47399a76-e07d-403e-83c9-8b231e6064c8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:02:00.70423844Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"64aa4277-77c0-4afe-bca8-f55f330ea9a7","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:02:00.704259586Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"64aa4277-77c0-4afe-bca8-f55f330ea9a7","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:02:02.253790868Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-inf-a-d126a6","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-inf-a-d126a6","reconcileID":"209bdd26-7c2b-4cb6-9704-7f3c327bb4e6","aitenant":"ai-tenants/e2e-inf-a-d126a6","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:02:02.839897478Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e5951ce5-5216-4838-bea3-28f2a0292d5f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:02:02.892623735Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e5951ce5-5216-4838-bea3-28f2a0292d5f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:02:02.947121614Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e5951ce5-5216-4838-bea3-28f2a0292d5f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:02:02.996291171Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e5951ce5-5216-4838-bea3-28f2a0292d5f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:02:03.053066237Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-inf-a-d126a6","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-inf-a-d126a6","reconcileID":"209bdd26-7c2b-4cb6-9704-7f3c327bb4e6","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-inf-a-d126a6","removed":["maas.opendatahub.io/gateway-access-e2e-inf-a-d126a6"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:02:04.435234477Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-refs-c18c17","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-c18c17","reconcileID":"4689c94f-e696-41f5-a149-c8b64acf7ca5","namespace":"llm","name":"e2e-dft-refs-c18c17","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:02:04.485366943Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-refs-c18c17","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-c18c17","reconcileID":"1233d1ba-fe5c-4e39-b7c8-a47cc366cdc5","MaaSModelRef":{"name":"e2e-dft-refs-c18c17","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-refs-c18c17","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:02:04.485493471Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-refs-c18c17","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-c18c17","reconcileID":"1233d1ba-fe5c-4e39-b7c8-a47cc366cdc5","MaaSModelRef":{"name":"e2e-dft-refs-c18c17","namespace":"llm"},"routeName":"external-model-e2e-dft-refs-c18c17-32ea2d0cc58a","namespace":"llm","model":"e2e-dft-refs-c18c17","externalModel":"e2e-dft-refs-c18c17","provider":"e2e-dft-refs-c18c17-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:02:04.584373287Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"premium-simulator-access","reconcileID":"e470763e-c001-461e-9efe-afebf90e1297","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-91cd99","tenantID":"e2e-worker-w2-91cd99","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:02:04.585070434Z","body":"HTTPRoute not found for ExternalModel, waiting for ExternalModel reconciler to create it","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-refs-c18c17","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-c18c17","reconcileID":"f1dfdbd5-b1c6-4f98-a3bb-323b0cf946a3","MaaSModelRef":{"name":"e2e-dft-refs-c18c17","namespace":"llm"},"routeName":"external-model-e2e-dft-refs-c18c17-32ea2d0cc58a","namespace":"llm","model":"e2e-dft-refs-c18c17","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:02:04.633193738Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-707b4922","namespace":"ai-tenant-e2e-mt-707b4922"},"namespace":"ai-tenant-e2e-mt-707b4922","name":"e2e-policy-707b4922","reconcileID":"12a18a3c-3ca2-40ed-985e-d4d606218a4e","MaaSAuthPolicy":{"name":"e2e-policy-707b4922","namespace":"ai-tenant-e2e-mt-707b4922"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:02:04.633811768Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-d8cfbc72","namespace":"ai-tenant-e2e-mt-d8cfbc72"},"namespace":"ai-tenant-e2e-mt-d8cfbc72","name":"e2e-policy-d8cfbc72","reconcileID":"1c06402e-ecee-46bc-8c32-ee3865f1a952","MaaSAuthPolicy":{"name":"e2e-policy-d8cfbc72","namespace":"ai-tenant-e2e-mt-d8cfbc72"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:02:04.639053571Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"premium-simulator-access","reconcileID":"e470763e-c001-461e-9efe-afebf90e1297","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"name":"e2e-worker-w2-91cd99-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:02:04.681285051Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"c15ea151-db39-4ab4-97db-f7ac21552661","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:02:04.681325206Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"09d69315-94b6-4725-91d2-b4629650d369","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:02:04.684044434Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"ff993ff3-f13d-4b08-9afd-a4b899a77993","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:02:04.684115467Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"7861bd43-f4e9-42c7-8afd-abb087bf8e74","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:02:04.684989669Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-d8cfbc72","namespace":"ai-tenant-e2e-mt-d8cfbc72"},"namespace":"ai-tenant-e2e-mt-d8cfbc72","name":"e2e-sub-d8cfbc72","reconcileID":"f5dc489c-54f9-4330-b444-13af779c3dad","MaaSSubscription":{"name":"e2e-sub-d8cfbc72","namespace":"ai-tenant-e2e-mt-d8cfbc72"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:02:04.696142248Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"50e19db2-ca47-402d-8fde-3215a42e5387","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:02:04.698332822Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"50e19db2-ca47-402d-8fde-3215a42e5387","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:02:04.698847193Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"76fc0d47-6f77-4048-b8df-0d9e55081d28","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:02:04.698914326Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"76fc0d47-6f77-4048-b8df-0d9e55081d28","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:02:04.700370994Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"aec97bbf-961d-4f7d-a05a-6b8a7b0a8c6b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:02:04.700453677Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"aec97bbf-961d-4f7d-a05a-6b8a7b0a8c6b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:02:04.701174925Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"0adf3ba5-dc07-4970-b470-0ab356b0169c","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:02:04.701227316Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"0adf3ba5-dc07-4970-b470-0ab356b0169c","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:02:04.701676196Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"a5c2ec91-479f-471a-8516-6026529ab8a3","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:02:04.70173524Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"a5c2ec91-479f-471a-8516-6026529ab8a3","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:02:04.702142731Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"134cd561-87ca-4a8e-9dd9-ab4cc4e9442c","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:02:04.702191585Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"134cd561-87ca-4a8e-9dd9-ab4cc4e9442c","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:02:04.702641677Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"9c716b66-f070-453b-a55d-30e2a7535c8f","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:02:04.70271531Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"9c716b66-f070-453b-a55d-30e2a7535c8f","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:02:04.70307725Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"e87b31c6-a56b-4dfa-8ef5-210175356e41","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:02:04.703122313Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"e87b31c6-a56b-4dfa-8ef5-210175356e41","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:02:04.73612511Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"c15ea151-db39-4ab4-97db-f7ac21552661","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:02:04.745372213Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"09d69315-94b6-4725-91d2-b4629650d369","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:02:04.768830149Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-707b4922","namespace":"ai-tenant-e2e-mt-707b4922"},"namespace":"ai-tenant-e2e-mt-707b4922","name":"e2e-policy-707b4922","reconcileID":"12a18a3c-3ca2-40ed-985e-d4d606218a4e","MaaSAuthPolicy":{"name":"e2e-policy-707b4922","namespace":"ai-tenant-e2e-mt-707b4922"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T13:02:04.769639505Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-d8cfbc72","namespace":"ai-tenant-e2e-mt-d8cfbc72"},"namespace":"ai-tenant-e2e-mt-d8cfbc72","name":"e2e-policy-d8cfbc72","reconcileID":"1c06402e-ecee-46bc-8c32-ee3865f1a952","MaaSAuthPolicy":{"name":"e2e-policy-d8cfbc72","namespace":"ai-tenant-e2e-mt-d8cfbc72"},"error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T13:02:04.824656355Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 9, current generation is 20","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"c15ea151-db39-4ab4-97db-f7ac21552661","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:02:04.826339551Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 9, current generation is 20","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-707b4922","namespace":"ai-tenant-e2e-mt-707b4922"},"namespace":"ai-tenant-e2e-mt-707b4922","name":"e2e-policy-707b4922","reconcileID":"12a18a3c-3ca2-40ed-985e-d4d606218a4e","MaaSAuthPolicy":{"name":"e2e-policy-707b4922","namespace":"ai-tenant-e2e-mt-707b4922"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:02:04.826515125Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 9, current generation is 20","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"09d69315-94b6-4725-91d2-b4629650d369","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T13:02:04.827075856Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-d8cfbc72","namespace":"ai-tenant-e2e-mt-d8cfbc72"},"namespace":"ai-tenant-e2e-mt-d8cfbc72","name":"e2e-policy-d8cfbc72","reconcileID":"1c06402e-ecee-46bc-8c32-ee3865f1a952","error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T13:02:04.82745636Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"2d5128d1-0528-44d0-8984-c860af3c1e42","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:02:04.827474023Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"2d5128d1-0528-44d0-8984-c860af3c1e42","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:02:04.869065605Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"85c8bd48-3203-429f-9df3-a5df1fb4fffd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:02:04.872236174Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-refs-c18c17","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-c18c17","reconcileID":"9c2dc2db-d512-4b76-ae9c-fc05680b62ff","namespace":"llm","name":"e2e-dft-refs-c18c17","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:02:04.918349426Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"85c8bd48-3203-429f-9df3-a5df1fb4fffd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:02:04.967808474Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"85c8bd48-3203-429f-9df3-a5df1fb4fffd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:02:05.016996879Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"85c8bd48-3203-429f-9df3-a5df1fb4fffd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:02:05.066298192Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"namespace":"ai-tenant-e2e-worker-w3-bb1b51","name":"simulator-access","reconcileID":"a8b8aeba-c194-4d2c-ba33-0f4c7fab1861","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bb1b51","tenantID":"e2e-worker-w3-bb1b51","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:02:05.067596531Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-refs-c18c17","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-c18c17","reconcileID":"b8263396-cccc-40a3-b33b-7171ad769539","MaaSModelRef":{"name":"e2e-dft-refs-c18c17","namespace":"llm"},"name":"e2e-dft-refs-c18c17","namespace":"llm","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:02:05.11524768Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"namespace":"ai-tenant-e2e-worker-w1-5951bc","name":"simulator-access","reconcileID":"faae9701-a55e-413f-94b1-79a1969ab378","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5951bc","tenantID":"e2e-worker-w1-5951bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:02:05.115507803Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"namespace":"ai-tenant-e2e-worker-w3-bb1b51","name":"premium-simulator-access","reconcileID":"45b60d54-e565-4555-aa3c-30de1392f806","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bb1b51","tenantID":"e2e-worker-w3-bb1b51","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:02:05.116506199Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"31204acb-bfd2-4da0-9898-f25bfb4f698a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:02:05.116522479Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"31204acb-bfd2-4da0-9898-f25bfb4f698a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:02:05.116946611Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"585c7725-351a-476f-b5f1-60d7d8c42223","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:02:05.116960968Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"585c7725-351a-476f-b5f1-60d7d8c42223","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:02:05.119447328Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"namespace":"ai-tenant-e2e-worker-w3-bb1b51","name":"simulator-access","reconcileID":"a8b8aeba-c194-4d2c-ba33-0f4c7fab1861","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"name":"e2e-worker-w3-bb1b51-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:02:05.169314948Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"namespace":"ai-tenant-e2e-worker-w1-5951bc","name":"simulator-access","reconcileID":"faae9701-a55e-413f-94b1-79a1969ab378","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"name":"e2e-worker-w1-5951bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:02:05.169642195Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"namespace":"ai-tenant-e2e-worker-w3-bb1b51","name":"premium-simulator-access","reconcileID":"45b60d54-e565-4555-aa3c-30de1392f806","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"name":"e2e-worker-w3-bb1b51-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:02:05.21901658Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"namespace":"ai-tenant-e2e-worker-w4-8d2c7c","name":"premium-simulator-access","reconcileID":"a573c480-e54b-411a-8cb8-f71bca0b572a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-8d2c7c","tenantID":"e2e-worker-w4-8d2c7c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:02:05.219196156Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"simulator-access","reconcileID":"f9985e0e-d150-4383-bfa8-844bc1cbdf27","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-91cd99","tenantID":"e2e-worker-w2-91cd99","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:02:05.273449182Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"simulator-access","reconcileID":"f9985e0e-d150-4383-bfa8-844bc1cbdf27","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"name":"e2e-worker-w2-91cd99-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:02:05.276008844Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"namespace":"ai-tenant-e2e-worker-w4-8d2c7c","name":"premium-simulator-access","reconcileID":"a573c480-e54b-411a-8cb8-f71bca0b572a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"name":"e2e-worker-w4-8d2c7c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:02:05.413682973Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"namespace":"ai-tenant-e2e-worker-w0-9893f0","name":"simulator-access","reconcileID":"00664d02-54cb-4eb1-974b-bce3551adb1a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9893f0","tenantID":"e2e-worker-w0-9893f0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:02:05.461355024Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"namespace":"ai-tenant-e2e-worker-w4-8d2c7c","name":"simulator-access","reconcileID":"8a30e291-395a-4e99-be2c-443712d0ffd6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-8d2c7c","tenantID":"e2e-worker-w4-8d2c7c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:02:05.461700337Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"namespace":"ai-tenant-e2e-worker-w1-5951bc","name":"premium-simulator-access","reconcileID":"0d77afc2-6b40-4c94-81a1-55b5ecb2b859","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5951bc","tenantID":"e2e-worker-w1-5951bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:02:05.466205792Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"namespace":"ai-tenant-e2e-worker-w0-9893f0","name":"simulator-access","reconcileID":"00664d02-54cb-4eb1-974b-bce3551adb1a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"name":"e2e-worker-w0-9893f0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:02:05.515194483Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"namespace":"ai-tenant-e2e-worker-w1-5951bc","name":"premium-simulator-access","reconcileID":"0d77afc2-6b40-4c94-81a1-55b5ecb2b859","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"name":"e2e-worker-w1-5951bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:02:05.518716631Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"namespace":"ai-tenant-e2e-worker-w4-8d2c7c","name":"simulator-access","reconcileID":"8a30e291-395a-4e99-be2c-443712d0ffd6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"name":"e2e-worker-w4-8d2c7c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:02:05.519534217Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-d8cfbc72","namespace":"ai-tenant-e2e-mt-d8cfbc72"},"namespace":"ai-tenant-e2e-mt-d8cfbc72","name":"e2e-policy-d8cfbc72","reconcileID":"de3baef5-4513-463f-8194-7dbf9269409e","MaaSAuthPolicy":{"name":"e2e-policy-d8cfbc72","namespace":"ai-tenant-e2e-mt-d8cfbc72"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:02:05.567494241Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"namespace":"ai-tenant-e2e-worker-w0-9893f0","name":"premium-simulator-access","reconcileID":"0368192b-c261-4d8a-a6fa-a3c689d9bccb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9893f0","tenantID":"e2e-worker-w0-9893f0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:02:05.571640675Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-d8cfbc72","namespace":"ai-tenant-e2e-mt-d8cfbc72"},"namespace":"ai-tenant-e2e-mt-d8cfbc72","name":"e2e-policy-d8cfbc72","reconcileID":"de3baef5-4513-463f-8194-7dbf9269409e","MaaSAuthPolicy":{"name":"e2e-policy-d8cfbc72","namespace":"ai-tenant-e2e-mt-d8cfbc72"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:02:05.620732785Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"namespace":"ai-tenant-e2e-worker-w0-9893f0","name":"premium-simulator-access","reconcileID":"0368192b-c261-4d8a-a6fa-a3c689d9bccb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"name":"e2e-worker-w0-9893f0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:02:05.626301583Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 9, current generation is 20","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-d8cfbc72","namespace":"ai-tenant-e2e-mt-d8cfbc72"},"namespace":"ai-tenant-e2e-mt-d8cfbc72","name":"e2e-policy-d8cfbc72","reconcileID":"de3baef5-4513-463f-8194-7dbf9269409e","MaaSAuthPolicy":{"name":"e2e-policy-d8cfbc72","namespace":"ai-tenant-e2e-mt-d8cfbc72"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:02:05.677755741Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"33a49068-4b64-4b03-b761-88c6a24203e7","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:02:05.677778119Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"33a49068-4b64-4b03-b761-88c6a24203e7","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:02:05.761096042Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"73655db2-0a2a-4b80-8bb5-8c4a155ca660","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:02:05.813138794Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-707b4922","namespace":"ai-tenant-e2e-mt-707b4922"},"namespace":"ai-tenant-e2e-mt-707b4922","name":"e2e-policy-707b4922","reconcileID":"7b6a664c-79d1-4ad8-81b9-c026a230f698","MaaSAuthPolicy":{"name":"e2e-policy-707b4922","namespace":"ai-tenant-e2e-mt-707b4922"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:02:05.861006833Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"4ac05877-9fa7-47ea-b783-795ef44a232d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:02:05.861673496Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"premium-simulator-access","reconcileID":"57d3acdb-63ac-43ae-9d60-3782b35d1b25","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-91cd99","tenantID":"e2e-worker-w2-91cd99","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:02:05.865874157Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-707b4922","namespace":"ai-tenant-e2e-mt-707b4922"},"namespace":"ai-tenant-e2e-mt-707b4922","name":"e2e-policy-707b4922","reconcileID":"7b6a664c-79d1-4ad8-81b9-c026a230f698","MaaSAuthPolicy":{"name":"e2e-policy-707b4922","namespace":"ai-tenant-e2e-mt-707b4922"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:02:05.875156874Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"73655db2-0a2a-4b80-8bb5-8c4a155ca660","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:02:05.914126227Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"4ac05877-9fa7-47ea-b783-795ef44a232d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:02:05.915045003Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"premium-simulator-access","reconcileID":"57d3acdb-63ac-43ae-9d60-3782b35d1b25","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"name":"e2e-worker-w2-91cd99-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:02:05.916776939Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 9, current generation is 21","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-707b4922","namespace":"ai-tenant-e2e-mt-707b4922"},"namespace":"ai-tenant-e2e-mt-707b4922","name":"e2e-policy-707b4922","reconcileID":"7b6a664c-79d1-4ad8-81b9-c026a230f698","MaaSAuthPolicy":{"name":"e2e-policy-707b4922","namespace":"ai-tenant-e2e-mt-707b4922"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:02:05.926451457Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 9, current generation is 21","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"73655db2-0a2a-4b80-8bb5-8c4a155ca660","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:02:05.995049345Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"namespace":"ai-tenant-e2e-worker-w3-bb1b51","name":"simulator-access","reconcileID":"81cde9b3-73d8-4118-90f3-5025124c6061","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bb1b51","tenantID":"e2e-worker-w3-bb1b51","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:02:05.99719777Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"52831156-11c3-4ebb-bc4d-eb4fa216f107","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:02:05.997215708Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"52831156-11c3-4ebb-bc4d-eb4fa216f107","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:02:05.997609981Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 9, current generation is 21","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"4ac05877-9fa7-47ea-b783-795ef44a232d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:02:05.999986397Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"0a96a879-cc63-4044-bea5-bf168337bf9d","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:02:06.000000433Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"0a96a879-cc63-4044-bea5-bf168337bf9d","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:02:06.047337352Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"namespace":"ai-tenant-e2e-worker-w3-bb1b51","name":"simulator-access","reconcileID":"81cde9b3-73d8-4118-90f3-5025124c6061","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"name":"e2e-worker-w3-bb1b51-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:02:06.049750076Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b7291843-1e1c-4c9b-a14c-42ae223bb32a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:02:06.049768044Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b7291843-1e1c-4c9b-a14c-42ae223bb32a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:02:06.155605373Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"namespace":"ai-tenant-e2e-worker-w3-bb1b51","name":"premium-simulator-access","reconcileID":"1fe68aa6-cb76-412b-85fd-df5fd77db43f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bb1b51","tenantID":"e2e-worker-w3-bb1b51","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:02:06.21727511Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"namespace":"ai-tenant-e2e-worker-w3-bb1b51","name":"premium-simulator-access","reconcileID":"1fe68aa6-cb76-412b-85fd-df5fd77db43f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"name":"e2e-worker-w3-bb1b51-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:02:06.924200076Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"624783fe-a275-4a12-83d9-5c179c798fd0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:02:06.973110836Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"624783fe-a275-4a12-83d9-5c179c798fd0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:02:07.022009567Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"624783fe-a275-4a12-83d9-5c179c798fd0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:02:07.070822716Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"624783fe-a275-4a12-83d9-5c179c798fd0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:02:10.627721759Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-refs-c18c17","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-c18c17","reconcileID":"82772d5b-f87c-45d3-84fe-624c1267aaf8","namespace":"llm","name":"e2e-dft-refs-c18c17","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:02:10.676286594Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-refs-c18c17","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-c18c17","reconcileID":"ecbbcbe2-0a0c-4f86-b987-26c26aa4408b","MaaSModelRef":{"name":"e2e-dft-refs-c18c17","namespace":"llm"},"name":"e2e-dft-refs-c18c17","namespace":"llm","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:02:10.725342772Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-d8cfbc72","namespace":"ai-tenant-e2e-mt-d8cfbc72"},"namespace":"ai-tenant-e2e-mt-d8cfbc72","name":"e2e-policy-d8cfbc72","reconcileID":"5f7d7688-b39b-4e8d-ad6f-99978e181ba4","MaaSAuthPolicy":{"name":"e2e-policy-d8cfbc72","namespace":"ai-tenant-e2e-mt-d8cfbc72"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:02:10.725342724Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-707b4922","namespace":"ai-tenant-e2e-mt-707b4922"},"namespace":"ai-tenant-e2e-mt-707b4922","name":"e2e-policy-707b4922","reconcileID":"ad3ade25-b0dc-4f2f-b0a0-a946f62cd2dd","MaaSAuthPolicy":{"name":"e2e-policy-707b4922","namespace":"ai-tenant-e2e-mt-707b4922"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:02:10.77409153Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"namespace":"ai-tenant-e2e-worker-w0-9893f0","name":"premium-simulator-access","reconcileID":"635be215-b348-4c13-9546-c4e3ab136665","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9893f0","tenantID":"e2e-worker-w0-9893f0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:02:10.779971673Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"ac0dd395-35e8-4527-865a-78915f306330","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:02:10.826975051Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"namespace":"ai-tenant-e2e-worker-w0-9893f0","name":"premium-simulator-access","reconcileID":"635be215-b348-4c13-9546-c4e3ab136665","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"name":"e2e-worker-w0-9893f0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:02:10.834097244Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"ac0dd395-35e8-4527-865a-78915f306330","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:02:10.840598645Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-707b4922","namespace":"ai-tenant-e2e-mt-707b4922"},"namespace":"ai-tenant-e2e-mt-707b4922","name":"e2e-policy-707b4922","reconcileID":"ad3ade25-b0dc-4f2f-b0a0-a946f62cd2dd","MaaSAuthPolicy":{"name":"e2e-policy-707b4922","namespace":"ai-tenant-e2e-mt-707b4922"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T13:02:10.84421717Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-d8cfbc72","namespace":"ai-tenant-e2e-mt-d8cfbc72"},"namespace":"ai-tenant-e2e-mt-d8cfbc72","name":"e2e-policy-d8cfbc72","reconcileID":"5f7d7688-b39b-4e8d-ad6f-99978e181ba4","MaaSAuthPolicy":{"name":"e2e-policy-d8cfbc72","namespace":"ai-tenant-e2e-mt-d8cfbc72"},"error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T13:02:10.846983633Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"29cf80cd-4319-410e-87bb-1114feacc9da","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:02:10.896782161Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-refs-c18c17","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-c18c17","reconcileID":"f19264ad-5016-4928-8ac6-53c9f4066c6d","MaaSModelRef":{"name":"e2e-dft-refs-c18c17","namespace":"llm"},"name":"e2e-dft-refs-c18c17","namespace":"llm","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:02:10.897107768Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"29cf80cd-4319-410e-87bb-1114feacc9da","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:02:10.897575631Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"f0b00ed4-0024-4c84-8791-ad41cdc7c5f2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:02:10.900793609Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 9, current generation is 22","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"ac0dd395-35e8-4527-865a-78915f306330","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:02:10.901261493Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 9, current generation is 22","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-707b4922","namespace":"ai-tenant-e2e-mt-707b4922"},"namespace":"ai-tenant-e2e-mt-707b4922","name":"e2e-policy-707b4922","reconcileID":"ad3ade25-b0dc-4f2f-b0a0-a946f62cd2dd","MaaSAuthPolicy":{"name":"e2e-policy-707b4922","namespace":"ai-tenant-e2e-mt-707b4922"},"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T13:02:10.90183129Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-d8cfbc72","namespace":"ai-tenant-e2e-mt-d8cfbc72"},"namespace":"ai-tenant-e2e-mt-d8cfbc72","name":"e2e-policy-d8cfbc72","reconcileID":"5f7d7688-b39b-4e8d-ad6f-99978e181ba4","error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T13:02:10.947841475Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"29cf80cd-4319-410e-87bb-1114feacc9da","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:02:10.9984494Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"29cf80cd-4319-410e-87bb-1114feacc9da","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:02:10.999413141Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"1eca5318-b41d-4420-ae86-62768af3f314","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:02:10.999428973Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"1eca5318-b41d-4420-ae86-62768af3f314","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:02:10.999722705Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"2dd7581c-f578-4534-960e-6f2ba65c6075","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:02:10.999734703Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"2dd7581c-f578-4534-960e-6f2ba65c6075","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:02:11.00008582Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"76966a9a-441a-482a-af8b-1b0df59336e1","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:02:11.000102886Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"76966a9a-441a-482a-af8b-1b0df59336e1","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:02:11.000339226Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"bcca4d90-c302-4165-a856-2f04b57ec4ab","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:02:11.000350286Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"bcca4d90-c302-4165-a856-2f04b57ec4ab","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:02:11.000632318Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"6af7c595-930a-4933-963e-a2643726f853","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:02:11.000648447Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"6af7c595-930a-4933-963e-a2643726f853","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:02:11.000980331Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"57610b36-6f55-43eb-ae3c-0cc95970bc5a","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:02:11.000996845Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"57610b36-6f55-43eb-ae3c-0cc95970bc5a","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:02:11.001209122Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"a0d5edd3-6252-42dc-9850-d3b19b51dbb4","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:02:11.001220845Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"a0d5edd3-6252-42dc-9850-d3b19b51dbb4","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:02:11.001473929Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"06febb0a-ab57-410a-a9fc-6a6eccbbaec8","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:02:11.001484784Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"06febb0a-ab57-410a-a9fc-6a6eccbbaec8","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:02:11.048701227Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-d8cfbc72","namespace":"ai-tenant-e2e-mt-d8cfbc72"},"namespace":"ai-tenant-e2e-mt-d8cfbc72","name":"e2e-sub-d8cfbc72","reconcileID":"5dc57a47-68da-4866-ab1f-c49f9fd42d17","MaaSSubscription":{"name":"e2e-sub-d8cfbc72","namespace":"ai-tenant-e2e-mt-d8cfbc72"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:02:11.050728075Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-refs-c18c17","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-c18c17","reconcileID":"3760069e-8061-4851-8d36-d463df87429e","MaaSModelRef":{"name":"e2e-dft-refs-c18c17","namespace":"llm"},"name":"e2e-dft-refs-c18c17","namespace":"llm","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:02:11.065094501Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"f0b00ed4-0024-4c84-8791-ad41cdc7c5f2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:02:11.096972448Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"premium-simulator-access","reconcileID":"b5dd04fc-2f90-4886-a4b2-c0fc85329126","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-91cd99","tenantID":"e2e-worker-w2-91cd99","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:02:11.099701995Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"e3899743-e428-4934-b11b-0da14fbfd4da","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:02:11.099865877Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"4dcf334d-d5fe-4e14-92af-3901bc1016de","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:02:11.099884609Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"4dcf334d-d5fe-4e14-92af-3901bc1016de","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:02:11.100206478Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"e723b3ec-e3c0-4650-ab3d-372a7bc9050a","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:02:11.10048282Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"df4e1804-bd86-420c-b0b3-52041d484d89","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:02:11.100500787Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"df4e1804-bd86-420c-b0b3-52041d484d89","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:02:11.116525358Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 9, current generation is 23","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"f0b00ed4-0024-4c84-8791-ad41cdc7c5f2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:02:11.154942597Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"premium-simulator-access","reconcileID":"b5dd04fc-2f90-4886-a4b2-c0fc85329126","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"name":"e2e-worker-w2-91cd99-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:02:11.171544124Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"9f565d82-abdb-4ad8-90a3-d738cb8a37a0","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:02:11.171566473Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"9f565d82-abdb-4ad8-90a3-d738cb8a37a0","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:02:11.206603556Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"namespace":"ai-tenant-e2e-worker-w1-5951bc","name":"simulator-access","reconcileID":"65900463-488f-4fea-81be-1431f69a5af4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5951bc","tenantID":"e2e-worker-w1-5951bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:02:11.207004338Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"namespace":"ai-tenant-e2e-worker-w3-bb1b51","name":"simulator-access","reconcileID":"08e4e8c1-fe1c-41c3-8005-f2f133098281","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bb1b51","tenantID":"e2e-worker-w3-bb1b51","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:02:11.207270747Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"namespace":"ai-tenant-e2e-worker-w3-bb1b51","name":"premium-simulator-access","reconcileID":"ec7e1707-2dc4-476e-a30e-c883dca73548","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bb1b51","tenantID":"e2e-worker-w3-bb1b51","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:02:11.260769806Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"namespace":"ai-tenant-e2e-worker-w1-5951bc","name":"simulator-access","reconcileID":"65900463-488f-4fea-81be-1431f69a5af4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"name":"e2e-worker-w1-5951bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:02:11.261670964Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"namespace":"ai-tenant-e2e-worker-w3-bb1b51","name":"premium-simulator-access","reconcileID":"ec7e1707-2dc4-476e-a30e-c883dca73548","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"name":"e2e-worker-w3-bb1b51-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:02:11.264306241Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"namespace":"ai-tenant-e2e-worker-w3-bb1b51","name":"simulator-access","reconcileID":"08e4e8c1-fe1c-41c3-8005-f2f133098281","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"name":"e2e-worker-w3-bb1b51-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:02:11.351734782Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"simulator-access","reconcileID":"ed86873c-3cc8-4e81-8ad4-96782e32b352","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-91cd99","tenantID":"e2e-worker-w2-91cd99","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:02:11.404443873Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"simulator-access","reconcileID":"ed86873c-3cc8-4e81-8ad4-96782e32b352","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"name":"e2e-worker-w2-91cd99-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:02:11.497626887Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"namespace":"ai-tenant-e2e-worker-w4-8d2c7c","name":"premium-simulator-access","reconcileID":"2bdf369d-9c87-4950-8756-025a06e8edcf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-8d2c7c","tenantID":"e2e-worker-w4-8d2c7c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:02:11.549932774Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"namespace":"ai-tenant-e2e-worker-w4-8d2c7c","name":"premium-simulator-access","reconcileID":"2bdf369d-9c87-4950-8756-025a06e8edcf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"name":"e2e-worker-w4-8d2c7c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:02:11.551616902Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"namespace":"ai-tenant-e2e-worker-w0-9893f0","name":"simulator-access","reconcileID":"52e38bbd-e0ff-4c4f-b635-7743dc80f14e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9893f0","tenantID":"e2e-worker-w0-9893f0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:02:11.598545585Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"namespace":"ai-tenant-e2e-worker-w4-8d2c7c","name":"simulator-access","reconcileID":"2762c257-d92d-42cd-9f3f-c7fc73740985","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-8d2c7c","tenantID":"e2e-worker-w4-8d2c7c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:02:11.598584387Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"namespace":"ai-tenant-e2e-worker-w1-5951bc","name":"premium-simulator-access","reconcileID":"56bf7491-f893-4713-a044-b8b0c2c1183b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5951bc","tenantID":"e2e-worker-w1-5951bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:02:11.603741096Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"namespace":"ai-tenant-e2e-worker-w0-9893f0","name":"simulator-access","reconcileID":"52e38bbd-e0ff-4c4f-b635-7743dc80f14e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"name":"e2e-worker-w0-9893f0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:02:11.647416765Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-707b4922","namespace":"ai-tenant-e2e-mt-707b4922"},"namespace":"ai-tenant-e2e-mt-707b4922","name":"e2e-policy-707b4922","reconcileID":"2ee3cb69-ee9e-46bf-8134-76c3a947a9ee","MaaSAuthPolicy":{"name":"e2e-policy-707b4922","namespace":"ai-tenant-e2e-mt-707b4922"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:02:11.650986795Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"namespace":"ai-tenant-e2e-worker-w4-8d2c7c","name":"simulator-access","reconcileID":"2762c257-d92d-42cd-9f3f-c7fc73740985","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"name":"e2e-worker-w4-8d2c7c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:02:11.651354573Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"namespace":"ai-tenant-e2e-worker-w1-5951bc","name":"premium-simulator-access","reconcileID":"56bf7491-f893-4713-a044-b8b0c2c1183b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"name":"e2e-worker-w1-5951bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:02:11.653842396Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-refs-c18c17","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-c18c17","reconcileID":"cd392f98-fb2d-4b68-a191-931db2d728e9","namespace":"llm","name":"e2e-dft-refs-c18c17","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:02:11.702749261Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-refs-c18c17","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-c18c17","reconcileID":"219e3f8f-0af2-4658-a1a0-33c727a2985e","MaaSModelRef":{"name":"e2e-dft-refs-c18c17","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-refs-c18c17","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:02:11.702774656Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-refs-c18c17","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-c18c17","reconcileID":"219e3f8f-0af2-4658-a1a0-33c727a2985e","MaaSModelRef":{"name":"e2e-dft-refs-c18c17","namespace":"llm"},"routeName":"external-model-e2e-dft-refs-c18c17-32ea2d0cc58a","namespace":"llm","model":"e2e-dft-refs-c18c17","externalModel":"e2e-dft-refs-c18c17","provider":"e2e-dft-refs-c18c17-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:02:11.7639529Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-707b4922","namespace":"ai-tenant-e2e-mt-707b4922"},"namespace":"ai-tenant-e2e-mt-707b4922","name":"e2e-policy-707b4922","reconcileID":"2ee3cb69-ee9e-46bf-8134-76c3a947a9ee","MaaSAuthPolicy":{"name":"e2e-policy-707b4922","namespace":"ai-tenant-e2e-mt-707b4922"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:02:11.814995119Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 9, current generation is 24","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-707b4922","namespace":"ai-tenant-e2e-mt-707b4922"},"namespace":"ai-tenant-e2e-mt-707b4922","name":"e2e-policy-707b4922","reconcileID":"2ee3cb69-ee9e-46bf-8134-76c3a947a9ee","MaaSAuthPolicy":{"name":"e2e-policy-707b4922","namespace":"ai-tenant-e2e-mt-707b4922"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:02:11.847831765Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-d8cfbc72","namespace":"ai-tenant-e2e-mt-d8cfbc72"},"namespace":"ai-tenant-e2e-mt-d8cfbc72","name":"e2e-policy-d8cfbc72","reconcileID":"0c702045-cce6-43e8-8d41-6e1ec6dfc368","MaaSAuthPolicy":{"name":"e2e-policy-d8cfbc72","namespace":"ai-tenant-e2e-mt-d8cfbc72"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:02:11.866303214Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"eb86cf73-ef69-46fd-8bb2-baae5e1b466f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:02:11.866323077Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"eb86cf73-ef69-46fd-8bb2-baae5e1b466f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:02:11.900550888Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-d8cfbc72","namespace":"ai-tenant-e2e-mt-d8cfbc72"},"namespace":"ai-tenant-e2e-mt-d8cfbc72","name":"e2e-policy-d8cfbc72","reconcileID":"0c702045-cce6-43e8-8d41-6e1ec6dfc368","MaaSAuthPolicy":{"name":"e2e-policy-d8cfbc72","namespace":"ai-tenant-e2e-mt-d8cfbc72"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:02:12.037471562Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"7b450bfe-93e9-459c-ad07-5f08503ed264","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:02:12.040018158Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 9, current generation is 24","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-d8cfbc72","namespace":"ai-tenant-e2e-mt-d8cfbc72"},"namespace":"ai-tenant-e2e-mt-d8cfbc72","name":"e2e-policy-d8cfbc72","reconcileID":"0c702045-cce6-43e8-8d41-6e1ec6dfc368","MaaSAuthPolicy":{"name":"e2e-policy-d8cfbc72","namespace":"ai-tenant-e2e-mt-d8cfbc72"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:02:12.08568473Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"namespace":"ai-tenant-e2e-worker-w3-bb1b51","name":"simulator-access","reconcileID":"5b036a67-939a-4e2b-9d2e-11ff8e0f839f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bb1b51","tenantID":"e2e-worker-w3-bb1b51","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:02:12.085702443Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"premium-simulator-access","reconcileID":"249ba298-9674-4f6b-95f5-f2a087de315d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-91cd99","tenantID":"e2e-worker-w2-91cd99","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:02:12.0860521Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"937efb9a-bb20-4ed8-a0fe-90db2f991d2f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:02:12.09130321Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"89676f2e-46be-4cc9-9d8b-7d86686d41dd","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:02:12.091318895Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"89676f2e-46be-4cc9-9d8b-7d86686d41dd","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:02:12.139965985Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"namespace":"ai-tenant-e2e-worker-w3-bb1b51","name":"simulator-access","reconcileID":"5b036a67-939a-4e2b-9d2e-11ff8e0f839f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"name":"e2e-worker-w3-bb1b51-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:02:12.141267818Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"premium-simulator-access","reconcileID":"249ba298-9674-4f6b-95f5-f2a087de315d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"name":"e2e-worker-w2-91cd99-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:02:12.151583518Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"7b450bfe-93e9-459c-ad07-5f08503ed264","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T13:02:12.193799258Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"937efb9a-bb20-4ed8-a0fe-90db2f991d2f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T13:02:12.215504185Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 9, current generation is 25","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"7b450bfe-93e9-459c-ad07-5f08503ed264","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T13:02:12.245047854Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"937efb9a-bb20-4ed8-a0fe-90db2f991d2f","error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T13:02:12.24534267Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"8894dec2-0e30-497f-8b3e-86db7217a9cc","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:02:12.245358869Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"8894dec2-0e30-497f-8b3e-86db7217a9cc","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:02:12.250750817Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"namespace":"ai-tenant-e2e-worker-w3-bb1b51","name":"premium-simulator-access","reconcileID":"86f2846b-5937-4714-a457-3b43dbd495bb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bb1b51","tenantID":"e2e-worker-w3-bb1b51","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:02:12.3037444Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"namespace":"ai-tenant-e2e-worker-w3-bb1b51","name":"premium-simulator-access","reconcileID":"86f2846b-5937-4714-a457-3b43dbd495bb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"name":"e2e-worker-w3-bb1b51-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:02:12.355191694Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"115c5251-58c7-4cab-9e2e-45cde22f7ff5","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:02:12.35521248Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"115c5251-58c7-4cab-9e2e-45cde22f7ff5","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:02:12.397194978Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"namespace":"ai-tenant-e2e-worker-w1-5951bc","name":"simulator-access","reconcileID":"e25bbe23-04e0-48ac-9499-c527b697fdbb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5951bc","tenantID":"e2e-worker-w1-5951bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:02:12.449362872Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"namespace":"ai-tenant-e2e-worker-w1-5951bc","name":"simulator-access","reconcileID":"e25bbe23-04e0-48ac-9499-c527b697fdbb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"name":"e2e-worker-w1-5951bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:02:12.4960836Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"namespace":"ai-tenant-e2e-worker-w4-8d2c7c","name":"premium-simulator-access","reconcileID":"da1753b6-a01d-4ddc-9077-e450fe8d9190","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-8d2c7c","tenantID":"e2e-worker-w4-8d2c7c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:02:12.496082749Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"simulator-access","reconcileID":"d1772007-315c-49c7-b505-4fc56b346e8e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-91cd99","tenantID":"e2e-worker-w2-91cd99","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:02:12.498867413Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"namespace":"ai-tenant-e2e-worker-w0-9893f0","name":"simulator-access","reconcileID":"9a887b6c-16a8-4985-93af-e90f16778dda","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9893f0","tenantID":"e2e-worker-w0-9893f0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:02:12.549912925Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"namespace":"ai-tenant-e2e-worker-w4-8d2c7c","name":"premium-simulator-access","reconcileID":"da1753b6-a01d-4ddc-9077-e450fe8d9190","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"name":"e2e-worker-w4-8d2c7c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:02:12.549912916Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"simulator-access","reconcileID":"d1772007-315c-49c7-b505-4fc56b346e8e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"name":"e2e-worker-w2-91cd99-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:02:12.552323721Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"namespace":"ai-tenant-e2e-worker-w0-9893f0","name":"simulator-access","reconcileID":"9a887b6c-16a8-4985-93af-e90f16778dda","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"name":"e2e-worker-w0-9893f0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:02:12.629741064Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"namespace":"ai-tenant-e2e-worker-w1-5951bc","name":"premium-simulator-access","reconcileID":"5ca3d231-9029-4efa-86c4-f45e3d4bc60a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5951bc","tenantID":"e2e-worker-w1-5951bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:02:12.660697184Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-refs-c18c17","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-c18c17","reconcileID":"a0ae1061-6a5b-4a9e-b711-ae447c2a07f6","namespace":"llm","name":"e2e-dft-refs-c18c17","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:02:12.68192Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"namespace":"ai-tenant-e2e-worker-w1-5951bc","name":"premium-simulator-access","reconcileID":"5ca3d231-9029-4efa-86c4-f45e3d4bc60a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"name":"e2e-worker-w1-5951bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:02:12.739001356Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"namespace":"ai-tenant-e2e-worker-w4-8d2c7c","name":"simulator-access","reconcileID":"26181c17-9264-40df-86d2-b61a74bbb032","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-8d2c7c","tenantID":"e2e-worker-w4-8d2c7c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:02:12.791100326Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"namespace":"ai-tenant-e2e-worker-w4-8d2c7c","name":"simulator-access","reconcileID":"26181c17-9264-40df-86d2-b61a74bbb032","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"name":"e2e-worker-w4-8d2c7c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:02:12.823006968Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dddf674e-79a2-481a-bfda-22460c6ecddf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:02:12.871999242Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dddf674e-79a2-481a-bfda-22460c6ecddf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:02:12.872320483Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-707b4922","namespace":"ai-tenant-e2e-mt-707b4922"},"namespace":"ai-tenant-e2e-mt-707b4922","name":"e2e-policy-707b4922","reconcileID":"c7a65351-6281-4731-a261-2977aa85f196","MaaSAuthPolicy":{"name":"e2e-policy-707b4922","namespace":"ai-tenant-e2e-mt-707b4922"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:02:12.921675659Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dddf674e-79a2-481a-bfda-22460c6ecddf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:02:12.922610648Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-d8cfbc72","namespace":"ai-tenant-e2e-mt-d8cfbc72"},"namespace":"ai-tenant-e2e-mt-d8cfbc72","name":"e2e-policy-d8cfbc72","reconcileID":"4b841eec-3406-42a7-a6a1-40663bddf79d","MaaSAuthPolicy":{"name":"e2e-policy-d8cfbc72","namespace":"ai-tenant-e2e-mt-d8cfbc72"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:02:12.971474264Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dddf674e-79a2-481a-bfda-22460c6ecddf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:02:12.971884529Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"namespace":"ai-tenant-e2e-worker-w0-9893f0","name":"premium-simulator-access","reconcileID":"27bb519e-8cf8-4fb9-9729-1eda10f71226","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9893f0","tenantID":"e2e-worker-w0-9893f0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:02:13.027875365Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"namespace":"ai-tenant-e2e-worker-w0-9893f0","name":"premium-simulator-access","reconcileID":"27bb519e-8cf8-4fb9-9729-1eda10f71226","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"name":"e2e-worker-w0-9893f0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:02:13.085450287Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-707b4922","namespace":"ai-tenant-e2e-mt-707b4922"},"namespace":"ai-tenant-e2e-mt-707b4922","name":"e2e-policy-707b4922","reconcileID":"c7a65351-6281-4731-a261-2977aa85f196","MaaSAuthPolicy":{"name":"e2e-policy-707b4922","namespace":"ai-tenant-e2e-mt-707b4922"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T13:02:13.089291237Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-d8cfbc72","namespace":"ai-tenant-e2e-mt-d8cfbc72"},"namespace":"ai-tenant-e2e-mt-d8cfbc72","name":"e2e-policy-d8cfbc72","reconcileID":"4b841eec-3406-42a7-a6a1-40663bddf79d","MaaSAuthPolicy":{"name":"e2e-policy-d8cfbc72","namespace":"ai-tenant-e2e-mt-d8cfbc72"},"error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T13:02:13.11689644Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"2d4f48be-fb18-4556-acf8-55dd66de931c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:02:13.117154523Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"dfbbbecf-c048-4c31-a854-b56383e2382d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:02:13.136188804Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 9, current generation is 26","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-707b4922","namespace":"ai-tenant-e2e-mt-707b4922"},"namespace":"ai-tenant-e2e-mt-707b4922","name":"e2e-policy-707b4922","reconcileID":"c7a65351-6281-4731-a261-2977aa85f196","MaaSAuthPolicy":{"name":"e2e-policy-707b4922","namespace":"ai-tenant-e2e-mt-707b4922"},"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T13:02:13.14281403Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-d8cfbc72","namespace":"ai-tenant-e2e-mt-d8cfbc72"},"namespace":"ai-tenant-e2e-mt-d8cfbc72","name":"e2e-policy-d8cfbc72","reconcileID":"4b841eec-3406-42a7-a6a1-40663bddf79d","error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T13:02:13.142917886Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"2f0aaf87-2170-4277-bbc5-ed75846aa0d0","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:02:13.142935332Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"2f0aaf87-2170-4277-bbc5-ed75846aa0d0","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:02:13.226081722Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"65345014-1d3c-4fff-b313-003f3f14fc93","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:02:13.226103403Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"65345014-1d3c-4fff-b313-003f3f14fc93","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:02:13.233429899Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"2d4f48be-fb18-4556-acf8-55dd66de931c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T13:02:13.236908078Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"dfbbbecf-c048-4c31-a854-b56383e2382d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T13:02:13.236992342Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"dfbbbecf-c048-4c31-a854-b56383e2382d","error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T13:02:13.284197955Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 9, current generation is 27","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"2d4f48be-fb18-4556-acf8-55dd66de931c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:02:13.316536832Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"premium-simulator-access","reconcileID":"0d700dd6-8601-49f1-8355-bb72a0282809","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-91cd99","tenantID":"e2e-worker-w2-91cd99","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:02:13.340344226Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"dfe3291e-d26a-4471-85e7-9a406531ea61","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:02:13.340365399Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"dfe3291e-d26a-4471-85e7-9a406531ea61","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:02:13.36945353Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"premium-simulator-access","reconcileID":"0d700dd6-8601-49f1-8355-bb72a0282809","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"name":"e2e-worker-w2-91cd99-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:02:13.417561121Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"namespace":"ai-tenant-e2e-worker-w3-bb1b51","name":"simulator-access","reconcileID":"f3c9390c-8207-4453-b857-d88962bf6067","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bb1b51","tenantID":"e2e-worker-w3-bb1b51","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:02:13.417757393Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"namespace":"ai-tenant-e2e-worker-w3-bb1b51","name":"premium-simulator-access","reconcileID":"1bee86c0-3709-40d7-9953-40306ed83f9b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bb1b51","tenantID":"e2e-worker-w3-bb1b51","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:02:13.417571961Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"namespace":"ai-tenant-e2e-worker-w1-5951bc","name":"simulator-access","reconcileID":"beed627f-154c-4305-bcb2-b6da121bb895","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5951bc","tenantID":"e2e-worker-w1-5951bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:02:13.470667765Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"namespace":"ai-tenant-e2e-worker-w3-bb1b51","name":"simulator-access","reconcileID":"f3c9390c-8207-4453-b857-d88962bf6067","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"name":"e2e-worker-w3-bb1b51-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:02:13.470904091Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"namespace":"ai-tenant-e2e-worker-w1-5951bc","name":"simulator-access","reconcileID":"beed627f-154c-4305-bcb2-b6da121bb895","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"name":"e2e-worker-w1-5951bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:02:13.473024908Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"namespace":"ai-tenant-e2e-worker-w3-bb1b51","name":"premium-simulator-access","reconcileID":"1bee86c0-3709-40d7-9953-40306ed83f9b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"name":"e2e-worker-w3-bb1b51-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:02:13.516616485Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"simulator-access","reconcileID":"b029cb01-5f62-48f0-a370-ddbe3dc5fdc9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-91cd99","tenantID":"e2e-worker-w2-91cd99","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:02:13.569671285Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"simulator-access","reconcileID":"b029cb01-5f62-48f0-a370-ddbe3dc5fdc9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"name":"e2e-worker-w2-91cd99-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:02:13.715212081Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"namespace":"ai-tenant-e2e-worker-w4-8d2c7c","name":"premium-simulator-access","reconcileID":"d59db7b6-a27b-40d8-be85-08df32f46d11","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-8d2c7c","tenantID":"e2e-worker-w4-8d2c7c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:02:13.768113595Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"namespace":"ai-tenant-e2e-worker-w4-8d2c7c","name":"premium-simulator-access","reconcileID":"d59db7b6-a27b-40d8-be85-08df32f46d11","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"name":"e2e-worker-w4-8d2c7c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:02:13.815289167Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"namespace":"ai-tenant-e2e-worker-w4-8d2c7c","name":"simulator-access","reconcileID":"d602d243-c80d-46de-8c14-f94a043c34b4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-8d2c7c","tenantID":"e2e-worker-w4-8d2c7c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:02:13.815536642Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"namespace":"ai-tenant-e2e-worker-w0-9893f0","name":"simulator-access","reconcileID":"437ba8b9-1fbc-4b28-bfb5-e0cffcaa0c6b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9893f0","tenantID":"e2e-worker-w0-9893f0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:02:13.815254591Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"namespace":"ai-tenant-e2e-worker-w1-5951bc","name":"premium-simulator-access","reconcileID":"bbd20a8b-fe74-4459-a988-a9143700d7b5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5951bc","tenantID":"e2e-worker-w1-5951bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:02:13.868465353Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"namespace":"ai-tenant-e2e-worker-w0-9893f0","name":"simulator-access","reconcileID":"437ba8b9-1fbc-4b28-bfb5-e0cffcaa0c6b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"name":"e2e-worker-w0-9893f0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:02:13.868626149Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"namespace":"ai-tenant-e2e-worker-w4-8d2c7c","name":"simulator-access","reconcileID":"d602d243-c80d-46de-8c14-f94a043c34b4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"name":"e2e-worker-w4-8d2c7c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:02:13.870818992Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"namespace":"ai-tenant-e2e-worker-w1-5951bc","name":"premium-simulator-access","reconcileID":"bbd20a8b-fe74-4459-a988-a9143700d7b5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"name":"e2e-worker-w1-5951bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:02:13.899413988Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-d8cfbc72","namespace":"ai-tenant-e2e-mt-d8cfbc72"},"namespace":"ai-tenant-e2e-mt-d8cfbc72","name":"e2e-policy-d8cfbc72","reconcileID":"98ef1a2d-5785-404a-91eb-8940963f7d2e","MaaSAuthPolicy":{"name":"e2e-policy-d8cfbc72","namespace":"ai-tenant-e2e-mt-d8cfbc72"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:02:14.061506469Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-d8cfbc72","namespace":"ai-tenant-e2e-mt-d8cfbc72"},"namespace":"ai-tenant-e2e-mt-d8cfbc72","name":"e2e-policy-d8cfbc72","reconcileID":"98ef1a2d-5785-404a-91eb-8940963f7d2e","MaaSAuthPolicy":{"name":"e2e-policy-d8cfbc72","namespace":"ai-tenant-e2e-mt-d8cfbc72"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:02:14.112441524Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 9, current generation is 28","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-d8cfbc72","namespace":"ai-tenant-e2e-mt-d8cfbc72"},"namespace":"ai-tenant-e2e-mt-d8cfbc72","name":"e2e-policy-d8cfbc72","reconcileID":"98ef1a2d-5785-404a-91eb-8940963f7d2e","MaaSAuthPolicy":{"name":"e2e-policy-d8cfbc72","namespace":"ai-tenant-e2e-mt-d8cfbc72"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:02:14.116405823Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"119136a8-e624-452d-8beb-4f4fedf3bd13","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:02:14.166192862Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c3754f64-1db7-4983-b9dc-e0bd14264a15","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:02:14.16623563Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c3754f64-1db7-4983-b9dc-e0bd14264a15","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:02:14.267778284Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"119136a8-e624-452d-8beb-4f4fedf3bd13","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:02:14.322003444Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 9, current generation is 29","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"119136a8-e624-452d-8beb-4f4fedf3bd13","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:02:14.375185321Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"38216f74-28f0-4278-818d-33480e4792be","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:02:14.375206945Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"38216f74-28f0-4278-818d-33480e4792be","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:02:14.784302717Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ed9cf79f-eb0d-4fc2-8bf8-69bb38f85201","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:02:14.833049721Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ed9cf79f-eb0d-4fc2-8bf8-69bb38f85201","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:02:14.881873388Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ed9cf79f-eb0d-4fc2-8bf8-69bb38f85201","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:02:14.930697024Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ed9cf79f-eb0d-4fc2-8bf8-69bb38f85201","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:02:17.144564042Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-refs-c18c17","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-c18c17","reconcileID":"da0d91a6-d17f-48c6-b206-475b66bd634c","namespace":"llm","name":"e2e-dft-refs-c18c17","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:02:17.196658434Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"90b6601f-1390-4eb5-aef1-7d87f39024d6","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:02:17.196679887Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"90b6601f-1390-4eb5-aef1-7d87f39024d6","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:02:17.196954336Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"efd4283f-d2d1-48ff-a029-8c93a74578df","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:02:17.196967753Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"efd4283f-d2d1-48ff-a029-8c93a74578df","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:02:17.197166647Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d08f721a-ccb2-4cc5-b90b-4b206cba2e91","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:02:17.197176103Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d08f721a-ccb2-4cc5-b90b-4b206cba2e91","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:02:17.197509372Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"540ad2b5-1430-4b67-b800-6d5e926761a9","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:02:17.197520861Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"540ad2b5-1430-4b67-b800-6d5e926761a9","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:02:17.197723855Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"83a3b2e2-5a9f-4aff-a6eb-80ec45238ed5","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:02:17.197733171Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"83a3b2e2-5a9f-4aff-a6eb-80ec45238ed5","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:02:17.197952781Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"add80c55-a960-49a3-b721-8288792d4c71","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:02:17.197962605Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"add80c55-a960-49a3-b721-8288792d4c71","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:02:17.19816445Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"1dc0398c-b552-4444-94cc-3e7f0ce43187","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:02:17.198173266Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"1dc0398c-b552-4444-94cc-3e7f0ce43187","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:02:17.198362837Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"6b713869-3004-4f0e-8b82-55f71603fa73","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:02:17.198371862Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"6b713869-3004-4f0e-8b82-55f71603fa73","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:02:17.242837209Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-707b4922","namespace":"ai-tenant-e2e-mt-707b4922"},"namespace":"ai-tenant-e2e-mt-707b4922","name":"e2e-policy-707b4922","reconcileID":"f5065324-e2c2-435b-ab96-6a7b4f12c4fb","MaaSAuthPolicy":{"name":"e2e-policy-707b4922","namespace":"ai-tenant-e2e-mt-707b4922"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:02:17.243163579Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-d8cfbc72","namespace":"ai-tenant-e2e-mt-d8cfbc72"},"namespace":"ai-tenant-e2e-mt-d8cfbc72","name":"e2e-policy-d8cfbc72","reconcileID":"6d92c827-6e71-44d0-bb99-81384c687e7f","MaaSAuthPolicy":{"name":"e2e-policy-d8cfbc72","namespace":"ai-tenant-e2e-mt-d8cfbc72"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:02:17.291454279Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"2a918edd-a30e-4560-9c88-225f2fb5ba46","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:02:17.291520766Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"premium-simulator-access","reconcileID":"b0fc8848-c898-4083-85d1-e318a7a93806","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-91cd99","tenantID":"e2e-worker-w2-91cd99","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:02:17.291938567Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"37d1471e-6a34-49b3-a326-5755327fb5d5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:02:17.345488868Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"premium-simulator-access","reconcileID":"b0fc8848-c898-4083-85d1-e318a7a93806","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"name":"e2e-worker-w2-91cd99-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:02:17.345496908Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"37d1471e-6a34-49b3-a326-5755327fb5d5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:02:17.34883646Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"2a918edd-a30e-4560-9c88-225f2fb5ba46","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:02:17.358851719Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-d8cfbc72","namespace":"ai-tenant-e2e-mt-d8cfbc72"},"namespace":"ai-tenant-e2e-mt-d8cfbc72","name":"e2e-policy-d8cfbc72","reconcileID":"6d92c827-6e71-44d0-bb99-81384c687e7f","MaaSAuthPolicy":{"name":"e2e-policy-d8cfbc72","namespace":"ai-tenant-e2e-mt-d8cfbc72"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T13:02:17.361856843Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-707b4922","namespace":"ai-tenant-e2e-mt-707b4922"},"namespace":"ai-tenant-e2e-mt-707b4922","name":"e2e-policy-707b4922","reconcileID":"f5065324-e2c2-435b-ab96-6a7b4f12c4fb","MaaSAuthPolicy":{"name":"e2e-policy-707b4922","namespace":"ai-tenant-e2e-mt-707b4922"},"error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T13:02:17.395470864Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"961c2c40-7979-42cd-8b2e-1ed4beeaaffb","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:02:17.395703115Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-d8cfbc72","namespace":"ai-tenant-e2e-mt-d8cfbc72"},"namespace":"ai-tenant-e2e-mt-d8cfbc72","name":"e2e-sub-d8cfbc72","reconcileID":"3ef18cad-c0d5-47ae-be9c-2d8e063a2b16","MaaSSubscription":{"name":"e2e-sub-d8cfbc72","namespace":"ai-tenant-e2e-mt-d8cfbc72"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:02:17.396119107Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"e367985a-e9e5-428d-b10f-ab58cb0dc4d0","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:02:17.396902725Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 9, current generation is 30","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"37d1471e-6a34-49b3-a326-5755327fb5d5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:02:17.399919268Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 9, current generation is 30","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"2a918edd-a30e-4560-9c88-225f2fb5ba46","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:02:17.409807709Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 9, current generation is 30","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-d8cfbc72","namespace":"ai-tenant-e2e-mt-d8cfbc72"},"namespace":"ai-tenant-e2e-mt-d8cfbc72","name":"e2e-policy-d8cfbc72","reconcileID":"6d92c827-6e71-44d0-bb99-81384c687e7f","MaaSAuthPolicy":{"name":"e2e-policy-d8cfbc72","namespace":"ai-tenant-e2e-mt-d8cfbc72"},"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T13:02:17.413271429Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-707b4922","namespace":"ai-tenant-e2e-mt-707b4922"},"namespace":"ai-tenant-e2e-mt-707b4922","name":"e2e-policy-707b4922","reconcileID":"f5065324-e2c2-435b-ab96-6a7b4f12c4fb","error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T13:02:17.413496375Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"6ec3fdab-6023-4e7c-a445-e84820782591","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:02:17.413514391Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"6ec3fdab-6023-4e7c-a445-e84820782591","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:02:17.456259336Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d6872b73-2bb1-4996-997e-22e8261b04de","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:02:17.456284734Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d6872b73-2bb1-4996-997e-22e8261b04de","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:02:17.456810365Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"fdf8e19a-bdf6-4245-8881-005982fe2611","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:02:17.456884661Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"fdf8e19a-bdf6-4245-8881-005982fe2611","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:02:17.463929871Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"0d205cca-a941-4205-abb9-a1d26556b6aa","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:02:17.463952975Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"0d205cca-a941-4205-abb9-a1d26556b6aa","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:02:17.560696376Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"namespace":"ai-tenant-e2e-worker-w3-bb1b51","name":"simulator-access","reconcileID":"b2d007df-d810-4b9e-a98f-5096590de7cb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bb1b51","tenantID":"e2e-worker-w3-bb1b51","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:02:17.601602171Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"namespace":"ai-tenant-e2e-worker-w3-bb1b51","name":"premium-simulator-access","reconcileID":"730db179-5d44-42ad-a5cb-49f5e4f7c15d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bb1b51","tenantID":"e2e-worker-w3-bb1b51","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:02:17.601613392Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"namespace":"ai-tenant-e2e-worker-w1-5951bc","name":"simulator-access","reconcileID":"2f8f89ec-bee5-49a9-bb47-c415bc2aa4a8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5951bc","tenantID":"e2e-worker-w1-5951bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:02:17.614967307Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"namespace":"ai-tenant-e2e-worker-w3-bb1b51","name":"simulator-access","reconcileID":"b2d007df-d810-4b9e-a98f-5096590de7cb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"name":"e2e-worker-w3-bb1b51-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:02:17.646082689Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-refs-c18c17","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-c18c17","reconcileID":"ade9e71b-99a7-436f-8bd1-2b3c79989f12","namespace":"llm","name":"e2e-dft-refs-c18c17","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:02:17.654827464Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"namespace":"ai-tenant-e2e-worker-w1-5951bc","name":"simulator-access","reconcileID":"2f8f89ec-bee5-49a9-bb47-c415bc2aa4a8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"name":"e2e-worker-w1-5951bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:02:17.654916951Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"namespace":"ai-tenant-e2e-worker-w3-bb1b51","name":"premium-simulator-access","reconcileID":"730db179-5d44-42ad-a5cb-49f5e4f7c15d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"name":"e2e-worker-w3-bb1b51-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:02:17.661285922Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"simulator-access","reconcileID":"1158a3b1-fbed-4ffc-84ac-b5e2667ea977","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-91cd99","tenantID":"e2e-worker-w2-91cd99","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:02:17.688471331Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"namespace":"ai-tenant-e2e-worker-w4-8d2c7c","name":"premium-simulator-access","reconcileID":"bfafbdcc-f963-4f22-806d-af9fbc957a7b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-8d2c7c","tenantID":"e2e-worker-w4-8d2c7c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:02:17.714458705Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"simulator-access","reconcileID":"1158a3b1-fbed-4ffc-84ac-b5e2667ea977","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"name":"e2e-worker-w2-91cd99-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:02:17.743319398Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"namespace":"ai-tenant-e2e-worker-w4-8d2c7c","name":"premium-simulator-access","reconcileID":"bfafbdcc-f963-4f22-806d-af9fbc957a7b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"name":"e2e-worker-w4-8d2c7c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:02:17.962648673Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"namespace":"ai-tenant-e2e-worker-w0-9893f0","name":"simulator-access","reconcileID":"a7d19207-787e-4150-96f7-a134e13479a4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9893f0","tenantID":"e2e-worker-w0-9893f0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:02:18.015815658Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"namespace":"ai-tenant-e2e-worker-w0-9893f0","name":"simulator-access","reconcileID":"a7d19207-787e-4150-96f7-a134e13479a4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"name":"e2e-worker-w0-9893f0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:02:18.062009968Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"namespace":"ai-tenant-e2e-worker-w0-9893f0","name":"premium-simulator-access","reconcileID":"788a886b-0dee-47ba-bde3-af92143852d0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9893f0","tenantID":"e2e-worker-w0-9893f0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:02:18.06215612Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"namespace":"ai-tenant-e2e-worker-w4-8d2c7c","name":"simulator-access","reconcileID":"3a9625dc-5606-45fe-8f6b-e73b2947ab1b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-8d2c7c","tenantID":"e2e-worker-w4-8d2c7c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:02:18.062016308Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"namespace":"ai-tenant-e2e-worker-w1-5951bc","name":"premium-simulator-access","reconcileID":"42d42be2-2d09-40f0-9e26-0f4553715a34","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5951bc","tenantID":"e2e-worker-w1-5951bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:02:18.11066713Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-d8cfbc72","namespace":"ai-tenant-e2e-mt-d8cfbc72"},"namespace":"ai-tenant-e2e-mt-d8cfbc72","name":"e2e-policy-d8cfbc72","reconcileID":"cc0bc673-f07d-44cc-acb7-e6d1396d99d6","MaaSAuthPolicy":{"name":"e2e-policy-d8cfbc72","namespace":"ai-tenant-e2e-mt-d8cfbc72"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:02:18.116018166Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"namespace":"ai-tenant-e2e-worker-w1-5951bc","name":"premium-simulator-access","reconcileID":"42d42be2-2d09-40f0-9e26-0f4553715a34","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"name":"e2e-worker-w1-5951bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:02:18.116011217Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"namespace":"ai-tenant-e2e-worker-w4-8d2c7c","name":"simulator-access","reconcileID":"3a9625dc-5606-45fe-8f6b-e73b2947ab1b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"name":"e2e-worker-w4-8d2c7c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:02:18.118538518Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"namespace":"ai-tenant-e2e-worker-w0-9893f0","name":"premium-simulator-access","reconcileID":"788a886b-0dee-47ba-bde3-af92143852d0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"name":"e2e-worker-w0-9893f0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:02:18.163918291Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-d8cfbc72","namespace":"ai-tenant-e2e-mt-d8cfbc72"},"namespace":"ai-tenant-e2e-mt-d8cfbc72","name":"e2e-policy-d8cfbc72","reconcileID":"cc0bc673-f07d-44cc-acb7-e6d1396d99d6","MaaSAuthPolicy":{"name":"e2e-policy-d8cfbc72","namespace":"ai-tenant-e2e-mt-d8cfbc72"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:02:18.215853491Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 9, current generation is 30","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-d8cfbc72","namespace":"ai-tenant-e2e-mt-d8cfbc72"},"namespace":"ai-tenant-e2e-mt-d8cfbc72","name":"e2e-policy-d8cfbc72","reconcileID":"cc0bc673-f07d-44cc-acb7-e6d1396d99d6","MaaSAuthPolicy":{"name":"e2e-policy-d8cfbc72","namespace":"ai-tenant-e2e-mt-d8cfbc72"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:02:18.360813327Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"27189ecd-9656-4a36-b57a-0e380c6e10ab","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:02:18.360812593Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d792b74f-6679-4728-b133-ee22c9cbd1cc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:02:18.414857356Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-707b4922","namespace":"ai-tenant-e2e-mt-707b4922"},"namespace":"ai-tenant-e2e-mt-707b4922","name":"e2e-policy-707b4922","reconcileID":"cb6df9c3-749f-45dc-808a-d77a44ed5c8f","MaaSAuthPolicy":{"name":"e2e-policy-707b4922","namespace":"ai-tenant-e2e-mt-707b4922"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:02:18.463318883Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"simulator-access","reconcileID":"4a253419-6fc9-4ae3-bb6a-fe1d5509d643","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-91cd99","tenantID":"e2e-worker-w2-91cd99","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:02:18.463322822Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"namespace":"ai-tenant-e2e-worker-w4-8d2c7c","name":"premium-simulator-access","reconcileID":"7576b048-9b05-4db5-ab66-1770515a2231","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-8d2c7c","tenantID":"e2e-worker-w4-8d2c7c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:02:18.467630268Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-707b4922","namespace":"ai-tenant-e2e-mt-707b4922"},"namespace":"ai-tenant-e2e-mt-707b4922","name":"e2e-policy-707b4922","reconcileID":"cb6df9c3-749f-45dc-808a-d77a44ed5c8f","MaaSAuthPolicy":{"name":"e2e-policy-707b4922","namespace":"ai-tenant-e2e-mt-707b4922"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:02:18.477917167Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d792b74f-6679-4728-b133-ee22c9cbd1cc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T13:02:18.483023933Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"27189ecd-9656-4a36-b57a-0e380c6e10ab","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T13:02:18.516316027Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"namespace":"ai-tenant-e2e-worker-w4-8d2c7c","name":"premium-simulator-access","reconcileID":"7576b048-9b05-4db5-ab66-1770515a2231","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"name":"e2e-worker-w4-8d2c7c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:02:18.516817377Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"simulator-access","reconcileID":"4a253419-6fc9-4ae3-bb6a-fe1d5509d643","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"name":"e2e-worker-w2-91cd99-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:02:18.519456721Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 9, current generation is 31","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-707b4922","namespace":"ai-tenant-e2e-mt-707b4922"},"namespace":"ai-tenant-e2e-mt-707b4922","name":"e2e-policy-707b4922","reconcileID":"cb6df9c3-749f-45dc-808a-d77a44ed5c8f","MaaSAuthPolicy":{"name":"e2e-policy-707b4922","namespace":"ai-tenant-e2e-mt-707b4922"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:02:18.528909062Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 9, current generation is 31","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d792b74f-6679-4728-b133-ee22c9cbd1cc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T13:02:18.536973976Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"27189ecd-9656-4a36-b57a-0e380c6e10ab","error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T13:02:18.537056329Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"aa85a136-b174-4c05-8fee-6507b3b9f31b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:02:18.537073896Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"aa85a136-b174-4c05-8fee-6507b3b9f31b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:02:18.571373152Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"f8143362-c839-4235-802e-40e360e05de4","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:02:18.571407227Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"f8143362-c839-4235-802e-40e360e05de4","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:02:18.582550895Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"a26ff1de-cc69-402d-86f8-4b0f88a6c467","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:02:18.582569942Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"a26ff1de-cc69-402d-86f8-4b0f88a6c467","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:02:18.683767755Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"premium-simulator-access","reconcileID":"a6022e2c-8c9e-482e-a3aa-7eebb1992eeb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-91cd99","tenantID":"e2e-worker-w2-91cd99","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:02:18.716564059Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"namespace":"ai-tenant-e2e-worker-w3-bb1b51","name":"simulator-access","reconcileID":"2bf4856a-521d-427f-8bb2-551e5b00a272","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bb1b51","tenantID":"e2e-worker-w3-bb1b51","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:02:18.727024848Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"namespace":"ai-tenant-e2e-worker-w3-bb1b51","name":"premium-simulator-access","reconcileID":"18851ecc-61a0-4403-957e-0597208f13a4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bb1b51","tenantID":"e2e-worker-w3-bb1b51","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:02:18.736071932Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"premium-simulator-access","reconcileID":"a6022e2c-8c9e-482e-a3aa-7eebb1992eeb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"name":"e2e-worker-w2-91cd99-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:02:18.768743077Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"namespace":"ai-tenant-e2e-worker-w3-bb1b51","name":"simulator-access","reconcileID":"2bf4856a-521d-427f-8bb2-551e5b00a272","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"name":"e2e-worker-w3-bb1b51-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:02:18.779112416Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"namespace":"ai-tenant-e2e-worker-w3-bb1b51","name":"premium-simulator-access","reconcileID":"18851ecc-61a0-4403-957e-0597208f13a4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"name":"e2e-worker-w3-bb1b51-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:02:18.860154734Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"namespace":"ai-tenant-e2e-worker-w1-5951bc","name":"simulator-access","reconcileID":"e58abe67-fced-49c4-a131-8ae51e67f97d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5951bc","tenantID":"e2e-worker-w1-5951bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:02:18.860154736Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"74992a28-ad4c-4bd2-8acb-b770e786bb06","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:02:18.913086476Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"74992a28-ad4c-4bd2-8acb-b770e786bb06","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:02:18.913213624Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"namespace":"ai-tenant-e2e-worker-w1-5951bc","name":"simulator-access","reconcileID":"e58abe67-fced-49c4-a131-8ae51e67f97d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"name":"e2e-worker-w1-5951bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:02:18.964494987Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 9, current generation is 31","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"74992a28-ad4c-4bd2-8acb-b770e786bb06","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:02:19.018346141Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d2aa90ed-31e1-4f50-be57-bb6ec14255cf","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:02:19.018366856Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d2aa90ed-31e1-4f50-be57-bb6ec14255cf","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:02:23.593203326Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ad8dc43b-23fa-4cd3-919b-2195a2555dab","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:02:23.641923926Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ad8dc43b-23fa-4cd3-919b-2195a2555dab","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:02:23.690658909Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ad8dc43b-23fa-4cd3-919b-2195a2555dab","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:02:23.739514081Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ad8dc43b-23fa-4cd3-919b-2195a2555dab","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:02:24.141844815Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-mt-6bd346ef","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-mt-6bd346ef","reconcileID":"b3519ffe-8829-4192-9c61-cb5c5bffbc6c","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-mt-6bd346ef","applied":{"maas.opendatahub.io/gateway-access-e2e-mt-6bd346ef":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:02:25.588353114Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bb21aa50-b805-414f-a823-e4c40e8fc949","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:02:25.638756986Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bb21aa50-b805-414f-a823-e4c40e8fc949","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:02:25.688548324Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bb21aa50-b805-414f-a823-e4c40e8fc949","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:02:25.713402277Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:02:25.737873587Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bb21aa50-b805-414f-a823-e4c40e8fc949","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:02:27.592364011Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d0f7164a-1ace-4337-9b24-5e0310b75273","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:02:27.641968563Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d0f7164a-1ace-4337-9b24-5e0310b75273","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:02:27.690984285Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d0f7164a-1ace-4337-9b24-5e0310b75273","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:02:27.740463525Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d0f7164a-1ace-4337-9b24-5e0310b75273","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:02:28.314175302Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-d8cfbc72","namespace":"ai-tenant-e2e-mt-d8cfbc72"},"namespace":"ai-tenant-e2e-mt-d8cfbc72","name":"e2e-policy-d8cfbc72","reconcileID":"2b529f1f-7806-4b43-9868-ab0a04766b1c","MaaSAuthPolicy":{"name":"e2e-policy-d8cfbc72","namespace":"ai-tenant-e2e-mt-d8cfbc72"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:02:28.430304011Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-d8cfbc72","namespace":"ai-tenant-e2e-mt-d8cfbc72"},"namespace":"ai-tenant-e2e-mt-d8cfbc72","name":"e2e-policy-d8cfbc72","reconcileID":"2b529f1f-7806-4b43-9868-ab0a04766b1c","MaaSAuthPolicy":{"name":"e2e-policy-d8cfbc72","namespace":"ai-tenant-e2e-mt-d8cfbc72"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:02:28.482034684Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 9, current generation is 32","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-d8cfbc72","namespace":"ai-tenant-e2e-mt-d8cfbc72"},"namespace":"ai-tenant-e2e-mt-d8cfbc72","name":"e2e-policy-d8cfbc72","reconcileID":"2b529f1f-7806-4b43-9868-ab0a04766b1c","MaaSAuthPolicy":{"name":"e2e-policy-d8cfbc72","namespace":"ai-tenant-e2e-mt-d8cfbc72"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:02:28.536819273Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e595ef1d-dfd4-4421-922b-ab888a3d900f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:02:28.53683872Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e595ef1d-dfd4-4421-922b-ab888a3d900f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:02:28.680812047Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-707b4922","namespace":"ai-tenant-e2e-mt-707b4922"},"namespace":"ai-tenant-e2e-mt-707b4922","name":"e2e-policy-707b4922","reconcileID":"e3bf2327-a1b7-430c-bbfa-0f614286b8c4","MaaSAuthPolicy":{"name":"e2e-policy-707b4922","namespace":"ai-tenant-e2e-mt-707b4922"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:02:28.782916737Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-707b4922","namespace":"ai-tenant-e2e-mt-707b4922"},"namespace":"ai-tenant-e2e-mt-707b4922","name":"e2e-policy-707b4922","reconcileID":"e3bf2327-a1b7-430c-bbfa-0f614286b8c4","MaaSAuthPolicy":{"name":"e2e-policy-707b4922","namespace":"ai-tenant-e2e-mt-707b4922"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:02:28.825897896Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"eb0b7d5c-1b60-4c44-81ca-7bfab576cbbf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:02:28.833771658Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 9, current generation is 32","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-707b4922","namespace":"ai-tenant-e2e-mt-707b4922"},"namespace":"ai-tenant-e2e-mt-707b4922","name":"e2e-policy-707b4922","reconcileID":"e3bf2327-a1b7-430c-bbfa-0f614286b8c4","MaaSAuthPolicy":{"name":"e2e-policy-707b4922","namespace":"ai-tenant-e2e-mt-707b4922"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:02:28.88511968Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"4d3ad1a8-492c-46ff-8ee7-e75a8a096d60","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:02:28.885139625Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"4d3ad1a8-492c-46ff-8ee7-e75a8a096d60","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:02:28.94006824Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"eb0b7d5c-1b60-4c44-81ca-7bfab576cbbf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:02:29.034680546Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 9, current generation is 33","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"eb0b7d5c-1b60-4c44-81ca-7bfab576cbbf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:02:29.117152527Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"ccc8a969-3285-4778-8560-53554aec857b","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:02:29.117182984Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"ccc8a969-3285-4778-8560-53554aec857b","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:02:29.214647642Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"66bf28dc-881a-4efb-8c5c-27d2aed63ec5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:02:29.267155018Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"66bf28dc-881a-4efb-8c5c-27d2aed63ec5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:02:29.31896766Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 9, current generation is 33","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"66bf28dc-881a-4efb-8c5c-27d2aed63ec5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:02:29.372541804Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c716e637-4418-4fb1-8197-a8441c162712","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:02:29.372565226Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c716e637-4418-4fb1-8197-a8441c162712","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:02:29.625554844Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2e8d77a0-88a7-41b2-9ba8-b5b9cfcc437a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:02:29.674394693Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2e8d77a0-88a7-41b2-9ba8-b5b9cfcc437a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:02:29.723140493Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2e8d77a0-88a7-41b2-9ba8-b5b9cfcc437a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:02:29.772674732Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2e8d77a0-88a7-41b2-9ba8-b5b9cfcc437a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:02:38.634410535Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-d8cfbc72","namespace":"ai-tenant-e2e-mt-d8cfbc72"},"namespace":"ai-tenant-e2e-mt-d8cfbc72","name":"e2e-policy-d8cfbc72","reconcileID":"db39bc5b-aab5-4b26-b335-c4db5e232956","MaaSAuthPolicy":{"name":"e2e-policy-d8cfbc72","namespace":"ai-tenant-e2e-mt-d8cfbc72"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:02:38.749463072Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-d8cfbc72","namespace":"ai-tenant-e2e-mt-d8cfbc72"},"namespace":"ai-tenant-e2e-mt-d8cfbc72","name":"e2e-policy-d8cfbc72","reconcileID":"db39bc5b-aab5-4b26-b335-c4db5e232956","MaaSAuthPolicy":{"name":"e2e-policy-d8cfbc72","namespace":"ai-tenant-e2e-mt-d8cfbc72"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:02:38.80509842Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 9, current generation is 34","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-d8cfbc72","namespace":"ai-tenant-e2e-mt-d8cfbc72"},"namespace":"ai-tenant-e2e-mt-d8cfbc72","name":"e2e-policy-d8cfbc72","reconcileID":"db39bc5b-aab5-4b26-b335-c4db5e232956","MaaSAuthPolicy":{"name":"e2e-policy-d8cfbc72","namespace":"ai-tenant-e2e-mt-d8cfbc72"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:02:38.868798434Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"5e010d50-0bbd-46a9-8232-ef2042c1fe8d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:02:38.868827423Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"5e010d50-0bbd-46a9-8232-ef2042c1fe8d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:02:38.987492322Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-707b4922","namespace":"ai-tenant-e2e-mt-707b4922"},"namespace":"ai-tenant-e2e-mt-707b4922","name":"e2e-policy-707b4922","reconcileID":"9c079069-640b-44fc-9288-8bd5b9deaa11","MaaSAuthPolicy":{"name":"e2e-policy-707b4922","namespace":"ai-tenant-e2e-mt-707b4922"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:02:39.047050905Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-707b4922","namespace":"ai-tenant-e2e-mt-707b4922"},"namespace":"ai-tenant-e2e-mt-707b4922","name":"e2e-policy-707b4922","reconcileID":"9c079069-640b-44fc-9288-8bd5b9deaa11","MaaSAuthPolicy":{"name":"e2e-policy-707b4922","namespace":"ai-tenant-e2e-mt-707b4922"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:02:39.099874534Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 9, current generation is 34","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-707b4922","namespace":"ai-tenant-e2e-mt-707b4922"},"namespace":"ai-tenant-e2e-mt-707b4922","name":"e2e-policy-707b4922","reconcileID":"9c079069-640b-44fc-9288-8bd5b9deaa11","MaaSAuthPolicy":{"name":"e2e-policy-707b4922","namespace":"ai-tenant-e2e-mt-707b4922"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:02:39.152546171Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"054455da-fbe7-4c8f-a5d8-9a8764494b71","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:02:39.152565885Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"054455da-fbe7-4c8f-a5d8-9a8764494b71","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:02:39.265283216Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"5d432b4b-7472-4e7d-aff4-deac25a9c0d2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:02:39.381233995Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"5d432b4b-7472-4e7d-aff4-deac25a9c0d2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:02:39.433110273Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 9, current generation is 35","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"5d432b4b-7472-4e7d-aff4-deac25a9c0d2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:02:39.488268472Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"b61dd110-36fe-47c5-a9e0-e77594549726","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:02:39.488295484Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"b61dd110-36fe-47c5-a9e0-e77594549726","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:02:39.520811494Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"1b4009b3-5eb0-4701-94bf-f79d10df945e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:02:39.576339434Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"1b4009b3-5eb0-4701-94bf-f79d10df945e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:02:39.629391181Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 9, current generation is 35","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"1b4009b3-5eb0-4701-94bf-f79d10df945e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:02:39.685066694Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"cf23a6eb-f6ce-4dba-be1f-ad588bc066fa","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:02:39.685086362Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"cf23a6eb-f6ce-4dba-be1f-ad588bc066fa","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:02:48.96773668Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-d8cfbc72","namespace":"ai-tenant-e2e-mt-d8cfbc72"},"namespace":"ai-tenant-e2e-mt-d8cfbc72","name":"e2e-policy-d8cfbc72","reconcileID":"0062116d-2d80-4f34-8fc2-e45c99596d1c","MaaSAuthPolicy":{"name":"e2e-policy-d8cfbc72","namespace":"ai-tenant-e2e-mt-d8cfbc72"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:02:49.086728042Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-d8cfbc72","namespace":"ai-tenant-e2e-mt-d8cfbc72"},"namespace":"ai-tenant-e2e-mt-d8cfbc72","name":"e2e-policy-d8cfbc72","reconcileID":"0062116d-2d80-4f34-8fc2-e45c99596d1c","MaaSAuthPolicy":{"name":"e2e-policy-d8cfbc72","namespace":"ai-tenant-e2e-mt-d8cfbc72"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:02:49.139353617Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 9, current generation is 36","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-d8cfbc72","namespace":"ai-tenant-e2e-mt-d8cfbc72"},"namespace":"ai-tenant-e2e-mt-d8cfbc72","name":"e2e-policy-d8cfbc72","reconcileID":"0062116d-2d80-4f34-8fc2-e45c99596d1c","MaaSAuthPolicy":{"name":"e2e-policy-d8cfbc72","namespace":"ai-tenant-e2e-mt-d8cfbc72"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:02:49.195512473Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"565268a9-00f4-4c65-a711-e3d7e3212e2c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:02:49.195531247Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"565268a9-00f4-4c65-a711-e3d7e3212e2c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:02:49.251500412Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-707b4922","namespace":"ai-tenant-e2e-mt-707b4922"},"namespace":"ai-tenant-e2e-mt-707b4922","name":"e2e-policy-707b4922","reconcileID":"4d74e183-9239-4e5d-98c4-6e80f15bf0a9","MaaSAuthPolicy":{"name":"e2e-policy-707b4922","namespace":"ai-tenant-e2e-mt-707b4922"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:02:49.304266233Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-707b4922","namespace":"ai-tenant-e2e-mt-707b4922"},"namespace":"ai-tenant-e2e-mt-707b4922","name":"e2e-policy-707b4922","reconcileID":"4d74e183-9239-4e5d-98c4-6e80f15bf0a9","MaaSAuthPolicy":{"name":"e2e-policy-707b4922","namespace":"ai-tenant-e2e-mt-707b4922"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:02:49.358760317Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 9, current generation is 36","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-707b4922","namespace":"ai-tenant-e2e-mt-707b4922"},"namespace":"ai-tenant-e2e-mt-707b4922","name":"e2e-policy-707b4922","reconcileID":"4d74e183-9239-4e5d-98c4-6e80f15bf0a9","MaaSAuthPolicy":{"name":"e2e-policy-707b4922","namespace":"ai-tenant-e2e-mt-707b4922"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:02:49.410872033Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"7bc1eae8-9cc4-499f-af88-c8b701b3edb3","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:02:49.410890857Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"7bc1eae8-9cc4-499f-af88-c8b701b3edb3","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:02:49.634923596Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b4efc7bb-fb3b-4c53-a0bd-b39fb201c71b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:02:49.75864981Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b4efc7bb-fb3b-4c53-a0bd-b39fb201c71b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:02:49.811435656Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 9, current generation is 37","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b4efc7bb-fb3b-4c53-a0bd-b39fb201c71b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:02:49.832789701Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"03a789f1-8d97-43e5-9f22-f86d89dab3cf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:02:49.863343168Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"47f543e6-a9fd-4314-a523-2917e771f7e6","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:02:49.863365019Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"47f543e6-a9fd-4314-a523-2917e771f7e6","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:02:49.885632876Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"03a789f1-8d97-43e5-9f22-f86d89dab3cf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:02:49.937801193Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 9, current generation is 37","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"03a789f1-8d97-43e5-9f22-f86d89dab3cf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:02:49.990128287Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"cf4c9202-5ccd-4dfe-ab41-6ff2e483b817","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:02:49.990148147Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"cf4c9202-5ccd-4dfe-ab41-6ff2e483b817","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:02:55.714870242Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:02:59.295072537Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-d8cfbc72","namespace":"ai-tenant-e2e-mt-d8cfbc72"},"namespace":"ai-tenant-e2e-mt-d8cfbc72","name":"e2e-policy-d8cfbc72","reconcileID":"d8183c04-c90d-4ccf-bff4-1520b1dbbf09","MaaSAuthPolicy":{"name":"e2e-policy-d8cfbc72","namespace":"ai-tenant-e2e-mt-d8cfbc72"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:02:59.413777237Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-d8cfbc72","namespace":"ai-tenant-e2e-mt-d8cfbc72"},"namespace":"ai-tenant-e2e-mt-d8cfbc72","name":"e2e-policy-d8cfbc72","reconcileID":"d8183c04-c90d-4ccf-bff4-1520b1dbbf09","MaaSAuthPolicy":{"name":"e2e-policy-d8cfbc72","namespace":"ai-tenant-e2e-mt-d8cfbc72"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:02:59.464687974Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 9, current generation is 38","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-d8cfbc72","namespace":"ai-tenant-e2e-mt-d8cfbc72"},"namespace":"ai-tenant-e2e-mt-d8cfbc72","name":"e2e-policy-d8cfbc72","reconcileID":"d8183c04-c90d-4ccf-bff4-1520b1dbbf09","MaaSAuthPolicy":{"name":"e2e-policy-d8cfbc72","namespace":"ai-tenant-e2e-mt-d8cfbc72"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:02:59.509251814Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-707b4922","namespace":"ai-tenant-e2e-mt-707b4922"},"namespace":"ai-tenant-e2e-mt-707b4922","name":"e2e-policy-707b4922","reconcileID":"10b57e74-fcce-4cd9-a98e-bda99c439812","MaaSAuthPolicy":{"name":"e2e-policy-707b4922","namespace":"ai-tenant-e2e-mt-707b4922"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:02:59.518670324Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"17c6989e-8795-4f94-9b15-ba902089c3ca","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:02:59.518688099Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"17c6989e-8795-4f94-9b15-ba902089c3ca","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:02:59.561565253Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-707b4922","namespace":"ai-tenant-e2e-mt-707b4922"},"namespace":"ai-tenant-e2e-mt-707b4922","name":"e2e-policy-707b4922","reconcileID":"10b57e74-fcce-4cd9-a98e-bda99c439812","MaaSAuthPolicy":{"name":"e2e-policy-707b4922","namespace":"ai-tenant-e2e-mt-707b4922"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:02:59.613812848Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 9, current generation is 38","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-707b4922","namespace":"ai-tenant-e2e-mt-707b4922"},"namespace":"ai-tenant-e2e-mt-707b4922","name":"e2e-policy-707b4922","reconcileID":"10b57e74-fcce-4cd9-a98e-bda99c439812","MaaSAuthPolicy":{"name":"e2e-policy-707b4922","namespace":"ai-tenant-e2e-mt-707b4922"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:02:59.666179445Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"1d857c66-d035-459d-ad52-5a562ec0a7e5","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:02:59.666207247Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"1d857c66-d035-459d-ad52-5a562ec0a7e5","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:03:00.009305508Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"4ee7ce83-aa99-42c6-b7fc-7709b278047a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:03:00.129937448Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"4ee7ce83-aa99-42c6-b7fc-7709b278047a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:03:00.136820098Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"304b9579-2087-443d-a7c4-e30ae623bd00","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:03:00.181368022Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 9, current generation is 39","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"4ee7ce83-aa99-42c6-b7fc-7709b278047a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:03:00.190023708Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"304b9579-2087-443d-a7c4-e30ae623bd00","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:03:00.235719731Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"cd50a541-8c26-4dfa-ab84-3df741bf8378","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:03:00.235739559Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"cd50a541-8c26-4dfa-ab84-3df741bf8378","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:03:00.243062689Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 9, current generation is 39","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"304b9579-2087-443d-a7c4-e30ae623bd00","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:03:00.297505838Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"8a410b9a-5757-4929-ab04-7fa58025184b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:03:00.297530508Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"8a410b9a-5757-4929-ab04-7fa58025184b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:03:00.723491171Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-d4609f"},"namespace":"ai-tenant-e2e-inf-a-d4609f","name":"default-tenant","reconcileID":"abeae80c-aecb-4171-a0ce-8c3ab6ef7bfc","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-d4609f","tenantID":"e2e-inf-a-d4609f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:03:00.83208353Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-d4609f"},"namespace":"ai-tenant-e2e-inf-a-d4609f","name":"default-tenant","reconcileID":"abeae80c-aecb-4171-a0ce-8c3ab6ef7bfc","name":"e2e-inf-a-d4609f-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:03:09.618190979Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-d8cfbc72","namespace":"ai-tenant-e2e-mt-d8cfbc72"},"namespace":"ai-tenant-e2e-mt-d8cfbc72","name":"e2e-policy-d8cfbc72","reconcileID":"839bc84f-cfda-489c-900c-bfa1016d693e","MaaSAuthPolicy":{"name":"e2e-policy-d8cfbc72","namespace":"ai-tenant-e2e-mt-d8cfbc72"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:03:09.74565544Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-d8cfbc72","namespace":"ai-tenant-e2e-mt-d8cfbc72"},"namespace":"ai-tenant-e2e-mt-d8cfbc72","name":"e2e-policy-d8cfbc72","reconcileID":"839bc84f-cfda-489c-900c-bfa1016d693e","MaaSAuthPolicy":{"name":"e2e-policy-d8cfbc72","namespace":"ai-tenant-e2e-mt-d8cfbc72"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:03:09.797054422Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 9, current generation is 40","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-d8cfbc72","namespace":"ai-tenant-e2e-mt-d8cfbc72"},"namespace":"ai-tenant-e2e-mt-d8cfbc72","name":"e2e-policy-d8cfbc72","reconcileID":"839bc84f-cfda-489c-900c-bfa1016d693e","MaaSAuthPolicy":{"name":"e2e-policy-d8cfbc72","namespace":"ai-tenant-e2e-mt-d8cfbc72"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:03:09.8183181Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-707b4922","namespace":"ai-tenant-e2e-mt-707b4922"},"namespace":"ai-tenant-e2e-mt-707b4922","name":"e2e-policy-707b4922","reconcileID":"ea7ea8f6-335d-4c53-abe4-63f2a4e1ad77","MaaSAuthPolicy":{"name":"e2e-policy-707b4922","namespace":"ai-tenant-e2e-mt-707b4922"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:03:09.85149505Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"5f7c71d6-68a5-4aef-b025-70ad347f36d8","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:03:09.85152077Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"5f7c71d6-68a5-4aef-b025-70ad347f36d8","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:03:09.87074886Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-707b4922","namespace":"ai-tenant-e2e-mt-707b4922"},"namespace":"ai-tenant-e2e-mt-707b4922","name":"e2e-policy-707b4922","reconcileID":"ea7ea8f6-335d-4c53-abe4-63f2a4e1ad77","MaaSAuthPolicy":{"name":"e2e-policy-707b4922","namespace":"ai-tenant-e2e-mt-707b4922"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:03:09.923147336Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 9, current generation is 40","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-707b4922","namespace":"ai-tenant-e2e-mt-707b4922"},"namespace":"ai-tenant-e2e-mt-707b4922","name":"e2e-policy-707b4922","reconcileID":"ea7ea8f6-335d-4c53-abe4-63f2a4e1ad77","MaaSAuthPolicy":{"name":"e2e-policy-707b4922","namespace":"ai-tenant-e2e-mt-707b4922"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:03:09.975068057Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"78a6bdf1-86b4-444b-9f8e-57d76d7d6144","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:03:09.975090484Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"78a6bdf1-86b4-444b-9f8e-57d76d7d6144","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:03:10.381405289Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b9e2d247-c9d7-4b28-81a6-378e6e7a30ab","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:03:10.44273351Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e2ca84b5-25ea-4507-870d-0ad02d8d2c34","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:03:10.498573038Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b9e2d247-c9d7-4b28-81a6-378e6e7a30ab","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:03:10.549752765Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 9, current generation is 41","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b9e2d247-c9d7-4b28-81a6-378e6e7a30ab","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T13:03:10.557230175Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e2ca84b5-25ea-4507-870d-0ad02d8d2c34","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T13:03:10.602349023Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"b8f7ae44-2dc2-4371-9fed-7f34413d6e5a","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:03:10.602369873Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"b8f7ae44-2dc2-4371-9fed-7f34413d6e5a","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T13:03:10.610401012Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e2ca84b5-25ea-4507-870d-0ad02d8d2c34","error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T13:03:10.610617982Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d8d9a796-5f3a-48e5-a03e-49d00f97adbd","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:03:10.610636844Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d8d9a796-5f3a-48e5-a03e-49d00f97adbd","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:03:10.762975511Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"5e14dc71-fb92-464a-92a2-39c0e2cc3606","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:03:10.816333912Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"5e14dc71-fb92-464a-92a2-39c0e2cc3606","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:03:10.868010692Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 9, current generation is 41","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"5e14dc71-fb92-464a-92a2-39c0e2cc3606","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:03:10.920669011Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"be71cc79-968e-4455-ac01-a88f8ba521a4","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:03:10.92069321Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"be71cc79-968e-4455-ac01-a88f8ba521a4","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:03:19.950890019Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-d8cfbc72","namespace":"ai-tenant-e2e-mt-d8cfbc72"},"namespace":"ai-tenant-e2e-mt-d8cfbc72","name":"e2e-policy-d8cfbc72","reconcileID":"bcb96fda-4e6b-4751-b902-e2d05cc53551","MaaSAuthPolicy":{"name":"e2e-policy-d8cfbc72","namespace":"ai-tenant-e2e-mt-d8cfbc72"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:03:20.083430992Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-707b4922","namespace":"ai-tenant-e2e-mt-707b4922"},"namespace":"ai-tenant-e2e-mt-707b4922","name":"e2e-policy-707b4922","reconcileID":"b48e31e5-f8c4-47d6-b941-bfb6684f1540","MaaSAuthPolicy":{"name":"e2e-policy-707b4922","namespace":"ai-tenant-e2e-mt-707b4922"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:03:20.086557804Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-d8cfbc72","namespace":"ai-tenant-e2e-mt-d8cfbc72"},"namespace":"ai-tenant-e2e-mt-d8cfbc72","name":"e2e-policy-d8cfbc72","reconcileID":"bcb96fda-4e6b-4751-b902-e2d05cc53551","MaaSAuthPolicy":{"name":"e2e-policy-d8cfbc72","namespace":"ai-tenant-e2e-mt-d8cfbc72"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:03:20.138398272Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 9, current generation is 42","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-d8cfbc72","namespace":"ai-tenant-e2e-mt-d8cfbc72"},"namespace":"ai-tenant-e2e-mt-d8cfbc72","name":"e2e-policy-d8cfbc72","reconcileID":"bcb96fda-4e6b-4751-b902-e2d05cc53551","MaaSAuthPolicy":{"name":"e2e-policy-d8cfbc72","namespace":"ai-tenant-e2e-mt-d8cfbc72"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:03:20.138828311Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-707b4922","namespace":"ai-tenant-e2e-mt-707b4922"},"namespace":"ai-tenant-e2e-mt-707b4922","name":"e2e-policy-707b4922","reconcileID":"b48e31e5-f8c4-47d6-b941-bfb6684f1540","MaaSAuthPolicy":{"name":"e2e-policy-707b4922","namespace":"ai-tenant-e2e-mt-707b4922"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:03:20.190666672Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 9, current generation is 42","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-707b4922","namespace":"ai-tenant-e2e-mt-707b4922"},"namespace":"ai-tenant-e2e-mt-707b4922","name":"e2e-policy-707b4922","reconcileID":"b48e31e5-f8c4-47d6-b941-bfb6684f1540","MaaSAuthPolicy":{"name":"e2e-policy-707b4922","namespace":"ai-tenant-e2e-mt-707b4922"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:03:20.19521789Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"bce4a8a3-b900-479d-b751-6be8c1e7b0fd","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:03:20.195234806Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"bce4a8a3-b900-479d-b751-6be8c1e7b0fd","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:03:20.242694367Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"532bdd72-a73b-4719-a57a-d15cb1574385","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:03:20.242718903Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"532bdd72-a73b-4719-a57a-d15cb1574385","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:03:20.749450945Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a9d53cf3-39e8-4a6f-a2b3-7988cf671a01","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:03:20.871407377Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a9d53cf3-39e8-4a6f-a2b3-7988cf671a01","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:03:20.924095642Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 9, current generation is 43","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a9d53cf3-39e8-4a6f-a2b3-7988cf671a01","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:03:20.981695966Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"311b3a2c-7886-4ce4-8480-840d16b18760","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:03:20.981713812Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"311b3a2c-7886-4ce4-8480-840d16b18760","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:03:21.070758423Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"b7dccdd8-e97d-481a-bf5e-c3aaea31b23d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:03:21.124083587Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"b7dccdd8-e97d-481a-bf5e-c3aaea31b23d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:03:21.17818896Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 9, current generation is 43","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"b7dccdd8-e97d-481a-bf5e-c3aaea31b23d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:03:21.231741388Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"2f91f137-e34c-4e5b-ad76-e40517e22723","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:03:21.231761167Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"2f91f137-e34c-4e5b-ad76-e40517e22723","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:03:25.71867144Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:03:27.793813073Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-aa9221"},"namespace":"ai-tenant-e2e-inf-b-aa9221","name":"default-tenant","reconcileID":"9a4edc90-25c5-474e-98b8-6cfd5f229ea0","namespace":"ai-tenant-e2e-inf-b-aa9221","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:03:27.793895195Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-aa9221"},"namespace":"ai-tenant-e2e-inf-b-aa9221","name":"default-tenant","reconcileID":"9a4edc90-25c5-474e-98b8-6cfd5f229ea0","namespace":"ai-tenant-e2e-inf-b-aa9221","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:03:27.79398566Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-aa9221"},"namespace":"ai-tenant-e2e-inf-b-aa9221","name":"default-tenant","reconcileID":"9a4edc90-25c5-474e-98b8-6cfd5f229ea0","tenant":"e2e-inf-b-aa9221","tenantID":"e2e-inf-b-aa9221","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:03:27.845037254Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-aa9221"},"namespace":"ai-tenant-e2e-inf-b-aa9221","name":"default-tenant","reconcileID":"9a4edc90-25c5-474e-98b8-6cfd5f229ea0","gvk":"Deployment","name":"maas-api-e2e-inf-b-aa9221","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:03:27.905529246Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-aa9221"},"namespace":"ai-tenant-e2e-inf-b-aa9221","name":"default-tenant","reconcileID":"9a4edc90-25c5-474e-98b8-6cfd5f229ea0","gvk":"Service","name":"maas-api-e2e-inf-b-aa9221","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:03:27.961579258Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-aa9221"},"namespace":"ai-tenant-e2e-inf-b-aa9221","name":"default-tenant","reconcileID":"9a4edc90-25c5-474e-98b8-6cfd5f229ea0","gvk":"HTTPRoute","name":"maas-api-route-e2e-inf-b-aa9221","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:03:28.014549069Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-aa9221"},"namespace":"ai-tenant-e2e-inf-b-aa9221","name":"default-tenant","reconcileID":"9a4edc90-25c5-474e-98b8-6cfd5f229ea0","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-inf-b-aa9221","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:03:28.067746279Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-aa9221"},"namespace":"ai-tenant-e2e-inf-b-aa9221","name":"default-tenant","reconcileID":"9a4edc90-25c5-474e-98b8-6cfd5f229ea0","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-inf-b-aa9221","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:03:28.119913361Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-aa9221"},"namespace":"ai-tenant-e2e-inf-b-aa9221","name":"default-tenant","reconcileID":"9a4edc90-25c5-474e-98b8-6cfd5f229ea0","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-inf-b-aa9221","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:03:28.173001136Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-aa9221"},"namespace":"ai-tenant-e2e-inf-b-aa9221","name":"default-tenant","reconcileID":"9a4edc90-25c5-474e-98b8-6cfd5f229ea0","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-inf-b-aa9221","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:03:28.223907447Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-aa9221"},"namespace":"ai-tenant-e2e-inf-b-aa9221","name":"default-tenant","reconcileID":"9a4edc90-25c5-474e-98b8-6cfd5f229ea0","gvk":"Telemetry","name":"latency-per-subscription-e2e-inf-b-aa9221","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:03:28.275177416Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-aa9221"},"namespace":"ai-tenant-e2e-inf-b-aa9221","name":"default-tenant","reconcileID":"9a4edc90-25c5-474e-98b8-6cfd5f229ea0","gvk":"Deployment","name":"payload-processing-e2e-inf-b-aa9221","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:03:28.323682705Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-aa9221"},"namespace":"ai-tenant-e2e-inf-b-aa9221","name":"default-tenant","reconcileID":"9a4edc90-25c5-474e-98b8-6cfd5f229ea0","gvk":"Deployment","name":"payload-pre-processing-e2e-inf-b-aa9221","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:03:28.371881927Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-aa9221"},"namespace":"ai-tenant-e2e-inf-b-aa9221","name":"default-tenant","reconcileID":"9a4edc90-25c5-474e-98b8-6cfd5f229ea0","gvk":"Service","name":"payload-processing-e2e-inf-b-aa9221","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:03:28.420224733Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-aa9221"},"namespace":"ai-tenant-e2e-inf-b-aa9221","name":"default-tenant","reconcileID":"9a4edc90-25c5-474e-98b8-6cfd5f229ea0","gvk":"Service","name":"payload-pre-processing-e2e-inf-b-aa9221","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:03:28.468411692Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-aa9221"},"namespace":"ai-tenant-e2e-inf-b-aa9221","name":"default-tenant","reconcileID":"9a4edc90-25c5-474e-98b8-6cfd5f229ea0","gvk":"DestinationRule","name":"payload-processing-e2e-inf-b-aa9221","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:03:28.517874954Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-aa9221"},"namespace":"ai-tenant-e2e-inf-b-aa9221","name":"default-tenant","reconcileID":"9a4edc90-25c5-474e-98b8-6cfd5f229ea0","gvk":"DestinationRule","name":"payload-pre-processing-e2e-inf-b-aa9221","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:03:28.5664664Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-aa9221"},"namespace":"ai-tenant-e2e-inf-b-aa9221","name":"default-tenant","reconcileID":"9a4edc90-25c5-474e-98b8-6cfd5f229ea0","gvk":"EnvoyFilter","name":"payload-processing-e2e-inf-b-aa9221","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:03:28.617870578Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-aa9221"},"namespace":"ai-tenant-e2e-inf-b-aa9221","name":"default-tenant","reconcileID":"9a4edc90-25c5-474e-98b8-6cfd5f229ea0","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-inf-b-aa9221","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:03:28.66618436Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-aa9221"},"namespace":"ai-tenant-e2e-inf-b-aa9221","name":"default-tenant","reconcileID":"9a4edc90-25c5-474e-98b8-6cfd5f229ea0","gvk":"NetworkPolicy","name":"payload-processing-e2e-inf-b-aa9221","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:03:28.714314732Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-aa9221"},"namespace":"ai-tenant-e2e-inf-b-aa9221","name":"default-tenant","reconcileID":"9a4edc90-25c5-474e-98b8-6cfd5f229ea0","gvk":"ServiceAccount","name":"payload-processing-e2e-inf-b-aa9221","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:03:28.762726672Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-aa9221"},"namespace":"ai-tenant-e2e-inf-b-aa9221","name":"default-tenant","reconcileID":"9a4edc90-25c5-474e-98b8-6cfd5f229ea0","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-inf-b-aa9221","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:03:28.810833017Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-aa9221"},"namespace":"ai-tenant-e2e-inf-b-aa9221","name":"default-tenant","reconcileID":"9a4edc90-25c5-474e-98b8-6cfd5f229ea0","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-inf-b-aa9221","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:03:30.29290609Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-d8cfbc72","namespace":"ai-tenant-e2e-mt-d8cfbc72"},"namespace":"ai-tenant-e2e-mt-d8cfbc72","name":"e2e-policy-d8cfbc72","reconcileID":"fbcd85b2-56fb-42e3-8ec7-d35ddcdabb7e","MaaSAuthPolicy":{"name":"e2e-policy-d8cfbc72","namespace":"ai-tenant-e2e-mt-d8cfbc72"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:03:30.392891107Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-707b4922","namespace":"ai-tenant-e2e-mt-707b4922"},"namespace":"ai-tenant-e2e-mt-707b4922","name":"e2e-policy-707b4922","reconcileID":"b38ced64-0935-4379-9018-47a798a1616f","MaaSAuthPolicy":{"name":"e2e-policy-707b4922","namespace":"ai-tenant-e2e-mt-707b4922"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:03:30.409686506Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-d8cfbc72","namespace":"ai-tenant-e2e-mt-d8cfbc72"},"namespace":"ai-tenant-e2e-mt-d8cfbc72","name":"e2e-policy-d8cfbc72","reconcileID":"fbcd85b2-56fb-42e3-8ec7-d35ddcdabb7e","MaaSAuthPolicy":{"name":"e2e-policy-d8cfbc72","namespace":"ai-tenant-e2e-mt-d8cfbc72"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:03:30.446418581Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-707b4922","namespace":"ai-tenant-e2e-mt-707b4922"},"namespace":"ai-tenant-e2e-mt-707b4922","name":"e2e-policy-707b4922","reconcileID":"b38ced64-0935-4379-9018-47a798a1616f","MaaSAuthPolicy":{"name":"e2e-policy-707b4922","namespace":"ai-tenant-e2e-mt-707b4922"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:03:30.461129652Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 9, current generation is 44","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-d8cfbc72","namespace":"ai-tenant-e2e-mt-d8cfbc72"},"namespace":"ai-tenant-e2e-mt-d8cfbc72","name":"e2e-policy-d8cfbc72","reconcileID":"fbcd85b2-56fb-42e3-8ec7-d35ddcdabb7e","MaaSAuthPolicy":{"name":"e2e-policy-d8cfbc72","namespace":"ai-tenant-e2e-mt-d8cfbc72"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:03:30.498732864Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 9, current generation is 44","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-707b4922","namespace":"ai-tenant-e2e-mt-707b4922"},"namespace":"ai-tenant-e2e-mt-707b4922","name":"e2e-policy-707b4922","reconcileID":"b38ced64-0935-4379-9018-47a798a1616f","MaaSAuthPolicy":{"name":"e2e-policy-707b4922","namespace":"ai-tenant-e2e-mt-707b4922"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:03:30.513848828Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"8a015710-d82f-4586-808a-7d155677d0e5","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:03:30.513869302Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"8a015710-d82f-4586-808a-7d155677d0e5","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:03:30.551024918Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"3432c76a-ae8d-40fe-a679-ac8a36b0ae5b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:03:30.551050331Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"3432c76a-ae8d-40fe-a679-ac8a36b0ae5b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:03:31.12632474Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"6ef6530a-f874-457f-b3cb-2f5dec958c2d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:03:31.245555197Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"6ef6530a-f874-457f-b3cb-2f5dec958c2d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:03:31.297727096Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 9, current generation is 45","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"6ef6530a-f874-457f-b3cb-2f5dec958c2d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:03:31.352315381Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"c6bc48df-47bb-4e68-975c-24d17742e9ca","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:03:31.352339482Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"c6bc48df-47bb-4e68-975c-24d17742e9ca","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:03:31.378928241Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"01528211-2344-4b71-a014-7a7cf559c6bc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:03:31.433742432Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"01528211-2344-4b71-a014-7a7cf559c6bc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:03:31.486443497Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 9, current generation is 45","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"01528211-2344-4b71-a014-7a7cf559c6bc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:03:31.541218725Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"41cc965f-cf52-48cf-a25c-ef65f2d20a86","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:03:31.541242527Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"41cc965f-cf52-48cf-a25c-ef65f2d20a86","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:03:31.893699303Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-inf-b-aa9221","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-inf-b-aa9221","reconcileID":"9c2ac365-18b7-40b8-9f4b-7c34f41a711e","aitenant":"ai-tenants/e2e-inf-b-aa9221","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:03:32.482038781Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6fd67d23-63bb-421d-9dd2-71af0f87faee","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:03:32.531649144Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6fd67d23-63bb-421d-9dd2-71af0f87faee","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:03:32.580721742Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6fd67d23-63bb-421d-9dd2-71af0f87faee","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:03:32.63245707Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6fd67d23-63bb-421d-9dd2-71af0f87faee","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:03:32.689090581Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-inf-b-aa9221","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-inf-b-aa9221","reconcileID":"9c2ac365-18b7-40b8-9f4b-7c34f41a711e","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-inf-b-aa9221","removed":["maas.opendatahub.io/gateway-access-e2e-inf-b-aa9221"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:03:34.466768211Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b9f3fe93-709e-48a1-a5d1-890da6c438a9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:03:34.515691446Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b9f3fe93-709e-48a1-a5d1-890da6c438a9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:03:34.564505495Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b9f3fe93-709e-48a1-a5d1-890da6c438a9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:03:34.613197322Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b9f3fe93-709e-48a1-a5d1-890da6c438a9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:03:40.609480924Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"f57884a9-34b7-44ff-a1bf-6ff94fa43573","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:03:40.609556937Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"f57884a9-34b7-44ff-a1bf-6ff94fa43573","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:03:40.610272175Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-d8cfbc72","namespace":"ai-tenant-e2e-mt-d8cfbc72"},"namespace":"ai-tenant-e2e-mt-d8cfbc72","name":"e2e-policy-d8cfbc72","reconcileID":"3a91fd04-67ef-491c-8cd3-81b294aec0d7","MaaSAuthPolicy":{"name":"e2e-policy-d8cfbc72","namespace":"ai-tenant-e2e-mt-d8cfbc72"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:03:40.647216841Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-707b4922","namespace":"ai-tenant-e2e-mt-707b4922"},"namespace":"ai-tenant-e2e-mt-707b4922","name":"e2e-policy-707b4922","reconcileID":"8d849449-6236-4c1e-824c-e2ebc6f62a6e","MaaSAuthPolicy":{"name":"e2e-policy-707b4922","namespace":"ai-tenant-e2e-mt-707b4922"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:03:40.660414876Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b817f506-12d4-436c-bf6f-44192783ea70","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:03:40.660437177Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b817f506-12d4-436c-bf6f-44192783ea70","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:03:40.727060591Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-d8cfbc72","namespace":"ai-tenant-e2e-mt-d8cfbc72"},"namespace":"ai-tenant-e2e-mt-d8cfbc72","name":"e2e-policy-d8cfbc72","reconcileID":"3a91fd04-67ef-491c-8cd3-81b294aec0d7","MaaSAuthPolicy":{"name":"e2e-policy-d8cfbc72","namespace":"ai-tenant-e2e-mt-d8cfbc72"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T13:03:40.756229473Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-707b4922","namespace":"ai-tenant-e2e-mt-707b4922"},"namespace":"ai-tenant-e2e-mt-707b4922","name":"e2e-policy-707b4922","reconcileID":"8d849449-6236-4c1e-824c-e2ebc6f62a6e","MaaSAuthPolicy":{"name":"e2e-policy-707b4922","namespace":"ai-tenant-e2e-mt-707b4922"},"error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T13:03:40.779239678Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 9, current generation is 46","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-d8cfbc72","namespace":"ai-tenant-e2e-mt-d8cfbc72"},"namespace":"ai-tenant-e2e-mt-d8cfbc72","name":"e2e-policy-d8cfbc72","reconcileID":"3a91fd04-67ef-491c-8cd3-81b294aec0d7","MaaSAuthPolicy":{"name":"e2e-policy-d8cfbc72","namespace":"ai-tenant-e2e-mt-d8cfbc72"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:03:40.804778509Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-de8780c5","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-de8780c5","reconcileID":"46462ac6-f816-4f08-b605-e2f629a7d7a5","MaaSAuthPolicy":{"name":"e2e-default-ns-de8780c5","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T13:03:40.809277215Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-707b4922","namespace":"ai-tenant-e2e-mt-707b4922"},"namespace":"ai-tenant-e2e-mt-707b4922","name":"e2e-policy-707b4922","reconcileID":"8d849449-6236-4c1e-824c-e2ebc6f62a6e","error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T13:03:40.809674049Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"053843aa-cc7f-4058-9d1e-a40206e723a4","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:03:40.809688347Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"053843aa-cc7f-4058-9d1e-a40206e723a4","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:03:40.833039462Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"3e2ea627-0d8d-4b9b-aeb6-75c23c0eb3a5","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:03:40.833061025Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"3e2ea627-0d8d-4b9b-aeb6-75c23c0eb3a5","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:03:40.911651968Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-707b4922","namespace":"ai-tenant-e2e-mt-707b4922"},"namespace":"ai-tenant-e2e-mt-707b4922","name":"e2e-policy-707b4922","reconcileID":"35b350d5-a73b-4d29-8b6f-26102f3c416f","MaaSAuthPolicy":{"name":"e2e-policy-707b4922","namespace":"ai-tenant-e2e-mt-707b4922"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:03:40.920791078Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-de8780c5","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-de8780c5","reconcileID":"46462ac6-f816-4f08-b605-e2f629a7d7a5","MaaSAuthPolicy":{"name":"e2e-default-ns-de8780c5","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:03:40.971810899Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 9, current generation is 47","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-de8780c5","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-de8780c5","reconcileID":"46462ac6-f816-4f08-b605-e2f629a7d7a5","MaaSAuthPolicy":{"name":"e2e-default-ns-de8780c5","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:03:41.026628859Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ddbc0d3b-1490-4da2-8159-494ecfb86769","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:03:41.026658075Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ddbc0d3b-1490-4da2-8159-494ecfb86769","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:03:41.031830608Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-707b4922","namespace":"ai-tenant-e2e-mt-707b4922"},"namespace":"ai-tenant-e2e-mt-707b4922","name":"e2e-policy-707b4922","reconcileID":"35b350d5-a73b-4d29-8b6f-26102f3c416f","MaaSAuthPolicy":{"name":"e2e-policy-707b4922","namespace":"ai-tenant-e2e-mt-707b4922"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:03:41.082915534Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 9, current generation is 48","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-707b4922","namespace":"ai-tenant-e2e-mt-707b4922"},"namespace":"ai-tenant-e2e-mt-707b4922","name":"e2e-policy-707b4922","reconcileID":"35b350d5-a73b-4d29-8b6f-26102f3c416f","MaaSAuthPolicy":{"name":"e2e-policy-707b4922","namespace":"ai-tenant-e2e-mt-707b4922"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:03:41.134800434Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"73aeb0ab-3907-47f8-9f31-2a65e243556f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:03:41.134824039Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"73aeb0ab-3907-47f8-9f31-2a65e243556f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:03:41.498137876Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"0110b652-34ec-4c66-8ee4-a8a5185f4487","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:03:41.612735322Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"0110b652-34ec-4c66-8ee4-a8a5185f4487","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:03:41.663828243Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 9, current generation is 49","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"0110b652-34ec-4c66-8ee4-a8a5185f4487","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:03:41.688275089Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"063205b6-affc-4b16-aae4-1331f3eeb90f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:03:41.718168644Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"a7f98cdc-cea5-47c3-9492-558afc96c64e","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:03:41.718190225Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"a7f98cdc-cea5-47c3-9492-558afc96c64e","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:03:41.74206085Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"063205b6-affc-4b16-aae4-1331f3eeb90f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:03:41.793872565Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 9, current generation is 49","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"063205b6-affc-4b16-aae4-1331f3eeb90f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:03:41.847871505Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d295a4a1-7ecc-46c9-84bf-149ea07d9547","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:03:41.847898702Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d295a4a1-7ecc-46c9-84bf-149ea07d9547","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:03:46.798848335Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-6bd346ef"},"namespace":"ai-tenant-e2e-mt-6bd346ef","name":"default-tenant","reconcileID":"78a05f80-72d9-49cc-a2c0-6961a87df052","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-6bd346ef","tenantID":"e2e-mt-6bd346ef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:03:46.909956562Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-6bd346ef"},"namespace":"ai-tenant-e2e-mt-6bd346ef","name":"default-tenant","reconcileID":"78a05f80-72d9-49cc-a2c0-6961a87df052","name":"e2e-mt-6bd346ef-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:03:50.931825482Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-d8cfbc72","namespace":"ai-tenant-e2e-mt-d8cfbc72"},"namespace":"ai-tenant-e2e-mt-d8cfbc72","name":"e2e-policy-d8cfbc72","reconcileID":"b0fbcc02-9ace-49f4-a1d3-1d72b8206ed0","MaaSAuthPolicy":{"name":"e2e-policy-d8cfbc72","namespace":"ai-tenant-e2e-mt-d8cfbc72"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:03:51.05092438Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-d8cfbc72","namespace":"ai-tenant-e2e-mt-d8cfbc72"},"namespace":"ai-tenant-e2e-mt-d8cfbc72","name":"e2e-policy-d8cfbc72","reconcileID":"b0fbcc02-9ace-49f4-a1d3-1d72b8206ed0","MaaSAuthPolicy":{"name":"e2e-policy-d8cfbc72","namespace":"ai-tenant-e2e-mt-d8cfbc72"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:03:51.103116708Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 9, current generation is 50","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-d8cfbc72","namespace":"ai-tenant-e2e-mt-d8cfbc72"},"namespace":"ai-tenant-e2e-mt-d8cfbc72","name":"e2e-policy-d8cfbc72","reconcileID":"b0fbcc02-9ace-49f4-a1d3-1d72b8206ed0","MaaSAuthPolicy":{"name":"e2e-policy-d8cfbc72","namespace":"ai-tenant-e2e-mt-d8cfbc72"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:03:51.1575669Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ec01082a-ee23-4586-87bc-a790c13a134e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:03:51.15758653Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ec01082a-ee23-4586-87bc-a790c13a134e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:03:51.174054012Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-de8780c5","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-de8780c5","reconcileID":"6d932c54-f079-436a-ad79-e4d9c5d9fc0a","MaaSAuthPolicy":{"name":"e2e-default-ns-de8780c5","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:03:51.233141048Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-707b4922","namespace":"ai-tenant-e2e-mt-707b4922"},"namespace":"ai-tenant-e2e-mt-707b4922","name":"e2e-policy-707b4922","reconcileID":"f5ccc3d3-1e08-491f-98e9-abe10174eb9c","MaaSAuthPolicy":{"name":"e2e-policy-707b4922","namespace":"ai-tenant-e2e-mt-707b4922"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:03:51.286759779Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-707b4922","namespace":"ai-tenant-e2e-mt-707b4922"},"namespace":"ai-tenant-e2e-mt-707b4922","name":"e2e-policy-707b4922","reconcileID":"f5ccc3d3-1e08-491f-98e9-abe10174eb9c","MaaSAuthPolicy":{"name":"e2e-policy-707b4922","namespace":"ai-tenant-e2e-mt-707b4922"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:03:51.290218312Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-de8780c5","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-de8780c5","reconcileID":"6d932c54-f079-436a-ad79-e4d9c5d9fc0a","MaaSAuthPolicy":{"name":"e2e-default-ns-de8780c5","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:03:51.337960274Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 9, current generation is 51","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-707b4922","namespace":"ai-tenant-e2e-mt-707b4922"},"namespace":"ai-tenant-e2e-mt-707b4922","name":"e2e-policy-707b4922","reconcileID":"f5ccc3d3-1e08-491f-98e9-abe10174eb9c","MaaSAuthPolicy":{"name":"e2e-policy-707b4922","namespace":"ai-tenant-e2e-mt-707b4922"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:03:51.34162813Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 9, current generation is 51","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-de8780c5","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-de8780c5","reconcileID":"6d932c54-f079-436a-ad79-e4d9c5d9fc0a","MaaSAuthPolicy":{"name":"e2e-default-ns-de8780c5","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:03:51.391410226Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"67935151-272a-4168-958b-5fc936a9c252","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:03:51.391429944Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"67935151-272a-4168-958b-5fc936a9c252","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:03:51.395320299Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b56a5d2c-8288-445b-8853-7355c76cf90e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:03:51.395336334Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b56a5d2c-8288-445b-8853-7355c76cf90e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:03:51.866058006Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"17e8c3c0-2c8a-485b-9a8d-fc30874f03a8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:03:51.919661958Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"17e8c3c0-2c8a-485b-9a8d-fc30874f03a8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:03:51.970920656Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 9, current generation is 51","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"17e8c3c0-2c8a-485b-9a8d-fc30874f03a8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:03:51.993308588Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"68c92350-c6dc-4d1b-84d9-1922e36ed495","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:03:52.025217637Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"ce26880e-9be4-4967-aba4-6e73255e5fa8","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:03:52.025239926Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"ce26880e-9be4-4967-aba4-6e73255e5fa8","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:03:52.04734249Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"68c92350-c6dc-4d1b-84d9-1922e36ed495","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:03:52.098602622Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 9, current generation is 51","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"68c92350-c6dc-4d1b-84d9-1922e36ed495","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:03:52.152680059Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"529b1681-798a-47ca-a601-1528b647317a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:03:52.152699696Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"529b1681-798a-47ca-a601-1528b647317a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:03:55.715635555Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:04:01.254957415Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-d8cfbc72","namespace":"ai-tenant-e2e-mt-d8cfbc72"},"namespace":"ai-tenant-e2e-mt-d8cfbc72","name":"e2e-policy-d8cfbc72","reconcileID":"b9425acd-e650-46dd-bff4-f037d5898baa","MaaSAuthPolicy":{"name":"e2e-policy-d8cfbc72","namespace":"ai-tenant-e2e-mt-d8cfbc72"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:04:01.369712328Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-d8cfbc72","namespace":"ai-tenant-e2e-mt-d8cfbc72"},"namespace":"ai-tenant-e2e-mt-d8cfbc72","name":"e2e-policy-d8cfbc72","reconcileID":"b9425acd-e650-46dd-bff4-f037d5898baa","MaaSAuthPolicy":{"name":"e2e-policy-d8cfbc72","namespace":"ai-tenant-e2e-mt-d8cfbc72"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:04:01.42086766Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 9, current generation is 52","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-d8cfbc72","namespace":"ai-tenant-e2e-mt-d8cfbc72"},"namespace":"ai-tenant-e2e-mt-d8cfbc72","name":"e2e-policy-d8cfbc72","reconcileID":"b9425acd-e650-46dd-bff4-f037d5898baa","MaaSAuthPolicy":{"name":"e2e-policy-d8cfbc72","namespace":"ai-tenant-e2e-mt-d8cfbc72"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:04:01.474527871Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"f014dd56-4eae-4407-92b5-8e6a8f0a35dc","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:04:01.47455221Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"f014dd56-4eae-4407-92b5-8e6a8f0a35dc","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:04:01.488669968Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-707b4922","namespace":"ai-tenant-e2e-mt-707b4922"},"namespace":"ai-tenant-e2e-mt-707b4922","name":"e2e-policy-707b4922","reconcileID":"3e3e7330-db8a-4ca0-bfe4-046655cb53b0","MaaSAuthPolicy":{"name":"e2e-policy-707b4922","namespace":"ai-tenant-e2e-mt-707b4922"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:04:01.541061794Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-de8780c5","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-de8780c5","reconcileID":"8a9af41b-1509-4dba-bb31-e1e3ffe7830f","MaaSAuthPolicy":{"name":"e2e-default-ns-de8780c5","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:04:01.541954625Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-707b4922","namespace":"ai-tenant-e2e-mt-707b4922"},"namespace":"ai-tenant-e2e-mt-707b4922","name":"e2e-policy-707b4922","reconcileID":"3e3e7330-db8a-4ca0-bfe4-046655cb53b0","MaaSAuthPolicy":{"name":"e2e-policy-707b4922","namespace":"ai-tenant-e2e-mt-707b4922"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:04:01.593111004Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 9, current generation is 52","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-707b4922","namespace":"ai-tenant-e2e-mt-707b4922"},"namespace":"ai-tenant-e2e-mt-707b4922","name":"e2e-policy-707b4922","reconcileID":"3e3e7330-db8a-4ca0-bfe4-046655cb53b0","MaaSAuthPolicy":{"name":"e2e-policy-707b4922","namespace":"ai-tenant-e2e-mt-707b4922"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:04:01.644803929Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e87c5e71-74e7-4c3d-b6fa-88ae89a4451e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:04:01.644825325Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e87c5e71-74e7-4c3d-b6fa-88ae89a4451e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:04:01.656570289Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-de8780c5","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-de8780c5","reconcileID":"8a9af41b-1509-4dba-bb31-e1e3ffe7830f","MaaSAuthPolicy":{"name":"e2e-default-ns-de8780c5","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:04:01.707473734Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 9, current generation is 53","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-de8780c5","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-de8780c5","reconcileID":"8a9af41b-1509-4dba-bb31-e1e3ffe7830f","MaaSAuthPolicy":{"name":"e2e-default-ns-de8780c5","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:04:01.760866318Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"7dfee5ca-f5e5-4121-b92e-4362a012a691","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:04:01.76088612Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"7dfee5ca-f5e5-4121-b92e-4362a012a691","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:04:02.170756669Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"bc663369-781b-4f91-84b0-b5c146705ae6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:04:02.224250941Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"bc663369-781b-4f91-84b0-b5c146705ae6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:04:02.276176845Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 9, current generation is 53","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"bc663369-781b-4f91-84b0-b5c146705ae6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:04:02.299063992Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"414f90fb-5965-4fe8-8249-72a2249a706a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:04:02.329946819Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"0be08131-149e-4564-94b4-86d9672d0ba1","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:04:02.329969193Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"0be08131-149e-4564-94b4-86d9672d0ba1","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:04:02.351426992Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"414f90fb-5965-4fe8-8249-72a2249a706a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:04:02.402822414Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 9, current generation is 53","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"414f90fb-5965-4fe8-8249-72a2249a706a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:04:02.454457609Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"af51e58a-3713-4b38-92dd-7b17dccf8aef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:04:02.454482477Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"af51e58a-3713-4b38-92dd-7b17dccf8aef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:04:11.572116702Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-d8cfbc72","namespace":"ai-tenant-e2e-mt-d8cfbc72"},"namespace":"ai-tenant-e2e-mt-d8cfbc72","name":"e2e-policy-d8cfbc72","reconcileID":"187d0234-023b-44f8-8610-70751eab099a","MaaSAuthPolicy":{"name":"e2e-policy-d8cfbc72","namespace":"ai-tenant-e2e-mt-d8cfbc72"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:04:11.686137663Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-d8cfbc72","namespace":"ai-tenant-e2e-mt-d8cfbc72"},"namespace":"ai-tenant-e2e-mt-d8cfbc72","name":"e2e-policy-d8cfbc72","reconcileID":"187d0234-023b-44f8-8610-70751eab099a","MaaSAuthPolicy":{"name":"e2e-policy-d8cfbc72","namespace":"ai-tenant-e2e-mt-d8cfbc72"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:04:11.737511444Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 9, current generation is 54","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-d8cfbc72","namespace":"ai-tenant-e2e-mt-d8cfbc72"},"namespace":"ai-tenant-e2e-mt-d8cfbc72","name":"e2e-policy-d8cfbc72","reconcileID":"187d0234-023b-44f8-8610-70751eab099a","MaaSAuthPolicy":{"name":"e2e-policy-d8cfbc72","namespace":"ai-tenant-e2e-mt-d8cfbc72"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:04:11.743180185Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-707b4922","namespace":"ai-tenant-e2e-mt-707b4922"},"namespace":"ai-tenant-e2e-mt-707b4922","name":"e2e-policy-707b4922","reconcileID":"dfcc24a2-5452-435b-8204-f58fe43bc5d9","MaaSAuthPolicy":{"name":"e2e-policy-707b4922","namespace":"ai-tenant-e2e-mt-707b4922"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:04:11.791050083Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"0f42f359-3a3d-4ffb-bc91-12c85d37661d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:04:11.791068424Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"0f42f359-3a3d-4ffb-bc91-12c85d37661d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:04:11.795506208Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-707b4922","namespace":"ai-tenant-e2e-mt-707b4922"},"namespace":"ai-tenant-e2e-mt-707b4922","name":"e2e-policy-707b4922","reconcileID":"dfcc24a2-5452-435b-8204-f58fe43bc5d9","MaaSAuthPolicy":{"name":"e2e-policy-707b4922","namespace":"ai-tenant-e2e-mt-707b4922"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:04:11.846441492Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 9, current generation is 54","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-707b4922","namespace":"ai-tenant-e2e-mt-707b4922"},"namespace":"ai-tenant-e2e-mt-707b4922","name":"e2e-policy-707b4922","reconcileID":"dfcc24a2-5452-435b-8204-f58fe43bc5d9","MaaSAuthPolicy":{"name":"e2e-policy-707b4922","namespace":"ai-tenant-e2e-mt-707b4922"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:04:11.898107955Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"22d56211-c1aa-4cf8-9692-3026b307857a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:04:11.898130189Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"22d56211-c1aa-4cf8-9692-3026b307857a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:04:11.906551464Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-de8780c5","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-de8780c5","reconcileID":"4133eb9b-2e2f-4b82-839c-9bb858b1c665","MaaSAuthPolicy":{"name":"e2e-default-ns-de8780c5","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:04:12.022514121Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-de8780c5","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-de8780c5","reconcileID":"4133eb9b-2e2f-4b82-839c-9bb858b1c665","MaaSAuthPolicy":{"name":"e2e-default-ns-de8780c5","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:04:12.074775995Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 9, current generation is 55","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-de8780c5","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-de8780c5","reconcileID":"4133eb9b-2e2f-4b82-839c-9bb858b1c665","MaaSAuthPolicy":{"name":"e2e-default-ns-de8780c5","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:04:12.127023626Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"abcd0f13-7b7e-4da1-97de-2676c2837a6b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:04:12.127041766Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"abcd0f13-7b7e-4da1-97de-2676c2837a6b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:04:12.476361615Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"898ad58a-af46-41c7-bc11-00aa0400a376","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:04:12.530002065Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"898ad58a-af46-41c7-bc11-00aa0400a376","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:04:12.581612536Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 9, current generation is 55","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"898ad58a-af46-41c7-bc11-00aa0400a376","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:04:12.600307198Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"7e5e75cc-d954-43e9-b917-680575c5863f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:04:12.635201981Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"1f227c4d-af02-48c9-8d87-243d8403a87b","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:04:12.635222008Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"1f227c4d-af02-48c9-8d87-243d8403a87b","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:04:12.654054548Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"7e5e75cc-d954-43e9-b917-680575c5863f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:04:12.7057643Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 9, current generation is 55","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"7e5e75cc-d954-43e9-b917-680575c5863f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:04:12.757249034Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"2fde4fe0-faf6-47e1-8981-964b3cb3806e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:04:12.757268892Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"2fde4fe0-faf6-47e1-8981-964b3cb3806e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:04:21.888063801Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-d8cfbc72","namespace":"ai-tenant-e2e-mt-d8cfbc72"},"namespace":"ai-tenant-e2e-mt-d8cfbc72","name":"e2e-policy-d8cfbc72","reconcileID":"eda13ca1-7f0c-405c-987a-502c2fa0c5b6","MaaSAuthPolicy":{"name":"e2e-policy-d8cfbc72","namespace":"ai-tenant-e2e-mt-d8cfbc72"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:04:22.000682101Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-707b4922","namespace":"ai-tenant-e2e-mt-707b4922"},"namespace":"ai-tenant-e2e-mt-707b4922","name":"e2e-policy-707b4922","reconcileID":"8d9da04a-f896-42c8-8b27-fcb4b599c916","MaaSAuthPolicy":{"name":"e2e-policy-707b4922","namespace":"ai-tenant-e2e-mt-707b4922"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:04:22.003767199Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-d8cfbc72","namespace":"ai-tenant-e2e-mt-d8cfbc72"},"namespace":"ai-tenant-e2e-mt-d8cfbc72","name":"e2e-policy-d8cfbc72","reconcileID":"eda13ca1-7f0c-405c-987a-502c2fa0c5b6","MaaSAuthPolicy":{"name":"e2e-policy-d8cfbc72","namespace":"ai-tenant-e2e-mt-d8cfbc72"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:04:22.054564789Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-707b4922","namespace":"ai-tenant-e2e-mt-707b4922"},"namespace":"ai-tenant-e2e-mt-707b4922","name":"e2e-policy-707b4922","reconcileID":"8d9da04a-f896-42c8-8b27-fcb4b599c916","MaaSAuthPolicy":{"name":"e2e-policy-707b4922","namespace":"ai-tenant-e2e-mt-707b4922"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:04:22.05557115Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 9, current generation is 56","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-d8cfbc72","namespace":"ai-tenant-e2e-mt-d8cfbc72"},"namespace":"ai-tenant-e2e-mt-d8cfbc72","name":"e2e-policy-d8cfbc72","reconcileID":"eda13ca1-7f0c-405c-987a-502c2fa0c5b6","MaaSAuthPolicy":{"name":"e2e-policy-d8cfbc72","namespace":"ai-tenant-e2e-mt-d8cfbc72"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:04:22.106844099Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 9, current generation is 56","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-707b4922","namespace":"ai-tenant-e2e-mt-707b4922"},"namespace":"ai-tenant-e2e-mt-707b4922","name":"e2e-policy-707b4922","reconcileID":"8d9da04a-f896-42c8-8b27-fcb4b599c916","MaaSAuthPolicy":{"name":"e2e-policy-707b4922","namespace":"ai-tenant-e2e-mt-707b4922"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:04:22.110340085Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"4d537f11-2be0-4701-b709-8a8b6e379ce2","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:04:22.110359578Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"4d537f11-2be0-4701-b709-8a8b6e379ce2","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:04:22.161898919Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"1b26501a-a8bd-4efe-9740-64b4ac91c8ba","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:04:22.161921336Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"1b26501a-a8bd-4efe-9740-64b4ac91c8ba","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:04:22.272638578Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-de8780c5","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-de8780c5","reconcileID":"953a50a6-c108-4853-b808-c62af98cfd15","MaaSAuthPolicy":{"name":"e2e-default-ns-de8780c5","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:04:22.387777654Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-de8780c5","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-de8780c5","reconcileID":"953a50a6-c108-4853-b808-c62af98cfd15","MaaSAuthPolicy":{"name":"e2e-default-ns-de8780c5","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:04:22.43872105Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 9, current generation is 57","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-de8780c5","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-de8780c5","reconcileID":"953a50a6-c108-4853-b808-c62af98cfd15","MaaSAuthPolicy":{"name":"e2e-default-ns-de8780c5","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:04:22.489919523Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"30834279-5624-4d19-839b-da7f889bab0b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:04:22.489940669Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"30834279-5624-4d19-839b-da7f889bab0b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:04:22.781224356Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"3dc34217-828e-44d2-a630-b7ba90ea12e8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:04:22.833546185Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"3dc34217-828e-44d2-a630-b7ba90ea12e8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:04:22.884295226Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 9, current generation is 57","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"3dc34217-828e-44d2-a630-b7ba90ea12e8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:04:22.902279589Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"eabe2117-100a-41b3-b550-f2349d544e3e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:04:22.938310351Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"4ea65565-b09f-44ad-b2f5-527b70888aaa","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:04:22.938328472Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"4ea65565-b09f-44ad-b2f5-527b70888aaa","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:04:22.954494303Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"eabe2117-100a-41b3-b550-f2349d544e3e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:04:23.005791128Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 9, current generation is 57","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"eabe2117-100a-41b3-b550-f2349d544e3e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:04:23.059083699Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"2ef1b46d-22ee-4d09-849a-ef84dee97d8b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:04:23.059100847Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"2ef1b46d-22ee-4d09-849a-ef84dee97d8b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:04:24.179358894Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a3f41779-0c60-4671-83f5-37354231d8a1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:04:24.228350355Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a3f41779-0c60-4671-83f5-37354231d8a1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:04:24.277162208Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a3f41779-0c60-4671-83f5-37354231d8a1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:04:24.32631486Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a3f41779-0c60-4671-83f5-37354231d8a1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:04:25.713519827Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:04:26.143323769Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"31c931c1-44d5-40ad-ae51-3c7bd716729d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:04:26.192060279Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"31c931c1-44d5-40ad-ae51-3c7bd716729d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:04:26.240798693Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"31c931c1-44d5-40ad-ae51-3c7bd716729d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:04:26.289648838Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"31c931c1-44d5-40ad-ae51-3c7bd716729d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:04:32.207417212Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-d8cfbc72","namespace":"ai-tenant-e2e-mt-d8cfbc72"},"namespace":"ai-tenant-e2e-mt-d8cfbc72","name":"e2e-policy-d8cfbc72","reconcileID":"4a85619f-a1e0-4111-bb67-092587a5cfdf","MaaSAuthPolicy":{"name":"e2e-policy-d8cfbc72","namespace":"ai-tenant-e2e-mt-d8cfbc72"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:04:32.307431329Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-707b4922","namespace":"ai-tenant-e2e-mt-707b4922"},"namespace":"ai-tenant-e2e-mt-707b4922","name":"e2e-policy-707b4922","reconcileID":"230c52a7-9039-420e-a2f6-5b91f4182162","MaaSAuthPolicy":{"name":"e2e-policy-707b4922","namespace":"ai-tenant-e2e-mt-707b4922"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:04:32.320876315Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-d8cfbc72","namespace":"ai-tenant-e2e-mt-d8cfbc72"},"namespace":"ai-tenant-e2e-mt-d8cfbc72","name":"e2e-policy-d8cfbc72","reconcileID":"4a85619f-a1e0-4111-bb67-092587a5cfdf","MaaSAuthPolicy":{"name":"e2e-policy-d8cfbc72","namespace":"ai-tenant-e2e-mt-d8cfbc72"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:04:32.359516008Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-707b4922","namespace":"ai-tenant-e2e-mt-707b4922"},"namespace":"ai-tenant-e2e-mt-707b4922","name":"e2e-policy-707b4922","reconcileID":"230c52a7-9039-420e-a2f6-5b91f4182162","MaaSAuthPolicy":{"name":"e2e-policy-707b4922","namespace":"ai-tenant-e2e-mt-707b4922"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:04:32.371497983Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 9, current generation is 58","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-d8cfbc72","namespace":"ai-tenant-e2e-mt-d8cfbc72"},"namespace":"ai-tenant-e2e-mt-d8cfbc72","name":"e2e-policy-d8cfbc72","reconcileID":"4a85619f-a1e0-4111-bb67-092587a5cfdf","MaaSAuthPolicy":{"name":"e2e-policy-d8cfbc72","namespace":"ai-tenant-e2e-mt-d8cfbc72"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:04:32.41331384Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 9, current generation is 58","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-707b4922","namespace":"ai-tenant-e2e-mt-707b4922"},"namespace":"ai-tenant-e2e-mt-707b4922","name":"e2e-policy-707b4922","reconcileID":"230c52a7-9039-420e-a2f6-5b91f4182162","MaaSAuthPolicy":{"name":"e2e-policy-707b4922","namespace":"ai-tenant-e2e-mt-707b4922"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:04:32.425110302Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"683477cc-a9e0-43c9-bce4-eefcf4e2b83b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:04:32.425125586Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"683477cc-a9e0-43c9-bce4-eefcf4e2b83b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:04:32.464492743Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"cf815d36-a3a6-41d3-924b-416f8c21be30","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:04:32.464517309Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"cf815d36-a3a6-41d3-924b-416f8c21be30","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:04:32.642775432Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-de8780c5","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-de8780c5","reconcileID":"4f0d656c-35fe-45a3-b420-7db03324c98b","MaaSAuthPolicy":{"name":"e2e-default-ns-de8780c5","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:04:32.757000595Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-de8780c5","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-de8780c5","reconcileID":"4f0d656c-35fe-45a3-b420-7db03324c98b","MaaSAuthPolicy":{"name":"e2e-default-ns-de8780c5","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:04:32.807934154Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 9, current generation is 59","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-de8780c5","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-de8780c5","reconcileID":"4f0d656c-35fe-45a3-b420-7db03324c98b","MaaSAuthPolicy":{"name":"e2e-default-ns-de8780c5","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:04:32.859950606Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"7089d268-b9db-4656-9b37-bc8ccc205e89","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:04:32.859970734Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"7089d268-b9db-4656-9b37-bc8ccc205e89","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:04:33.115080181Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"db0e7ddc-5dda-4f5c-8227-c033ce7cc25e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:04:33.167928512Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"db0e7ddc-5dda-4f5c-8227-c033ce7cc25e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:04:33.204781263Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"cf72e905-b737-435d-967f-b2fdf81df41d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:04:33.2188981Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 9, current generation is 59","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"db0e7ddc-5dda-4f5c-8227-c033ce7cc25e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:04:33.256910335Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"cf72e905-b737-435d-967f-b2fdf81df41d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:04:33.273028648Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"cf7c3f94-7602-48fa-92ef-d0c47475fac1","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:04:33.273044918Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"cf7c3f94-7602-48fa-92ef-d0c47475fac1","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:04:33.307639706Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 9, current generation is 59","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"cf72e905-b737-435d-967f-b2fdf81df41d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:04:33.360076845Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"97bb3933-978f-4899-a79d-762008049aac","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:04:33.360096544Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"97bb3933-978f-4899-a79d-762008049aac","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:04:33.519760307Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"638acc6f-eec8-4a9e-aac7-33f36058c698","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:04:33.568332787Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"638acc6f-eec8-4a9e-aac7-33f36058c698","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:04:33.617755262Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"638acc6f-eec8-4a9e-aac7-33f36058c698","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:04:33.666533187Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"638acc6f-eec8-4a9e-aac7-33f36058c698","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:04:34.068030774Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-inf-b-5e9ee9","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-inf-b-5e9ee9","reconcileID":"aa8e68c8-9fad-4402-8f06-6feed3dd356f","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-inf-b-5e9ee9","applied":{"maas.opendatahub.io/gateway-access-e2e-inf-b-5e9ee9":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:04:35.519116862Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"461aac86-b1ed-431d-9a4e-7eb5acac500b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:04:35.567736493Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"461aac86-b1ed-431d-9a4e-7eb5acac500b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:04:35.616660883Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"461aac86-b1ed-431d-9a4e-7eb5acac500b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:04:35.665592765Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"461aac86-b1ed-431d-9a4e-7eb5acac500b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:04:37.513300013Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f5833e8c-d618-41ec-8d76-c170d2c08f54","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:04:37.5632384Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f5833e8c-d618-41ec-8d76-c170d2c08f54","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:04:37.612015223Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f5833e8c-d618-41ec-8d76-c170d2c08f54","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:04:37.664577497Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f5833e8c-d618-41ec-8d76-c170d2c08f54","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:04:38.838134221Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-d8cfbc72","namespace":"ai-tenant-e2e-mt-d8cfbc72"},"namespace":"ai-tenant-e2e-mt-d8cfbc72","name":"e2e-policy-d8cfbc72","reconcileID":"3bb1f96e-c92b-439d-9f9a-6e5a0e723fed","MaaSAuthPolicy":{"name":"e2e-policy-d8cfbc72","namespace":"ai-tenant-e2e-mt-d8cfbc72"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:04:38.83830227Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"42b57329-0862-46f3-a5a2-1ec8878d2915","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:04:38.83831898Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"42b57329-0862-46f3-a5a2-1ec8878d2915","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:04:38.944765253Z","body":"skipping gateway AuthPolicy reset: policy namespace differs from default tenant namespace (MaasTenantConfig likely already deleted)","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-d8cfbc72","namespace":"ai-tenant-e2e-mt-d8cfbc72"},"namespace":"ai-tenant-e2e-mt-d8cfbc72","name":"e2e-policy-d8cfbc72","reconcileID":"3bb1f96e-c92b-439d-9f9a-6e5a0e723fed","MaaSAuthPolicy":{"name":"e2e-policy-d8cfbc72","namespace":"ai-tenant-e2e-mt-d8cfbc72"},"policyNamespace":"ai-tenant-e2e-mt-d8cfbc72","defaultTenantNamespace":"models-as-a-service","gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:04:39.016299851Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"1a7c080b-d943-4a22-ab56-02781d0e8a8b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:04:39.01632939Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"1a7c080b-d943-4a22-ab56-02781d0e8a8b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:04:39.138212339Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"f4023be0-a0b9-4638-a07a-921cd1ee4a26","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:04:39.138238255Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"f4023be0-a0b9-4638-a07a-921cd1ee4a26","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:04:39.522622675Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"12261a12-664e-4586-9086-815bc647462b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:04:39.571559525Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"12261a12-664e-4586-9086-815bc647462b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:04:39.620768558Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"12261a12-664e-4586-9086-815bc647462b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:04:39.669654237Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"12261a12-664e-4586-9086-815bc647462b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:04:41.520350739Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fd2b2140-f416-4f5b-9ab3-987c21165915","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:04:41.569092607Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fd2b2140-f416-4f5b-9ab3-987c21165915","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:04:41.618826115Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fd2b2140-f416-4f5b-9ab3-987c21165915","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:04:41.667547254Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fd2b2140-f416-4f5b-9ab3-987c21165915","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:04:42.56192541Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-707b4922","namespace":"ai-tenant-e2e-mt-707b4922"},"namespace":"ai-tenant-e2e-mt-707b4922","name":"e2e-policy-707b4922","reconcileID":"b8a86648-e08c-4ebb-92d9-c0904f91cefe","MaaSAuthPolicy":{"name":"e2e-policy-707b4922","namespace":"ai-tenant-e2e-mt-707b4922"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:04:42.677500751Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-707b4922","namespace":"ai-tenant-e2e-mt-707b4922"},"namespace":"ai-tenant-e2e-mt-707b4922","name":"e2e-policy-707b4922","reconcileID":"b8a86648-e08c-4ebb-92d9-c0904f91cefe","MaaSAuthPolicy":{"name":"e2e-policy-707b4922","namespace":"ai-tenant-e2e-mt-707b4922"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:04:42.728667251Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 9, current generation is 60","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-707b4922","namespace":"ai-tenant-e2e-mt-707b4922"},"namespace":"ai-tenant-e2e-mt-707b4922","name":"e2e-policy-707b4922","reconcileID":"b8a86648-e08c-4ebb-92d9-c0904f91cefe","MaaSAuthPolicy":{"name":"e2e-policy-707b4922","namespace":"ai-tenant-e2e-mt-707b4922"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:04:42.782492065Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"fe83d214-5026-4c45-86b2-3b579568e480","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:04:42.782511064Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"fe83d214-5026-4c45-86b2-3b579568e480","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:04:43.005438285Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-de8780c5","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-de8780c5","reconcileID":"4a84173e-3feb-4115-91f1-dbf105e623dd","MaaSAuthPolicy":{"name":"e2e-default-ns-de8780c5","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:04:43.120179177Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-de8780c5","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-de8780c5","reconcileID":"4a84173e-3feb-4115-91f1-dbf105e623dd","MaaSAuthPolicy":{"name":"e2e-default-ns-de8780c5","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:04:43.171681394Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 9, current generation is 61","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-de8780c5","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-de8780c5","reconcileID":"4a84173e-3feb-4115-91f1-dbf105e623dd","MaaSAuthPolicy":{"name":"e2e-default-ns-de8780c5","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:04:43.22573897Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"471ce061-6594-4e0c-8fe5-9d8638177963","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:04:43.225766154Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"471ce061-6594-4e0c-8fe5-9d8638177963","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:04:43.419405262Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"2ad6f35c-3325-4551-9b0c-e615cdf71244","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:04:43.472092369Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"2ad6f35c-3325-4551-9b0c-e615cdf71244","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:04:43.506122954Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"696bca2f-6b76-409a-89aa-79b905cfa9ff","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:04:43.523392175Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 9, current generation is 61","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"2ad6f35c-3325-4551-9b0c-e615cdf71244","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:04:43.5582379Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"696bca2f-6b76-409a-89aa-79b905cfa9ff","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:04:43.577555488Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"66bf01ce-3e3f-4141-ba4b-188d9bbf1aeb","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:04:43.57757437Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"66bf01ce-3e3f-4141-ba4b-188d9bbf1aeb","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:04:43.609021712Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 9, current generation is 61","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"696bca2f-6b76-409a-89aa-79b905cfa9ff","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:04:43.662516786Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e6872dcf-9b7c-4bbc-ae04-f5007fe0eaba","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:04:43.662536031Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e6872dcf-9b7c-4bbc-ae04-f5007fe0eaba","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:04:46.848068161Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-707b4922","namespace":"ai-tenant-e2e-mt-707b4922"},"namespace":"ai-tenant-e2e-mt-707b4922","name":"e2e-policy-707b4922","reconcileID":"47138c76-a9e2-4391-8723-8907c359f7a4","MaaSAuthPolicy":{"name":"e2e-policy-707b4922","namespace":"ai-tenant-e2e-mt-707b4922"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:04:46.848241876Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"28d24e35-1da4-4dd2-8da8-5562ad57b8e7","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:04:46.848260621Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"28d24e35-1da4-4dd2-8da8-5562ad57b8e7","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:04:46.997925094Z","body":"skipping gateway AuthPolicy reset: policy namespace differs from default tenant namespace (MaasTenantConfig likely already deleted)","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-707b4922","namespace":"ai-tenant-e2e-mt-707b4922"},"namespace":"ai-tenant-e2e-mt-707b4922","name":"e2e-policy-707b4922","reconcileID":"47138c76-a9e2-4391-8723-8907c359f7a4","MaaSAuthPolicy":{"name":"e2e-policy-707b4922","namespace":"ai-tenant-e2e-mt-707b4922"},"policyNamespace":"ai-tenant-e2e-mt-707b4922","defaultTenantNamespace":"models-as-a-service","gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:04:47.050191564Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"43b846bd-a36f-4962-9911-90dea19a6390","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:04:47.050212718Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"43b846bd-a36f-4962-9911-90dea19a6390","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:04:48.022747691Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"namespace":"ai-tenant-e2e-worker-w1-5951bc","name":"simulator-subscription","reconcileID":"15071610-a6bb-47fc-a458-d4892d95e3fd","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"name":"maas-trlp-simulator-w1-5951bc","model":"e2e-models-e2e-worker-w1-5951bc/simulator-w1-5951bc","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:04:48.252863205Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"namespace":"ai-tenant-e2e-worker-w4-8d2c7c","name":"simulator-subscription","reconcileID":"a2533abf-7067-4dfc-ad3f-c8de02972f50","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"name":"maas-trlp-simulator-w4-8d2c7c","model":"e2e-models-e2e-worker-w4-8d2c7c/simulator-w4-8d2c7c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:04:48.354218172Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"namespace":"ai-tenant-e2e-worker-w0-9893f0","name":"simulator-subscription","reconcileID":"dc92a9b4-c471-4be5-8041-f3e4216e6bd7","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"name":"maas-trlp-simulator-w0-9893f0","model":"e2e-models-e2e-worker-w0-9893f0/simulator-w0-9893f0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:04:48.48913273Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"premium-simulator-subscription","reconcileID":"9b26521f-3dd2-4819-a779-29ea7a40e927","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"name":"maas-trlp-premium-w2-91cd99","model":"e2e-models-e2e-worker-w2-91cd99/premium-w2-91cd99","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:04:48.605956162Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"simulator-subscription","reconcileID":"9038693f-7c4b-44cc-9a4c-a05ea5a862b5","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"name":"maas-trlp-simulator-w2-91cd99","model":"e2e-models-e2e-worker-w2-91cd99/simulator-w2-91cd99","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:04:48.643782693Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"5a91c289-c01f-40da-839f-c5e697ce4366","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"subscriptions":["models-as-a-service/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:04:48.901567843Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"namespace":"ai-tenant-e2e-worker-w4-8d2c7c","name":"premium-simulator-subscription","reconcileID":"3fafcfd5-0548-4347-b6ec-d487d9e9d2d2","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"name":"maas-trlp-premium-w4-8d2c7c","model":"e2e-models-e2e-worker-w4-8d2c7c/premium-w4-8d2c7c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:04:49.001908712Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"namespace":"ai-tenant-e2e-worker-w3-bb1b51","name":"simulator-subscription","reconcileID":"fea38b94-9ee9-44ee-a738-b2ae423f2690","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"name":"maas-trlp-simulator-w3-bb1b51","model":"e2e-models-e2e-worker-w3-bb1b51/simulator-w3-bb1b51","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:04:49.002178915Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"7826e4a4-03f5-4165-9630-39d40b2ed7e0","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:04:49.01859677Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"03f38acc-f490-4e6e-a4ec-48dab4003e19","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:04:49.102821623Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"namespace":"ai-tenant-e2e-worker-w0-9893f0","name":"premium-simulator-subscription","reconcileID":"1e060b43-9177-47e5-a411-2160f9806380","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"name":"maas-trlp-premium-w0-9893f0","model":"e2e-models-e2e-worker-w0-9893f0/premium-w0-9893f0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:04:49.289321212Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-d8cfbc72","namespace":"ai-tenant-e2e-mt-d8cfbc72"},"namespace":"ai-tenant-e2e-mt-d8cfbc72","name":"e2e-sub-d8cfbc72","reconcileID":"937b1220-80d8-44d2-b788-5ff0ef14ff97","MaaSSubscription":{"name":"e2e-sub-d8cfbc72","namespace":"ai-tenant-e2e-mt-d8cfbc72"},"model":"llm/facebook-opt-125m-simulated","subscription":"e2e-sub-d8cfbc72","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:04:49.368124127Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"namespace":"ai-tenant-e2e-worker-w3-bb1b51","name":"premium-simulator-subscription","reconcileID":"8f9baa91-7fd9-4013-a25f-550a0d01e1c3","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"name":"maas-trlp-premium-w3-bb1b51","model":"e2e-models-e2e-worker-w3-bb1b51/premium-w3-bb1b51","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:04:49.435214625Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-d8cfbc72","namespace":"ai-tenant-e2e-mt-d8cfbc72"},"namespace":"ai-tenant-e2e-mt-d8cfbc72","name":"e2e-sub-d8cfbc72","reconcileID":"937b1220-80d8-44d2-b788-5ff0ef14ff97","MaaSSubscription":{"name":"e2e-sub-d8cfbc72","namespace":"ai-tenant-e2e-mt-d8cfbc72"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:04:49.542946519Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"namespace":"ai-tenant-e2e-worker-w1-5951bc","name":"premium-simulator-subscription","reconcileID":"08db9d54-6fe5-49c6-a74f-3ec0f07e1558","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"name":"maas-trlp-premium-w1-5951bc","model":"e2e-models-e2e-worker-w1-5951bc/premium-w1-5951bc","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:04:49.764936989Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e42c0d10-c6e3-4732-a66d-c5c76d4545ac","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:04:49.764963086Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e42c0d10-c6e3-4732-a66d-c5c76d4545ac","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:04:53.371039815Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-de8780c5","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-de8780c5","reconcileID":"b5a1a59a-2428-4e93-a666-3856c0425e10","MaaSAuthPolicy":{"name":"e2e-default-ns-de8780c5","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:04:53.423195265Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-de8780c5","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-de8780c5","reconcileID":"b5a1a59a-2428-4e93-a666-3856c0425e10","MaaSAuthPolicy":{"name":"e2e-default-ns-de8780c5","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:04:53.473936925Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 9, current generation is 61","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-de8780c5","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-de8780c5","reconcileID":"b5a1a59a-2428-4e93-a666-3856c0425e10","MaaSAuthPolicy":{"name":"e2e-default-ns-de8780c5","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:04:53.721579652Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b80a0e98-bdd9-4ad7-a523-8fce154e3049","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:04:53.773950745Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b80a0e98-bdd9-4ad7-a523-8fce154e3049","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:04:53.822052281Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"81e70a6a-1348-4394-a49a-fe886f48242f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:04:53.824732861Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 9, current generation is 61","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b80a0e98-bdd9-4ad7-a523-8fce154e3049","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:04:53.874490196Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"81e70a6a-1348-4394-a49a-fe886f48242f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:04:53.92585553Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 9, current generation is 61","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"81e70a6a-1348-4394-a49a-fe886f48242f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:04:55.712299077Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:05:03.619708611Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-de8780c5","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-de8780c5","reconcileID":"d66154b5-f491-4e03-9991-cc37d92b1c22","MaaSAuthPolicy":{"name":"e2e-default-ns-de8780c5","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:05:03.67193906Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-de8780c5","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-de8780c5","reconcileID":"d66154b5-f491-4e03-9991-cc37d92b1c22","MaaSAuthPolicy":{"name":"e2e-default-ns-de8780c5","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:05:03.723506075Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 9, current generation is 61","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-de8780c5","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-de8780c5","reconcileID":"d66154b5-f491-4e03-9991-cc37d92b1c22","MaaSAuthPolicy":{"name":"e2e-default-ns-de8780c5","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:05:03.970966901Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"5363d8bd-14c3-4732-9f8b-7c5687b12bb4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:05:04.023803176Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"5363d8bd-14c3-4732-9f8b-7c5687b12bb4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:05:04.07122971Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"0335c67b-697a-451b-b110-018c74415747","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:05:04.074534291Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 9, current generation is 61","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"5363d8bd-14c3-4732-9f8b-7c5687b12bb4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:05:04.12432841Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"0335c67b-697a-451b-b110-018c74415747","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:05:04.175428196Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 9, current generation is 61","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"0335c67b-697a-451b-b110-018c74415747","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:05:09.60216864Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"baf47734-4b2e-44f5-a714-94b3c7e137f1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:05:09.650840611Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"baf47734-4b2e-44f5-a714-94b3c7e137f1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:05:09.699506832Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"baf47734-4b2e-44f5-a714-94b3c7e137f1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:05:09.748620608Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"baf47734-4b2e-44f5-a714-94b3c7e137f1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:05:11.554840604Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"672698df-85d6-41fa-aaa9-0dd8c726188a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:05:11.603655378Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"672698df-85d6-41fa-aaa9-0dd8c726188a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:05:11.653318231Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"672698df-85d6-41fa-aaa9-0dd8c726188a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:05:11.702055714Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"672698df-85d6-41fa-aaa9-0dd8c726188a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:05:13.870938932Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-de8780c5","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-de8780c5","reconcileID":"ee1e59f6-8018-48b0-ade3-bed9ecfe1d3e","MaaSAuthPolicy":{"name":"e2e-default-ns-de8780c5","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:05:13.929671443Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-de8780c5","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-de8780c5","reconcileID":"ee1e59f6-8018-48b0-ade3-bed9ecfe1d3e","MaaSAuthPolicy":{"name":"e2e-default-ns-de8780c5","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:05:14.220682992Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d0d00880-1eae-49ac-a81e-eb487d9a4a5d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:05:14.239530889Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c3497eeb-f58d-43de-81d3-e38eeee07cf7","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:05:14.239552706Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c3497eeb-f58d-43de-81d3-e38eeee07cf7","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:05:14.273664674Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d0d00880-1eae-49ac-a81e-eb487d9a4a5d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:05:14.32004113Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"4ee369a4-bc5a-42e5-b2ec-c7dd14b2e30c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:05:14.372863476Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"4ee369a4-bc5a-42e5-b2ec-c7dd14b2e30c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:05:14.575165404Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"e810c5a6-13c2-48af-893b-c1b937e97cd2","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:05:14.575185667Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"e810c5a6-13c2-48af-893b-c1b937e97cd2","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:05:14.676046555Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"7563dd2a-d0a8-4380-8d6a-37ee119a89e4","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:05:14.676071449Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"7563dd2a-d0a8-4380-8d6a-37ee119a89e4","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:05:18.596503754Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-de8780c5","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-de8780c5","reconcileID":"4ca20c24-3af4-4713-b71d-dcdbdc984b6e","MaaSAuthPolicy":{"name":"e2e-default-ns-de8780c5","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:05:18.596537958Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"794c2736-e1c0-4ee2-99ae-dd80d74d726f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:05:18.596551826Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"794c2736-e1c0-4ee2-99ae-dd80d74d726f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:05:18.800238843Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e121bf68-aae3-4ebc-bc7f-13b852ed1792","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:05:18.800258519Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e121bf68-aae3-4ebc-bc7f-13b852ed1792","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:05:25.713465909Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:05:38.535337989Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"simulator-subscription","reconcileID":"4a3a07b2-20e9-413f-961f-426917d6e5e0","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"name":"maas-trlp-simulator-w2-91cd99","model":"e2e-models-e2e-worker-w2-91cd99/simulator-w2-91cd99","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:05:38.770815513Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"211d7dbc-4308-4fab-ac96-6896d8a18a99","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:05:38.868871879Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"575ecded-d68b-44ca-940b-3acc2cb1fd08","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:05:39.003046756Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"namespace":"ai-tenant-e2e-worker-w4-8d2c7c","name":"simulator-subscription","reconcileID":"93cc59a3-41cb-4a8c-b556-842c413d1c15","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"name":"maas-trlp-simulator-w4-8d2c7c","model":"e2e-models-e2e-worker-w4-8d2c7c/simulator-w4-8d2c7c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:05:39.23194137Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"namespace":"ai-tenant-e2e-worker-w3-bb1b51","name":"premium-simulator-subscription","reconcileID":"35751dc8-661b-4d2c-9879-68537c27daa2","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"name":"maas-trlp-premium-w3-bb1b51","model":"e2e-models-e2e-worker-w3-bb1b51/premium-w3-bb1b51","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:05:39.476098293Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"namespace":"ai-tenant-e2e-worker-w4-8d2c7c","name":"premium-simulator-subscription","reconcileID":"c31bf22f-ab58-4d7a-9c4d-769df0bb6c32","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"name":"maas-trlp-premium-w4-8d2c7c","model":"e2e-models-e2e-worker-w4-8d2c7c/premium-w4-8d2c7c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:05:39.573653024Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"premium-simulator-subscription","reconcileID":"44e6d9ea-04e7-4fc4-bb22-96ef1f744ba9","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"name":"maas-trlp-premium-w2-91cd99","model":"e2e-models-e2e-worker-w2-91cd99/premium-w2-91cd99","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:05:39.667263876Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"namespace":"ai-tenant-e2e-worker-w0-9893f0","name":"premium-simulator-subscription","reconcileID":"030c8778-2ad4-4374-a803-7ed142b24a06","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"name":"maas-trlp-premium-w0-9893f0","model":"e2e-models-e2e-worker-w0-9893f0/premium-w0-9893f0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:05:39.766715569Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"namespace":"ai-tenant-e2e-worker-w0-9893f0","name":"simulator-subscription","reconcileID":"922a8e29-7310-4141-9c26-de07f072bdbd","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"name":"maas-trlp-simulator-w0-9893f0","model":"e2e-models-e2e-worker-w0-9893f0/simulator-w0-9893f0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:05:39.867867521Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"namespace":"ai-tenant-e2e-worker-w3-bb1b51","name":"simulator-subscription","reconcileID":"9a890448-00d6-4dcc-b35a-3cb3e9f4ebc1","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"name":"maas-trlp-simulator-w3-bb1b51","model":"e2e-models-e2e-worker-w3-bb1b51/simulator-w3-bb1b51","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:05:40.053948859Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"namespace":"ai-tenant-e2e-worker-w1-5951bc","name":"simulator-subscription","reconcileID":"ee15bf4a-8cd2-4e3b-aaeb-960d27d710ed","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"name":"maas-trlp-simulator-w1-5951bc","model":"e2e-models-e2e-worker-w1-5951bc/simulator-w1-5951bc","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:05:40.172772449Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"namespace":"ai-tenant-e2e-worker-w1-5951bc","name":"premium-simulator-subscription","reconcileID":"835d6aa8-3c64-4dfe-a4b2-dcefad8c28be","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"name":"maas-trlp-premium-w1-5951bc","model":"e2e-models-e2e-worker-w1-5951bc/premium-w1-5951bc","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:05:55.713215269Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:05:56.838646223Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-5e9ee9"},"namespace":"ai-tenant-e2e-inf-b-5e9ee9","name":"default-tenant","reconcileID":"44dc74dd-e37a-4b8e-b70b-047ecfbd4d8a","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-5e9ee9","tenantID":"e2e-inf-b-5e9ee9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:05:56.896020592Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"namespace":"ai-tenant-e2e-worker-w0-9893f0","name":"premium-simulator-subscription","reconcileID":"340ab8e3-2b25-4fbd-b1bf-bdac63b5adf0","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"name":"maas-trlp-premium-w0-9893f0","model":"e2e-models-e2e-worker-w0-9893f0/premium-w0-9893f0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:05:56.946408173Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-5e9ee9"},"namespace":"ai-tenant-e2e-inf-b-5e9ee9","name":"default-tenant","reconcileID":"44dc74dd-e37a-4b8e-b70b-047ecfbd4d8a","name":"e2e-inf-b-5e9ee9-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:05:57.11735577Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"namespace":"ai-tenant-e2e-worker-w4-8d2c7c","name":"simulator-subscription","reconcileID":"b5d19fb9-5d0c-4369-89ac-e4b694cdfb47","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"name":"maas-trlp-simulator-w4-8d2c7c","model":"e2e-models-e2e-worker-w4-8d2c7c/simulator-w4-8d2c7c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:05:57.267123286Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"namespace":"ai-tenant-e2e-worker-w1-5951bc","name":"simulator-subscription","reconcileID":"ac360d27-6590-4770-b30e-840e37ed729e","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"name":"maas-trlp-simulator-w1-5951bc","model":"e2e-models-e2e-worker-w1-5951bc/simulator-w1-5951bc","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:05:57.366865669Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"namespace":"ai-tenant-e2e-worker-w0-9893f0","name":"simulator-subscription","reconcileID":"42c4c771-0a1f-4a46-bb37-3a58df52218e","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"name":"maas-trlp-simulator-w0-9893f0","model":"e2e-models-e2e-worker-w0-9893f0/simulator-w0-9893f0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:05:57.417948356Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"namespace":"ai-tenant-e2e-worker-w3-bb1b51","name":"premium-simulator-subscription","reconcileID":"7406808a-5b85-4734-b138-1869b9dc4a41","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"name":"maas-trlp-premium-w3-bb1b51","model":"e2e-models-e2e-worker-w3-bb1b51/premium-w3-bb1b51","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:05:57.517968782Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"simulator-subscription","reconcileID":"a175ae5a-1e97-47d6-8f98-155fea8852b1","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"name":"maas-trlp-simulator-w2-91cd99","model":"e2e-models-e2e-worker-w2-91cd99/simulator-w2-91cd99","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:05:57.938614002Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"namespace":"ai-tenant-e2e-worker-w3-bb1b51","name":"simulator-subscription","reconcileID":"53ec531f-c74e-4ab1-9c7b-9f013ef81787","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"name":"maas-trlp-simulator-w3-bb1b51","model":"e2e-models-e2e-worker-w3-bb1b51/simulator-w3-bb1b51","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:05:58.115513337Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"namespace":"ai-tenant-e2e-worker-w1-5951bc","name":"premium-simulator-subscription","reconcileID":"ee105989-3766-4f3c-9924-2f972b50f064","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"name":"maas-trlp-premium-w1-5951bc","model":"e2e-models-e2e-worker-w1-5951bc/premium-w1-5951bc","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:05:58.215565693Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"premium-simulator-subscription","reconcileID":"cbec1c06-1580-401e-b7de-10691e83c7bd","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"name":"maas-trlp-premium-w2-91cd99","model":"e2e-models-e2e-worker-w2-91cd99/premium-w2-91cd99","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:05:58.233771357Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"namespace":"ai-tenant-e2e-worker-w4-8d2c7c","name":"premium-simulator-subscription","reconcileID":"d7d9db06-ae9a-405e-ac04-de226416b7b5","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"name":"maas-trlp-premium-w4-8d2c7c","model":"e2e-models-e2e-worker-w4-8d2c7c/premium-w4-8d2c7c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:05:58.58429058Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"cf787815-3d70-4dc1-9a49-a0c5c1cc9adb","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:05:58.683975589Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"247575a8-59b0-4a13-8f87-cec313e10a21","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:06:16.886558705Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"d3bba08b-a581-4043-947b-57785b8aec59","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:06:17.002500801Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"4f094eaa-90d4-4ad7-873b-36d9e15ac029","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:06:17.183477814Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"namespace":"ai-tenant-e2e-worker-w1-5951bc","name":"premium-simulator-subscription","reconcileID":"925c1278-8f1e-4051-b4ff-19170afaf665","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"name":"maas-trlp-premium-w1-5951bc","model":"e2e-models-e2e-worker-w1-5951bc/premium-w1-5951bc","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:06:17.441667525Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"simulator-subscription","reconcileID":"59e540c5-d497-4ea8-bc62-956a0f9f33a8","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"name":"maas-trlp-simulator-w2-91cd99","model":"e2e-models-e2e-worker-w2-91cd99/simulator-w2-91cd99","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:06:17.53987523Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"namespace":"ai-tenant-e2e-worker-w4-8d2c7c","name":"simulator-subscription","reconcileID":"7e806c2a-e029-4e93-819e-fba4e0416416","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"name":"maas-trlp-simulator-w4-8d2c7c","model":"e2e-models-e2e-worker-w4-8d2c7c/simulator-w4-8d2c7c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:06:17.675248585Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"namespace":"ai-tenant-e2e-worker-w0-9893f0","name":"premium-simulator-subscription","reconcileID":"c400a147-dcc9-471f-996c-1e9722bdb375","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"name":"maas-trlp-premium-w0-9893f0","model":"e2e-models-e2e-worker-w0-9893f0/premium-w0-9893f0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:06:17.741416833Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"namespace":"ai-tenant-e2e-worker-w3-bb1b51","name":"simulator-subscription","reconcileID":"63b7db62-cd2a-4dce-8444-72772c85e88b","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"name":"maas-trlp-simulator-w3-bb1b51","model":"e2e-models-e2e-worker-w3-bb1b51/simulator-w3-bb1b51","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:06:17.839682199Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"namespace":"ai-tenant-e2e-worker-w0-9893f0","name":"simulator-subscription","reconcileID":"020740fb-1cfe-4710-80be-e9f93c026ece","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"name":"maas-trlp-simulator-w0-9893f0","model":"e2e-models-e2e-worker-w0-9893f0/simulator-w0-9893f0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:06:17.968920695Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"namespace":"ai-tenant-e2e-worker-w3-bb1b51","name":"premium-simulator-subscription","reconcileID":"96bd0352-c13a-4b0c-b648-63e97a80c218","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"name":"maas-trlp-premium-w3-bb1b51","model":"e2e-models-e2e-worker-w3-bb1b51/premium-w3-bb1b51","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:06:18.072896Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"premium-simulator-subscription","reconcileID":"68514606-61ee-41e8-90cf-72143f004280","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"name":"maas-trlp-premium-w2-91cd99","model":"e2e-models-e2e-worker-w2-91cd99/premium-w2-91cd99","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:06:18.47345459Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"namespace":"ai-tenant-e2e-worker-w4-8d2c7c","name":"premium-simulator-subscription","reconcileID":"48178c86-02aa-4b65-b366-05de30213f67","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"name":"maas-trlp-premium-w4-8d2c7c","model":"e2e-models-e2e-worker-w4-8d2c7c/premium-w4-8d2c7c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:06:18.572007311Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"namespace":"ai-tenant-e2e-worker-w1-5951bc","name":"simulator-subscription","reconcileID":"1f11c2f3-4d06-4f45-a885-9771e8c76eea","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"name":"maas-trlp-simulator-w1-5951bc","model":"e2e-models-e2e-worker-w1-5951bc/simulator-w1-5951bc","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:06:18.616638455Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"4ae0a0fe-47bd-45a2-80cb-d74ae496bf7d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:06:18.616663276Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"4ae0a0fe-47bd-45a2-80cb-d74ae496bf7d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:06:18.669695277Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"3bb94b53-de2e-4dc2-a639-ff7e05bd0a94","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:06:18.66971608Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"3bb94b53-de2e-4dc2-a639-ff7e05bd0a94","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:06:18.765624967Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-4d276f5e","namespace":"ai-tenant-e2e-mt-4d276f5e"},"namespace":"ai-tenant-e2e-mt-4d276f5e","name":"e2e-shared-policy-4d276f5e","reconcileID":"d1fa49c9-7014-46b8-880b-8282688fd05a","MaaSAuthPolicy":{"name":"e2e-shared-policy-4d276f5e","namespace":"ai-tenant-e2e-mt-4d276f5e"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:06:18.881215702Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-4d276f5e","namespace":"ai-tenant-e2e-mt-4d276f5e"},"namespace":"ai-tenant-e2e-mt-4d276f5e","name":"e2e-shared-policy-4d276f5e","reconcileID":"d1fa49c9-7014-46b8-880b-8282688fd05a","MaaSAuthPolicy":{"name":"e2e-shared-policy-4d276f5e","namespace":"ai-tenant-e2e-mt-4d276f5e"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:06:18.885853252Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"06c52662-7e81-4a44-94bb-60269b7ddaa7","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:06:18.885874303Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"06c52662-7e81-4a44-94bb-60269b7ddaa7","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:06:18.932132157Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 61, current generation is 62","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-4d276f5e","namespace":"ai-tenant-e2e-mt-4d276f5e"},"namespace":"ai-tenant-e2e-mt-4d276f5e","name":"e2e-shared-policy-4d276f5e","reconcileID":"d1fa49c9-7014-46b8-880b-8282688fd05a","MaaSAuthPolicy":{"name":"e2e-shared-policy-4d276f5e","namespace":"ai-tenant-e2e-mt-4d276f5e"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:06:18.936450158Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"5e602298-ac28-440d-9ded-9b1774836d28","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:06:18.936468319Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"5e602298-ac28-440d-9ded-9b1774836d28","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:06:18.986752577Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"8af0d714-2536-4620-91b2-bfa2853fe2e3","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:06:18.986773576Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"8af0d714-2536-4620-91b2-bfa2853fe2e3","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T13:06:18.988909424Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-4d276f5e","namespace":"ai-tenant-e2e-mt-4d276f5e"},"namespace":"ai-tenant-e2e-mt-4d276f5e","name":"e2e-shared-sub-4d276f5e","reconcileID":"64e47133-8f8c-4210-8dda-c0c250f62049","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-shared-sub-4d276f5e\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T13:06:19.084456858Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-4d276f5e","namespace":"ai-tenant-e2e-mt-4d276f5e"},"namespace":"ai-tenant-e2e-mt-4d276f5e","name":"e2e-shared-policy-4d276f5e","reconcileID":"8f88805e-6701-4735-a33a-025debc598b3","MaaSAuthPolicy":{"name":"e2e-shared-policy-4d276f5e","namespace":"ai-tenant-e2e-mt-4d276f5e"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:06:19.099516706Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"74a4152d-baea-4d93-abed-8dd6dc5d0a74","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:06:19.099543112Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"74a4152d-baea-4d93-abed-8dd6dc5d0a74","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:06:19.13856083Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-4d276f5e","namespace":"ai-tenant-e2e-mt-4d276f5e"},"namespace":"ai-tenant-e2e-mt-4d276f5e","name":"e2e-shared-policy-4d276f5e","reconcileID":"8f88805e-6701-4735-a33a-025debc598b3","MaaSAuthPolicy":{"name":"e2e-shared-policy-4d276f5e","namespace":"ai-tenant-e2e-mt-4d276f5e"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:06:19.150828198Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c6c04bf6-6051-4442-8e43-2e6aa0051fdb","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:06:19.150852481Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c6c04bf6-6051-4442-8e43-2e6aa0051fdb","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:06:19.189330223Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 61, current generation is 62","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-4d276f5e","namespace":"ai-tenant-e2e-mt-4d276f5e"},"namespace":"ai-tenant-e2e-mt-4d276f5e","name":"e2e-shared-policy-4d276f5e","reconcileID":"8f88805e-6701-4735-a33a-025debc598b3","MaaSAuthPolicy":{"name":"e2e-shared-policy-4d276f5e","namespace":"ai-tenant-e2e-mt-4d276f5e"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:06:19.401779089Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-4d276f5e","namespace":"ai-tenant-e2e-mt-4d276f5e"},"namespace":"ai-tenant-e2e-mt-4d276f5e","name":"e2e-shared-sub-4d276f5e","reconcileID":"b23dfd2a-036f-474d-81bd-112683968c2a","MaaSSubscription":{"name":"e2e-shared-sub-4d276f5e","namespace":"ai-tenant-e2e-mt-4d276f5e"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-mt-4d276f5e/e2e-shared-sub-4d276f5e","models-as-a-service/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:06:19.616855316Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ddfe8803-7a92-4241-83a9-9c75e992dc56","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:06:19.616876166Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ddfe8803-7a92-4241-83a9-9c75e992dc56","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:06:19.661870789Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"c442ee0a-76b2-4144-a68d-43b11cea714f","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:06:19.812239015Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-4d276f5e","namespace":"ai-tenant-e2e-mt-4d276f5e"},"namespace":"ai-tenant-e2e-mt-4d276f5e","name":"e2e-shared-sub-4d276f5e","reconcileID":"9a42d8a1-001c-418d-b0c5-89bc03de17a6","MaaSSubscription":{"name":"e2e-shared-sub-4d276f5e","namespace":"ai-tenant-e2e-mt-4d276f5e"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:06:19.93003047Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"234a8099-2d2c-4778-950a-6e18d3a42140","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:06:19.930056085Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"234a8099-2d2c-4778-950a-6e18d3a42140","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:06:19.981155705Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"8cc552b0-c9d1-4156-aab5-e331a0aeb33b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:06:19.981181185Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"8cc552b0-c9d1-4156-aab5-e331a0aeb33b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:06:20.082608121Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-4d276f5e","namespace":"ai-tenant-e2e-mt-4b268295"},"namespace":"ai-tenant-e2e-mt-4b268295","name":"e2e-shared-policy-4d276f5e","reconcileID":"eea002c2-9fec-4ccb-bc57-0bf9666e606e","MaaSAuthPolicy":{"name":"e2e-shared-policy-4d276f5e","namespace":"ai-tenant-e2e-mt-4b268295"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:06:20.134820755Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-4d276f5e","namespace":"ai-tenant-e2e-mt-4b268295"},"namespace":"ai-tenant-e2e-mt-4b268295","name":"e2e-shared-policy-4d276f5e","reconcileID":"eea002c2-9fec-4ccb-bc57-0bf9666e606e","MaaSAuthPolicy":{"name":"e2e-shared-policy-4d276f5e","namespace":"ai-tenant-e2e-mt-4b268295"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:06:20.185745751Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 61, current generation is 62","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-4d276f5e","namespace":"ai-tenant-e2e-mt-4b268295"},"namespace":"ai-tenant-e2e-mt-4b268295","name":"e2e-shared-policy-4d276f5e","reconcileID":"eea002c2-9fec-4ccb-bc57-0bf9666e606e","MaaSAuthPolicy":{"name":"e2e-shared-policy-4d276f5e","namespace":"ai-tenant-e2e-mt-4b268295"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:06:20.193854258Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"4a4b0782-83c8-4d09-8aea-dd4623985400","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:06:20.193874129Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"4a4b0782-83c8-4d09-8aea-dd4623985400","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:06:20.23893484Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"30888e9b-669a-41a5-912a-b2e633520055","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:06:20.238952986Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"30888e9b-669a-41a5-912a-b2e633520055","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:06:20.246219409Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"8b7a0fd7-d322-4667-8789-07ed51de6b4e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:06:20.246237965Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"8b7a0fd7-d322-4667-8789-07ed51de6b4e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T13:06:20.298209854Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-4d276f5e","namespace":"ai-tenant-e2e-mt-4b268295"},"namespace":"ai-tenant-e2e-mt-4b268295","name":"e2e-shared-sub-4d276f5e","reconcileID":"a17d6036-99bd-4cdb-a069-76ecbd3f09eb","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-shared-sub-4d276f5e\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T13:06:20.335316938Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-4d276f5e","namespace":"ai-tenant-e2e-mt-4b268295"},"namespace":"ai-tenant-e2e-mt-4b268295","name":"e2e-shared-policy-4d276f5e","reconcileID":"ba040c12-6394-412d-a9c4-5e46ee9e14df","MaaSAuthPolicy":{"name":"e2e-shared-policy-4d276f5e","namespace":"ai-tenant-e2e-mt-4b268295"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:06:20.391231431Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-4d276f5e","namespace":"ai-tenant-e2e-mt-4b268295"},"namespace":"ai-tenant-e2e-mt-4b268295","name":"e2e-shared-policy-4d276f5e","reconcileID":"ba040c12-6394-412d-a9c4-5e46ee9e14df","MaaSAuthPolicy":{"name":"e2e-shared-policy-4d276f5e","namespace":"ai-tenant-e2e-mt-4b268295"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:06:20.426890326Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"372eaf6d-06cd-4b38-8298-507c4dfd7fed","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:06:20.426914397Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"372eaf6d-06cd-4b38-8298-507c4dfd7fed","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:06:20.445948841Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 61, current generation is 62","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-4d276f5e","namespace":"ai-tenant-e2e-mt-4b268295"},"namespace":"ai-tenant-e2e-mt-4b268295","name":"e2e-shared-policy-4d276f5e","reconcileID":"ba040c12-6394-412d-a9c4-5e46ee9e14df","MaaSAuthPolicy":{"name":"e2e-shared-policy-4d276f5e","namespace":"ai-tenant-e2e-mt-4b268295"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:06:20.490873281Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"df1f7b65-6662-4060-afcd-6154d72cd69f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:06:20.490892533Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"df1f7b65-6662-4060-afcd-6154d72cd69f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:06:20.741599223Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-4d276f5e","namespace":"ai-tenant-e2e-mt-4b268295"},"namespace":"ai-tenant-e2e-mt-4b268295","name":"e2e-shared-sub-4d276f5e","reconcileID":"114b1ba8-8c34-4d0f-8700-d26d7f42deeb","MaaSSubscription":{"name":"e2e-shared-sub-4d276f5e","namespace":"ai-tenant-e2e-mt-4b268295"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":3,"subscriptions":["ai-tenant-e2e-mt-4b268295/e2e-shared-sub-4d276f5e","ai-tenant-e2e-mt-4d276f5e/e2e-shared-sub-4d276f5e","models-as-a-service/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:06:20.897046283Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"4878823d-e9f6-4c16-afd5-91f393ca4157","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:06:20.897068585Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"4878823d-e9f6-4c16-afd5-91f393ca4157","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:06:20.925479241Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"dacb32e4-a9ec-4fbf-8520-e3de462c7aad","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:06:20.925500896Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"dacb32e4-a9ec-4fbf-8520-e3de462c7aad","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:06:20.938121295Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"6569da58-a13c-4e1c-92cb-db6d05101326","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:06:20.938131294Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-4d276f5e","namespace":"ai-tenant-e2e-mt-4d276f5e"},"namespace":"ai-tenant-e2e-mt-4d276f5e","name":"e2e-shared-sub-4d276f5e","reconcileID":"9eae9b78-06e3-4069-abd5-4d49637f9b99","MaaSSubscription":{"name":"e2e-shared-sub-4d276f5e","namespace":"ai-tenant-e2e-mt-4d276f5e"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:06:20.978440614Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"8c9eb118-8769-475c-a80f-c7ec3435082b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:06:20.978457351Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"8c9eb118-8769-475c-a80f-c7ec3435082b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:06:21.075473343Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-fe2a8423","namespace":"ai-tenant-e2e-mt-fe2a8423"},"namespace":"ai-tenant-e2e-mt-fe2a8423","name":"e2e-policy-fe2a8423","reconcileID":"43ff611e-f9db-44dd-9cbb-397feca8d252","MaaSAuthPolicy":{"name":"e2e-policy-fe2a8423","namespace":"ai-tenant-e2e-mt-fe2a8423"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:06:21.092853563Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-4d276f5e","namespace":"ai-tenant-e2e-mt-4b268295"},"namespace":"ai-tenant-e2e-mt-4b268295","name":"e2e-shared-sub-4d276f5e","reconcileID":"a074a4e3-3888-498b-aaa5-794033233f19","MaaSSubscription":{"name":"e2e-shared-sub-4d276f5e","namespace":"ai-tenant-e2e-mt-4b268295"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:06:21.106288143Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-4d276f5e","namespace":"ai-tenant-e2e-mt-4d276f5e"},"namespace":"ai-tenant-e2e-mt-4d276f5e","name":"e2e-shared-policy-4d276f5e","reconcileID":"bd7ecb56-4021-411a-a345-6c0b45ee90de","MaaSAuthPolicy":{"name":"e2e-shared-policy-4d276f5e","namespace":"ai-tenant-e2e-mt-4d276f5e"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:06:21.10636543Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"2ee97f35-89d5-4dbf-9cd4-32604eadbba2","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:06:21.106394156Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"2ee97f35-89d5-4dbf-9cd4-32604eadbba2","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:06:21.128294952Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-fe2a8423","namespace":"ai-tenant-e2e-mt-fe2a8423"},"namespace":"ai-tenant-e2e-mt-fe2a8423","name":"e2e-policy-fe2a8423","reconcileID":"43ff611e-f9db-44dd-9cbb-397feca8d252","MaaSAuthPolicy":{"name":"e2e-policy-fe2a8423","namespace":"ai-tenant-e2e-mt-fe2a8423"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:06:21.180446983Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 61, current generation is 62","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-fe2a8423","namespace":"ai-tenant-e2e-mt-fe2a8423"},"namespace":"ai-tenant-e2e-mt-fe2a8423","name":"e2e-policy-fe2a8423","reconcileID":"43ff611e-f9db-44dd-9cbb-397feca8d252","MaaSAuthPolicy":{"name":"e2e-policy-fe2a8423","namespace":"ai-tenant-e2e-mt-fe2a8423"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:06:21.255438095Z","body":"skipping gateway AuthPolicy reset: policy namespace differs from default tenant namespace (MaasTenantConfig likely already deleted)","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-4d276f5e","namespace":"ai-tenant-e2e-mt-4d276f5e"},"namespace":"ai-tenant-e2e-mt-4d276f5e","name":"e2e-shared-policy-4d276f5e","reconcileID":"bd7ecb56-4021-411a-a345-6c0b45ee90de","MaaSAuthPolicy":{"name":"e2e-shared-policy-4d276f5e","namespace":"ai-tenant-e2e-mt-4d276f5e"},"policyNamespace":"ai-tenant-e2e-mt-4d276f5e","defaultTenantNamespace":"models-as-a-service","gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:06:21.307417955Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"4fb79692-de3f-4e82-b7eb-03faf39d69b5","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:06:21.307436658Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"4fb79692-de3f-4e82-b7eb-03faf39d69b5","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:06:21.465401824Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"09acf8e3-7d63-4dff-ac88-4a3b4604d705","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:06:21.465421502Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"09acf8e3-7d63-4dff-ac88-4a3b4604d705","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:06:22.545912762Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-1250b3","namespace":"ai-tenant-e2e-shared-a-w3-1250b3"},"namespace":"ai-tenant-e2e-shared-a-w3-1250b3","name":"rate-test-model-1250b3","reconcileID":"74d3b48c-abba-426b-aea9-8f21aa8357d1","MaaSModelRef":{"name":"rate-test-model-1250b3","namespace":"ai-tenant-e2e-shared-a-w3-1250b3"},"tenant":"e2e-shared-a-w3-1250b3","gateway":"openshift-ingress/e2e-shared-a-w3-1250b3","model":"ai-tenant-e2e-shared-a-w3-1250b3/rate-test-model-1250b3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:06:22.54594368Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-1250b3","namespace":"ai-tenant-e2e-shared-a-w3-1250b3"},"namespace":"ai-tenant-e2e-shared-a-w3-1250b3","name":"rate-test-model-1250b3","reconcileID":"74d3b48c-abba-426b-aea9-8f21aa8357d1","MaaSModelRef":{"name":"rate-test-model-1250b3","namespace":"ai-tenant-e2e-shared-a-w3-1250b3"},"routeName":"rate-test-model-1250b3-kserve-route","namespace":"ai-tenant-e2e-shared-a-w3-1250b3","llmisvcName":"rate-test-model-1250b3","gateway":"openshift-ingress/e2e-shared-a-w3-1250b3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:06:25.712644034Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:06:30.545160372Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-4d276f5e","namespace":"ai-tenant-e2e-mt-4b268295"},"namespace":"ai-tenant-e2e-mt-4b268295","name":"e2e-shared-policy-4d276f5e","reconcileID":"f9632e39-3e55-4111-bc52-26aa0791542d","MaaSAuthPolicy":{"name":"e2e-shared-policy-4d276f5e","namespace":"ai-tenant-e2e-mt-4b268295"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:06:30.598002208Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-4d276f5e","namespace":"ai-tenant-e2e-mt-4b268295"},"namespace":"ai-tenant-e2e-mt-4b268295","name":"e2e-shared-policy-4d276f5e","reconcileID":"f9632e39-3e55-4111-bc52-26aa0791542d","MaaSAuthPolicy":{"name":"e2e-shared-policy-4d276f5e","namespace":"ai-tenant-e2e-mt-4b268295"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:06:30.649880935Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 61, current generation is 62","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-4d276f5e","namespace":"ai-tenant-e2e-mt-4b268295"},"namespace":"ai-tenant-e2e-mt-4b268295","name":"e2e-shared-policy-4d276f5e","reconcileID":"f9632e39-3e55-4111-bc52-26aa0791542d","MaaSAuthPolicy":{"name":"e2e-shared-policy-4d276f5e","namespace":"ai-tenant-e2e-mt-4b268295"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:06:31.617669513Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-4d276f5e","namespace":"ai-tenant-e2e-mt-4d276f5e"},"namespace":"ai-tenant-e2e-mt-4d276f5e","name":"e2e-shared-sub-4d276f5e","reconcileID":"5e3592db-a8e4-4192-91ef-ab4845ec51b1","MaaSSubscription":{"name":"e2e-shared-sub-4d276f5e","namespace":"ai-tenant-e2e-mt-4d276f5e"},"model":"llm/facebook-opt-125m-simulated","subscription":"e2e-shared-sub-4d276f5e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:06:31.817033449Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-4d276f5e","namespace":"ai-tenant-e2e-mt-4d276f5e"},"namespace":"ai-tenant-e2e-mt-4d276f5e","name":"e2e-shared-sub-4d276f5e","reconcileID":"5e3592db-a8e4-4192-91ef-ab4845ec51b1","MaaSSubscription":{"name":"e2e-shared-sub-4d276f5e","namespace":"ai-tenant-e2e-mt-4d276f5e"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-mt-4b268295/e2e-shared-sub-4d276f5e","models-as-a-service/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:06:32.01328471Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-4d276f5e","namespace":"ai-tenant-e2e-mt-4b268295"},"namespace":"ai-tenant-e2e-mt-4b268295","name":"e2e-shared-sub-4d276f5e","reconcileID":"bc5df718-c822-4a38-877d-9810957c8723","MaaSSubscription":{"name":"e2e-shared-sub-4d276f5e","namespace":"ai-tenant-e2e-mt-4b268295"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:06:32.013504644Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"7d669a73-4bac-4833-92d7-c949040c299e","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:06:32.022676438Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b9c76c8e-9bb9-47ee-80d9-b48d781425fb","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:06:32.022696614Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b9c76c8e-9bb9-47ee-80d9-b48d781425fb","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:06:40.747497118Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-4d276f5e","namespace":"ai-tenant-e2e-mt-4b268295"},"namespace":"ai-tenant-e2e-mt-4b268295","name":"e2e-shared-policy-4d276f5e","reconcileID":"d021bf60-effa-458d-9224-fb06eac59f3b","MaaSAuthPolicy":{"name":"e2e-shared-policy-4d276f5e","namespace":"ai-tenant-e2e-mt-4b268295"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:06:40.799641009Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-4d276f5e","namespace":"ai-tenant-e2e-mt-4b268295"},"namespace":"ai-tenant-e2e-mt-4b268295","name":"e2e-shared-policy-4d276f5e","reconcileID":"d021bf60-effa-458d-9224-fb06eac59f3b","MaaSAuthPolicy":{"name":"e2e-shared-policy-4d276f5e","namespace":"ai-tenant-e2e-mt-4b268295"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:06:40.850836283Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 61, current generation is 62","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-4d276f5e","namespace":"ai-tenant-e2e-mt-4b268295"},"namespace":"ai-tenant-e2e-mt-4b268295","name":"e2e-shared-policy-4d276f5e","reconcileID":"d021bf60-effa-458d-9224-fb06eac59f3b","MaaSAuthPolicy":{"name":"e2e-shared-policy-4d276f5e","namespace":"ai-tenant-e2e-mt-4b268295"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:06:41.966276306Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"premium-simulator-subscription","reconcileID":"b6d77550-dee7-45e5-80d6-4bdc8a73c5d3","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"name":"maas-trlp-premium-w2-91cd99","model":"e2e-models-e2e-worker-w2-91cd99/premium-w2-91cd99","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:06:42.046490093Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"namespace":"ai-tenant-e2e-worker-w1-5951bc","name":"premium-simulator-subscription","reconcileID":"8979ab56-4933-412d-925d-3a4eaafa2aa6","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"name":"maas-trlp-premium-w1-5951bc","model":"e2e-models-e2e-worker-w1-5951bc/premium-w1-5951bc","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:06:42.161084615Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"namespace":"ai-tenant-e2e-worker-w3-bb1b51","name":"premium-simulator-subscription","reconcileID":"57d6434e-ee1a-42c1-8c85-3b901d976f97","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"name":"maas-trlp-premium-w3-bb1b51","model":"e2e-models-e2e-worker-w3-bb1b51/premium-w3-bb1b51","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:06:42.513287785Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"namespace":"ai-tenant-e2e-worker-w0-9893f0","name":"simulator-subscription","reconcileID":"6bb149de-01cc-42b6-a1c3-96f39a9d4f8d","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"name":"maas-trlp-simulator-w0-9893f0","model":"e2e-models-e2e-worker-w0-9893f0/simulator-w0-9893f0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:06:42.919517828Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"simulator-subscription","reconcileID":"fc03cd66-f1a8-438c-8ed6-2d6abc54185a","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"name":"maas-trlp-simulator-w2-91cd99","model":"e2e-models-e2e-worker-w2-91cd99/simulator-w2-91cd99","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:06:43.018754593Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"namespace":"ai-tenant-e2e-worker-w0-9893f0","name":"premium-simulator-subscription","reconcileID":"96ddad88-fc5a-414a-bcb8-845191071a52","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"name":"maas-trlp-premium-w0-9893f0","model":"e2e-models-e2e-worker-w0-9893f0/premium-w0-9893f0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:06:43.119978408Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"namespace":"ai-tenant-e2e-worker-w4-8d2c7c","name":"premium-simulator-subscription","reconcileID":"a553291c-0813-4985-88ab-c9eecbf2d4be","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"name":"maas-trlp-premium-w4-8d2c7c","model":"e2e-models-e2e-worker-w4-8d2c7c/premium-w4-8d2c7c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:06:43.15965267Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"namespace":"ai-tenant-e2e-worker-w1-5951bc","name":"simulator-subscription","reconcileID":"00f00212-4539-4c78-b444-6176df69249a","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"name":"maas-trlp-simulator-w1-5951bc","model":"e2e-models-e2e-worker-w1-5951bc/simulator-w1-5951bc","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:06:43.218942502Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"7ec0bc02-fe81-4cb4-8b3c-51d9ceaeeb07","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:06:43.332153784Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"namespace":"ai-tenant-e2e-worker-w4-8d2c7c","name":"simulator-subscription","reconcileID":"1dfe76c7-09c2-4793-9cc0-eee2f85d0c7b","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"name":"maas-trlp-simulator-w4-8d2c7c","model":"e2e-models-e2e-worker-w4-8d2c7c/simulator-w4-8d2c7c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:06:43.571597591Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"namespace":"ai-tenant-e2e-worker-w3-bb1b51","name":"simulator-subscription","reconcileID":"5bf52b72-1926-4a2d-a8c9-c2e4d1a27a16","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"name":"maas-trlp-simulator-w3-bb1b51","model":"e2e-models-e2e-worker-w3-bb1b51/simulator-w3-bb1b51","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:06:46.8696503Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-fe2a8423","namespace":"ai-tenant-e2e-mt-fe2a8423"},"namespace":"ai-tenant-e2e-mt-fe2a8423","name":"e2e-policy-fe2a8423","reconcileID":"2e143396-cca7-46d9-8d0a-2c9ea31daad9","MaaSAuthPolicy":{"name":"e2e-policy-fe2a8423","namespace":"ai-tenant-e2e-mt-fe2a8423"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:06:46.965852911Z","body":"skipping gateway AuthPolicy reset: policy namespace differs from default tenant namespace (MaasTenantConfig likely already deleted)","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-fe2a8423","namespace":"ai-tenant-e2e-mt-fe2a8423"},"namespace":"ai-tenant-e2e-mt-fe2a8423","name":"e2e-policy-fe2a8423","reconcileID":"2e143396-cca7-46d9-8d0a-2c9ea31daad9","MaaSAuthPolicy":{"name":"e2e-policy-fe2a8423","namespace":"ai-tenant-e2e-mt-fe2a8423"},"policyNamespace":"ai-tenant-e2e-mt-fe2a8423","defaultTenantNamespace":"models-as-a-service","gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:06:50.949150493Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-4d276f5e","namespace":"ai-tenant-e2e-mt-4b268295"},"namespace":"ai-tenant-e2e-mt-4b268295","name":"e2e-shared-policy-4d276f5e","reconcileID":"55af6e24-f6f7-46b2-8d55-2a9af26b4ad2","MaaSAuthPolicy":{"name":"e2e-shared-policy-4d276f5e","namespace":"ai-tenant-e2e-mt-4b268295"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:06:51.001954935Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-4d276f5e","namespace":"ai-tenant-e2e-mt-4b268295"},"namespace":"ai-tenant-e2e-mt-4b268295","name":"e2e-shared-policy-4d276f5e","reconcileID":"55af6e24-f6f7-46b2-8d55-2a9af26b4ad2","MaaSAuthPolicy":{"name":"e2e-shared-policy-4d276f5e","namespace":"ai-tenant-e2e-mt-4b268295"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:06:51.053518442Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-4d276f5e","namespace":"ai-tenant-e2e-mt-4b268295"},"namespace":"ai-tenant-e2e-mt-4b268295","name":"e2e-shared-policy-4d276f5e","reconcileID":"55af6e24-f6f7-46b2-8d55-2a9af26b4ad2","MaaSAuthPolicy":{"name":"e2e-shared-policy-4d276f5e","namespace":"ai-tenant-e2e-mt-4b268295"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:06:51.107746428Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"8a44c813-f02b-4a11-b998-7347640c77e8","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:06:51.107766385Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"8a44c813-f02b-4a11-b998-7347640c77e8","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:06:52.122782651Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"49b7b709-87b4-4f9e-95ba-711294b869ae","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:06:52.171628362Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"49b7b709-87b4-4f9e-95ba-711294b869ae","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:06:52.220366781Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"49b7b709-87b4-4f9e-95ba-711294b869ae","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:06:52.269107682Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"49b7b709-87b4-4f9e-95ba-711294b869ae","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:06:54.119204792Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ef834a72-41bd-4627-babf-c5e377c152ae","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:06:54.168247404Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ef834a72-41bd-4627-babf-c5e377c152ae","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:06:54.217145483Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ef834a72-41bd-4627-babf-c5e377c152ae","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:06:54.266672381Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ef834a72-41bd-4627-babf-c5e377c152ae","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:06:55.712761049Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:07:01.205419422Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-4d276f5e","namespace":"ai-tenant-e2e-mt-4b268295"},"namespace":"ai-tenant-e2e-mt-4b268295","name":"e2e-shared-policy-4d276f5e","reconcileID":"a86a938b-c954-4d38-84d8-a0d404bad327","MaaSAuthPolicy":{"name":"e2e-shared-policy-4d276f5e","namespace":"ai-tenant-e2e-mt-4b268295"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:07:01.258193551Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-4d276f5e","namespace":"ai-tenant-e2e-mt-4b268295"},"namespace":"ai-tenant-e2e-mt-4b268295","name":"e2e-shared-policy-4d276f5e","reconcileID":"a86a938b-c954-4d38-84d8-a0d404bad327","MaaSAuthPolicy":{"name":"e2e-shared-policy-4d276f5e","namespace":"ai-tenant-e2e-mt-4b268295"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:07:01.309393428Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-4d276f5e","namespace":"ai-tenant-e2e-mt-4b268295"},"namespace":"ai-tenant-e2e-mt-4b268295","name":"e2e-shared-policy-4d276f5e","reconcileID":"a86a938b-c954-4d38-84d8-a0d404bad327","MaaSAuthPolicy":{"name":"e2e-shared-policy-4d276f5e","namespace":"ai-tenant-e2e-mt-4b268295"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:07:11.407937521Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-4d276f5e","namespace":"ai-tenant-e2e-mt-4b268295"},"namespace":"ai-tenant-e2e-mt-4b268295","name":"e2e-shared-policy-4d276f5e","reconcileID":"ff9fdd40-e73c-48e4-9184-0cbcee9c7bc5","MaaSAuthPolicy":{"name":"e2e-shared-policy-4d276f5e","namespace":"ai-tenant-e2e-mt-4b268295"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:07:11.460399345Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-4d276f5e","namespace":"ai-tenant-e2e-mt-4b268295"},"namespace":"ai-tenant-e2e-mt-4b268295","name":"e2e-shared-policy-4d276f5e","reconcileID":"ff9fdd40-e73c-48e4-9184-0cbcee9c7bc5","MaaSAuthPolicy":{"name":"e2e-shared-policy-4d276f5e","namespace":"ai-tenant-e2e-mt-4b268295"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:07:11.516601237Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-4d276f5e","namespace":"ai-tenant-e2e-mt-4b268295"},"namespace":"ai-tenant-e2e-mt-4b268295","name":"e2e-shared-policy-4d276f5e","reconcileID":"ff9fdd40-e73c-48e4-9184-0cbcee9c7bc5","MaaSAuthPolicy":{"name":"e2e-shared-policy-4d276f5e","namespace":"ai-tenant-e2e-mt-4b268295"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:07:13.134071712Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"namespace":"ai-tenant-e2e-worker-w1-5951bc","name":"simulator-subscription","reconcileID":"91fb93f5-b7cd-469c-8880-4e7cccf7b8b2","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"name":"maas-trlp-simulator-w1-5951bc","model":"e2e-models-e2e-worker-w1-5951bc/simulator-w1-5951bc","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:07:13.239145715Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"namespace":"ai-tenant-e2e-worker-w3-bb1b51","name":"simulator-subscription","reconcileID":"04f71fac-f49d-4a84-87d0-e3eab6b6a2e7","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"name":"maas-trlp-simulator-w3-bb1b51","model":"e2e-models-e2e-worker-w3-bb1b51/simulator-w3-bb1b51","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:07:13.351137101Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"namespace":"ai-tenant-e2e-worker-w0-9893f0","name":"premium-simulator-subscription","reconcileID":"bfc45abf-ae22-4103-8e6e-220a606c7db6","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"name":"maas-trlp-premium-w0-9893f0","model":"e2e-models-e2e-worker-w0-9893f0/premium-w0-9893f0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:07:13.461199169Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"namespace":"ai-tenant-e2e-worker-w1-5951bc","name":"premium-simulator-subscription","reconcileID":"dc259858-63c3-4e7b-b4fa-d19ff359707e","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"name":"maas-trlp-premium-w1-5951bc","model":"e2e-models-e2e-worker-w1-5951bc/premium-w1-5951bc","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:07:13.591991889Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"namespace":"ai-tenant-e2e-worker-w4-8d2c7c","name":"premium-simulator-subscription","reconcileID":"b2f4b2d6-b793-4056-b7ec-48d8466ea734","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"name":"maas-trlp-premium-w4-8d2c7c","model":"e2e-models-e2e-worker-w4-8d2c7c/premium-w4-8d2c7c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:07:14.105322255Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"namespace":"ai-tenant-e2e-worker-w3-bb1b51","name":"premium-simulator-subscription","reconcileID":"9286a323-8022-4fa9-a859-28e1b4bced25","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"name":"maas-trlp-premium-w3-bb1b51","model":"e2e-models-e2e-worker-w3-bb1b51/premium-w3-bb1b51","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:07:14.245110604Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"premium-simulator-subscription","reconcileID":"181770da-3443-415e-9acd-a7f0084ad3b7","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"name":"maas-trlp-premium-w2-91cd99","model":"e2e-models-e2e-worker-w2-91cd99/premium-w2-91cd99","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:07:14.447082377Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"78c2b7a1-755d-4070-912d-bf9230afb7f4","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:07:14.567333487Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"simulator-subscription","reconcileID":"87e91ffd-98f4-4990-84b9-793e0fda095c","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"name":"maas-trlp-simulator-w2-91cd99","model":"e2e-models-e2e-worker-w2-91cd99/simulator-w2-91cd99","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:07:14.884171702Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"namespace":"ai-tenant-e2e-worker-w0-9893f0","name":"simulator-subscription","reconcileID":"0998019e-31c7-4928-83ce-80360b0b97bb","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"name":"maas-trlp-simulator-w0-9893f0","model":"e2e-models-e2e-worker-w0-9893f0/simulator-w0-9893f0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:07:15.002862786Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"namespace":"ai-tenant-e2e-worker-w4-8d2c7c","name":"simulator-subscription","reconcileID":"cfd24ddf-4daf-4ffa-b639-dbcc12a9642b","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"name":"maas-trlp-simulator-w4-8d2c7c","model":"e2e-models-e2e-worker-w4-8d2c7c/simulator-w4-8d2c7c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:07:21.614327051Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-4d276f5e","namespace":"ai-tenant-e2e-mt-4b268295"},"namespace":"ai-tenant-e2e-mt-4b268295","name":"e2e-shared-policy-4d276f5e","reconcileID":"317f40ba-6e82-434d-bac0-d99047989c6f","MaaSAuthPolicy":{"name":"e2e-shared-policy-4d276f5e","namespace":"ai-tenant-e2e-mt-4b268295"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:07:21.668522164Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-4d276f5e","namespace":"ai-tenant-e2e-mt-4b268295"},"namespace":"ai-tenant-e2e-mt-4b268295","name":"e2e-shared-policy-4d276f5e","reconcileID":"317f40ba-6e82-434d-bac0-d99047989c6f","MaaSAuthPolicy":{"name":"e2e-shared-policy-4d276f5e","namespace":"ai-tenant-e2e-mt-4b268295"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:07:21.971112365Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"cb4753d8-6101-4611-85dc-427fc7b1cbeb","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:07:21.971255847Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"cb4753d8-6101-4611-85dc-427fc7b1cbeb","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:07:23.629083981Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"81646990-de22-498b-9c2b-4a39a365c6f9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:07:23.678064632Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"81646990-de22-498b-9c2b-4a39a365c6f9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:07:23.726829133Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"81646990-de22-498b-9c2b-4a39a365c6f9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:07:23.776041832Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"81646990-de22-498b-9c2b-4a39a365c6f9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:07:25.627359261Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9a83c064-f9ee-48d2-ab8a-c13cdcb58c11","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:07:25.676212079Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9a83c064-f9ee-48d2-ab8a-c13cdcb58c11","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:07:25.712454347Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:07:25.725623387Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9a83c064-f9ee-48d2-ab8a-c13cdcb58c11","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:07:25.774330379Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9a83c064-f9ee-48d2-ab8a-c13cdcb58c11","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:07:30.802143076Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-8570a0","namespace":"ai-tenant-e2e-shared-b-w3-8570a0"},"namespace":"ai-tenant-e2e-shared-b-w3-8570a0","name":"rate-test-model-8570a0","reconcileID":"de98c401-24e7-4c3d-9754-507440d58c72","MaaSModelRef":{"name":"rate-test-model-8570a0","namespace":"ai-tenant-e2e-shared-b-w3-8570a0"},"tenant":"e2e-shared-b-w3-8570a0","gateway":"openshift-ingress/e2e-shared-b-w3-8570a0","model":"ai-tenant-e2e-shared-b-w3-8570a0/rate-test-model-8570a0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:07:30.802173315Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-8570a0","namespace":"ai-tenant-e2e-shared-b-w3-8570a0"},"namespace":"ai-tenant-e2e-shared-b-w3-8570a0","name":"rate-test-model-8570a0","reconcileID":"de98c401-24e7-4c3d-9754-507440d58c72","MaaSModelRef":{"name":"rate-test-model-8570a0","namespace":"ai-tenant-e2e-shared-b-w3-8570a0"},"routeName":"rate-test-model-8570a0-kserve-route","namespace":"ai-tenant-e2e-shared-b-w3-8570a0","llmisvcName":"rate-test-model-8570a0","gateway":"openshift-ingress/e2e-shared-b-w3-8570a0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:07:32.252607055Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"namespace":"ai-tenant-e2e-worker-w3-bb1b51","name":"premium-simulator-subscription","reconcileID":"84dbbaa9-9f35-4674-8c32-3c2d130c10cf","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"name":"maas-trlp-premium-w3-bb1b51","model":"e2e-models-e2e-worker-w3-bb1b51/premium-w3-bb1b51","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:07:32.353857458Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"a29c4ebf-b482-431a-bda4-d9442a3d43ac","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:07:32.35457617Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-4d276f5e","namespace":"ai-tenant-e2e-mt-4b268295"},"namespace":"ai-tenant-e2e-mt-4b268295","name":"e2e-shared-sub-4d276f5e","reconcileID":"22f99020-e672-490c-9feb-dee12f45ea9b","MaaSSubscription":{"name":"e2e-shared-sub-4d276f5e","namespace":"ai-tenant-e2e-mt-4b268295"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:07:32.457489663Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"fc867811-57bd-445a-82bb-860e4b1cce15","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:07:32.555471794Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"premium-simulator-subscription","reconcileID":"83115b67-3937-444f-974b-ade14c4fe5e0","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"name":"maas-trlp-premium-w2-91cd99","model":"e2e-models-e2e-worker-w2-91cd99/premium-w2-91cd99","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:07:32.67626255Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"simulator-subscription","reconcileID":"0adbefd5-26cd-4c14-a549-244a26fad058","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"name":"maas-trlp-simulator-w2-91cd99","model":"e2e-models-e2e-worker-w2-91cd99/simulator-w2-91cd99","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:07:32.775886537Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"namespace":"ai-tenant-e2e-worker-w1-5951bc","name":"simulator-subscription","reconcileID":"e2ad9fc8-3d18-41ad-bcdb-5d296b26ae96","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"name":"maas-trlp-simulator-w1-5951bc","model":"e2e-models-e2e-worker-w1-5951bc/simulator-w1-5951bc","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:07:33.000162617Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"namespace":"ai-tenant-e2e-worker-w3-bb1b51","name":"simulator-subscription","reconcileID":"9c03437c-cc8c-4696-8b9c-17c84cc7bf86","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"name":"maas-trlp-simulator-w3-bb1b51","model":"e2e-models-e2e-worker-w3-bb1b51/simulator-w3-bb1b51","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:07:33.31757711Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"namespace":"ai-tenant-e2e-worker-w0-9893f0","name":"premium-simulator-subscription","reconcileID":"51a9aaae-edac-44c0-bd1a-ba98cce31619","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"name":"maas-trlp-premium-w0-9893f0","model":"e2e-models-e2e-worker-w0-9893f0/premium-w0-9893f0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:07:33.475537858Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"namespace":"ai-tenant-e2e-worker-w4-8d2c7c","name":"simulator-subscription","reconcileID":"b260cfa2-3e9a-4b93-b3c9-5d4ed1721caf","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"name":"maas-trlp-simulator-w4-8d2c7c","model":"e2e-models-e2e-worker-w4-8d2c7c/simulator-w4-8d2c7c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:07:33.574322783Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"namespace":"ai-tenant-e2e-worker-w1-5951bc","name":"premium-simulator-subscription","reconcileID":"a0d34d4f-265f-4b01-8995-277e86f18e43","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"name":"maas-trlp-premium-w1-5951bc","model":"e2e-models-e2e-worker-w1-5951bc/premium-w1-5951bc","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:07:33.70809396Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"namespace":"ai-tenant-e2e-worker-w4-8d2c7c","name":"premium-simulator-subscription","reconcileID":"bce651d0-28e6-4383-b9b2-4a01cfbd1c7f","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"name":"maas-trlp-premium-w4-8d2c7c","model":"e2e-models-e2e-worker-w4-8d2c7c/premium-w4-8d2c7c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:07:33.82779742Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"namespace":"ai-tenant-e2e-worker-w0-9893f0","name":"simulator-subscription","reconcileID":"a4e20d23-2c86-44e9-a0d7-13c29e2ef978","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"name":"maas-trlp-simulator-w0-9893f0","model":"e2e-models-e2e-worker-w0-9893f0/simulator-w0-9893f0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:07:36.225078541Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-1250b3","namespace":"ai-tenant-e2e-shared-a-w3-1250b3"},"namespace":"ai-tenant-e2e-shared-a-w3-1250b3","name":"rate-test-model-1250b3","reconcileID":"459a077f-d868-4ee4-922b-7410ceebbbd1","MaaSModelRef":{"name":"rate-test-model-1250b3","namespace":"ai-tenant-e2e-shared-a-w3-1250b3"},"tenant":"e2e-shared-a-w3-1250b3","gateway":"openshift-ingress/e2e-shared-a-w3-1250b3","model":"ai-tenant-e2e-shared-a-w3-1250b3/rate-test-model-1250b3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:07:36.225105442Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-1250b3","namespace":"ai-tenant-e2e-shared-a-w3-1250b3"},"namespace":"ai-tenant-e2e-shared-a-w3-1250b3","name":"rate-test-model-1250b3","reconcileID":"459a077f-d868-4ee4-922b-7410ceebbbd1","MaaSModelRef":{"name":"rate-test-model-1250b3","namespace":"ai-tenant-e2e-shared-a-w3-1250b3"},"routeName":"rate-test-model-1250b3-kserve-route","namespace":"ai-tenant-e2e-shared-a-w3-1250b3","llmisvcName":"rate-test-model-1250b3","gateway":"openshift-ingress/e2e-shared-a-w3-1250b3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:07:36.278348917Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-1250b3","namespace":"ai-tenant-e2e-shared-a-w3-1250b3"},"namespace":"ai-tenant-e2e-shared-a-w3-1250b3","name":"rate-test-model-1250b3","reconcileID":"06cda961-c6f2-4d6b-bfc0-b88e2bf0f1c1","MaaSModelRef":{"name":"rate-test-model-1250b3","namespace":"ai-tenant-e2e-shared-a-w3-1250b3"},"tenant":"e2e-shared-a-w3-1250b3","gateway":"openshift-ingress/e2e-shared-a-w3-1250b3","model":"ai-tenant-e2e-shared-a-w3-1250b3/rate-test-model-1250b3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:07:36.278373658Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-1250b3","namespace":"ai-tenant-e2e-shared-a-w3-1250b3"},"namespace":"ai-tenant-e2e-shared-a-w3-1250b3","name":"rate-test-model-1250b3","reconcileID":"06cda961-c6f2-4d6b-bfc0-b88e2bf0f1c1","MaaSModelRef":{"name":"rate-test-model-1250b3","namespace":"ai-tenant-e2e-shared-a-w3-1250b3"},"routeName":"rate-test-model-1250b3-kserve-route","namespace":"ai-tenant-e2e-shared-a-w3-1250b3","llmisvcName":"rate-test-model-1250b3","gateway":"openshift-ingress/e2e-shared-a-w3-1250b3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:07:36.378582675Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-7aa5c2","namespace":"ai-tenant-e2e-shared-a-w3-1250b3"},"namespace":"ai-tenant-e2e-shared-a-w3-1250b3","name":"e2e-rate-iso-auth-7aa5c2","reconcileID":"7fa6e3d7-038c-4b38-b1ce-632b294e25a7","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-7aa5c2","namespace":"ai-tenant-e2e-shared-a-w3-1250b3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w3-1250b3","tenantID":"e2e-shared-a-w3-1250b3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:07:36.492319214Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-7aa5c2","namespace":"ai-tenant-e2e-shared-a-w3-1250b3"},"namespace":"ai-tenant-e2e-shared-a-w3-1250b3","name":"e2e-rate-iso-auth-7aa5c2","reconcileID":"7fa6e3d7-038c-4b38-b1ce-632b294e25a7","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-7aa5c2","namespace":"ai-tenant-e2e-shared-a-w3-1250b3"},"name":"e2e-shared-a-w3-1250b3-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:07:36.545990946Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w3-1250b3-maas-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-7aa5c2","namespace":"ai-tenant-e2e-shared-a-w3-1250b3"},"namespace":"ai-tenant-e2e-shared-a-w3-1250b3","name":"e2e-rate-iso-auth-7aa5c2","reconcileID":"7fa6e3d7-038c-4b38-b1ce-632b294e25a7","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-7aa5c2","namespace":"ai-tenant-e2e-shared-a-w3-1250b3"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:07:36.597518175Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-1250b3","namespace":"ai-tenant-e2e-shared-a-w3-1250b3"},"namespace":"ai-tenant-e2e-shared-a-w3-1250b3","name":"rate-test-model-1250b3","reconcileID":"da1b6a8e-0f3a-4c06-a7ab-08f7405e3010","MaaSModelRef":{"name":"rate-test-model-1250b3","namespace":"ai-tenant-e2e-shared-a-w3-1250b3"},"tenant":"e2e-shared-a-w3-1250b3","gateway":"openshift-ingress/e2e-shared-a-w3-1250b3","model":"ai-tenant-e2e-shared-a-w3-1250b3/rate-test-model-1250b3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:07:36.597536994Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-1250b3","namespace":"ai-tenant-e2e-shared-a-w3-1250b3"},"namespace":"ai-tenant-e2e-shared-a-w3-1250b3","name":"rate-test-model-1250b3","reconcileID":"da1b6a8e-0f3a-4c06-a7ab-08f7405e3010","MaaSModelRef":{"name":"rate-test-model-1250b3","namespace":"ai-tenant-e2e-shared-a-w3-1250b3"},"routeName":"rate-test-model-1250b3-kserve-route","namespace":"ai-tenant-e2e-shared-a-w3-1250b3","llmisvcName":"rate-test-model-1250b3","gateway":"openshift-ingress/e2e-shared-a-w3-1250b3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:07:46.695281832Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-7aa5c2","namespace":"ai-tenant-e2e-shared-a-w3-1250b3"},"namespace":"ai-tenant-e2e-shared-a-w3-1250b3","name":"e2e-rate-iso-auth-7aa5c2","reconcileID":"78b22c5e-36e0-4f0b-801e-81a88e97fd09","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-7aa5c2","namespace":"ai-tenant-e2e-shared-a-w3-1250b3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w3-1250b3","tenantID":"e2e-shared-a-w3-1250b3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:07:46.748952633Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-7aa5c2","namespace":"ai-tenant-e2e-shared-a-w3-1250b3"},"namespace":"ai-tenant-e2e-shared-a-w3-1250b3","name":"e2e-rate-iso-auth-7aa5c2","reconcileID":"78b22c5e-36e0-4f0b-801e-81a88e97fd09","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-7aa5c2","namespace":"ai-tenant-e2e-shared-a-w3-1250b3"},"name":"e2e-shared-a-w3-1250b3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:07:46.799979497Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w3-1250b3-maas-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-7aa5c2","namespace":"ai-tenant-e2e-shared-a-w3-1250b3"},"namespace":"ai-tenant-e2e-shared-a-w3-1250b3","name":"e2e-rate-iso-auth-7aa5c2","reconcileID":"78b22c5e-36e0-4f0b-801e-81a88e97fd09","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-7aa5c2","namespace":"ai-tenant-e2e-shared-a-w3-1250b3"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:07:52.781041359Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"namespace":"ai-tenant-e2e-worker-w3-bb1b51","name":"simulator-subscription","reconcileID":"d7131468-c5b8-41ea-b690-cd69f555c76c","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"name":"maas-trlp-simulator-w3-bb1b51","model":"e2e-models-e2e-worker-w3-bb1b51/simulator-w3-bb1b51","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:07:53.012511268Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"simulator-subscription","reconcileID":"11ed1148-990c-48d9-ad81-a4a80eb2cc75","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"name":"maas-trlp-simulator-w2-91cd99","model":"e2e-models-e2e-worker-w2-91cd99/simulator-w2-91cd99","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:07:53.329748374Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-6bd346ef"},"namespace":"ai-tenant-e2e-mt-6bd346ef","name":"default-tenant","reconcileID":"501c29bf-d779-43f2-a620-ca86e6ebf5ed","namespace":"ai-tenant-e2e-mt-6bd346ef","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:07:53.329823555Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-6bd346ef"},"namespace":"ai-tenant-e2e-mt-6bd346ef","name":"default-tenant","reconcileID":"501c29bf-d779-43f2-a620-ca86e6ebf5ed","namespace":"ai-tenant-e2e-mt-6bd346ef","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:07:53.329890896Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-6bd346ef"},"namespace":"ai-tenant-e2e-mt-6bd346ef","name":"default-tenant","reconcileID":"501c29bf-d779-43f2-a620-ca86e6ebf5ed","tenant":"e2e-mt-6bd346ef","tenantID":"e2e-mt-6bd346ef","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:07:53.380061343Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-6bd346ef"},"namespace":"ai-tenant-e2e-mt-6bd346ef","name":"default-tenant","reconcileID":"501c29bf-d779-43f2-a620-ca86e6ebf5ed","gvk":"Deployment","name":"maas-api-e2e-mt-6bd346ef","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:07:53.386073985Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"namespace":"ai-tenant-e2e-worker-w1-5951bc","name":"premium-simulator-subscription","reconcileID":"304de6cd-bc69-48eb-a28a-b8cb93ff0a2e","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"name":"maas-trlp-premium-w1-5951bc","model":"e2e-models-e2e-worker-w1-5951bc/premium-w1-5951bc","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:07:53.428319511Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"namespace":"ai-tenant-e2e-worker-w0-9893f0","name":"premium-simulator-subscription","reconcileID":"a6410bb7-f142-4f3a-a185-6d62ce59b075","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"name":"maas-trlp-premium-w0-9893f0","model":"e2e-models-e2e-worker-w0-9893f0/premium-w0-9893f0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:07:53.434969127Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-6bd346ef"},"namespace":"ai-tenant-e2e-mt-6bd346ef","name":"default-tenant","reconcileID":"501c29bf-d779-43f2-a620-ca86e6ebf5ed","gvk":"Service","name":"maas-api-e2e-mt-6bd346ef","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:07:53.488177939Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"namespace":"ai-tenant-e2e-worker-w4-8d2c7c","name":"premium-simulator-subscription","reconcileID":"1a4f156b-1fcb-4f5c-bbd0-b2a3ec3539aa","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"name":"maas-trlp-premium-w4-8d2c7c","model":"e2e-models-e2e-worker-w4-8d2c7c/premium-w4-8d2c7c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:07:53.488741535Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-6bd346ef"},"namespace":"ai-tenant-e2e-mt-6bd346ef","name":"default-tenant","reconcileID":"501c29bf-d779-43f2-a620-ca86e6ebf5ed","gvk":"HTTPRoute","name":"maas-api-route-e2e-mt-6bd346ef","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:07:53.538828645Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-6bd346ef"},"namespace":"ai-tenant-e2e-mt-6bd346ef","name":"default-tenant","reconcileID":"501c29bf-d779-43f2-a620-ca86e6ebf5ed","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-mt-6bd346ef","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:07:53.589517593Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-6bd346ef"},"namespace":"ai-tenant-e2e-mt-6bd346ef","name":"default-tenant","reconcileID":"501c29bf-d779-43f2-a620-ca86e6ebf5ed","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-mt-6bd346ef","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:07:53.641624217Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-6bd346ef"},"namespace":"ai-tenant-e2e-mt-6bd346ef","name":"default-tenant","reconcileID":"501c29bf-d779-43f2-a620-ca86e6ebf5ed","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-mt-6bd346ef","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:07:53.694727464Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-6bd346ef"},"namespace":"ai-tenant-e2e-mt-6bd346ef","name":"default-tenant","reconcileID":"501c29bf-d779-43f2-a620-ca86e6ebf5ed","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-mt-6bd346ef","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:07:53.722304377Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"premium-simulator-subscription","reconcileID":"e8240517-1da3-4a15-88de-83b865fb8a13","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"name":"maas-trlp-premium-w2-91cd99","model":"e2e-models-e2e-worker-w2-91cd99/premium-w2-91cd99","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:07:53.746820485Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-6bd346ef"},"namespace":"ai-tenant-e2e-mt-6bd346ef","name":"default-tenant","reconcileID":"501c29bf-d779-43f2-a620-ca86e6ebf5ed","gvk":"Telemetry","name":"latency-per-subscription-e2e-mt-6bd346ef","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:07:53.794741853Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-6bd346ef"},"namespace":"ai-tenant-e2e-mt-6bd346ef","name":"default-tenant","reconcileID":"501c29bf-d779-43f2-a620-ca86e6ebf5ed","gvk":"Deployment","name":"payload-processing-e2e-mt-6bd346ef","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:07:53.839834046Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"namespace":"ai-tenant-e2e-worker-w0-9893f0","name":"simulator-subscription","reconcileID":"cd19bd27-3098-4c6c-9ff3-128682650959","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"name":"maas-trlp-simulator-w0-9893f0","model":"e2e-models-e2e-worker-w0-9893f0/simulator-w0-9893f0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:07:53.842811549Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-6bd346ef"},"namespace":"ai-tenant-e2e-mt-6bd346ef","name":"default-tenant","reconcileID":"501c29bf-d779-43f2-a620-ca86e6ebf5ed","gvk":"Deployment","name":"payload-pre-processing-e2e-mt-6bd346ef","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:07:53.890793787Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-6bd346ef"},"namespace":"ai-tenant-e2e-mt-6bd346ef","name":"default-tenant","reconcileID":"501c29bf-d779-43f2-a620-ca86e6ebf5ed","gvk":"Service","name":"payload-processing-e2e-mt-6bd346ef","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:07:53.941437245Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-6bd346ef"},"namespace":"ai-tenant-e2e-mt-6bd346ef","name":"default-tenant","reconcileID":"501c29bf-d779-43f2-a620-ca86e6ebf5ed","gvk":"Service","name":"payload-pre-processing-e2e-mt-6bd346ef","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:07:53.943259705Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"3d913bc3-1dbb-4ff0-86b7-b1d8cc887920","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:07:53.94419051Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-4d276f5e","namespace":"ai-tenant-e2e-mt-4b268295"},"namespace":"ai-tenant-e2e-mt-4b268295","name":"e2e-shared-sub-4d276f5e","reconcileID":"9d7fc988-49f1-43d9-97ad-9a3dc46248cc","MaaSSubscription":{"name":"e2e-shared-sub-4d276f5e","namespace":"ai-tenant-e2e-mt-4b268295"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:07:53.989855651Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-6bd346ef"},"namespace":"ai-tenant-e2e-mt-6bd346ef","name":"default-tenant","reconcileID":"501c29bf-d779-43f2-a620-ca86e6ebf5ed","gvk":"DestinationRule","name":"payload-processing-e2e-mt-6bd346ef","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:07:54.038131144Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-6bd346ef"},"namespace":"ai-tenant-e2e-mt-6bd346ef","name":"default-tenant","reconcileID":"501c29bf-d779-43f2-a620-ca86e6ebf5ed","gvk":"DestinationRule","name":"payload-pre-processing-e2e-mt-6bd346ef","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:07:54.042022319Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"namespace":"ai-tenant-e2e-worker-w1-5951bc","name":"simulator-subscription","reconcileID":"cf60a2c0-c28f-44eb-b64d-e1cf365241b4","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"name":"maas-trlp-simulator-w1-5951bc","model":"e2e-models-e2e-worker-w1-5951bc/simulator-w1-5951bc","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:07:54.086577931Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-6bd346ef"},"namespace":"ai-tenant-e2e-mt-6bd346ef","name":"default-tenant","reconcileID":"501c29bf-d779-43f2-a620-ca86e6ebf5ed","gvk":"EnvoyFilter","name":"payload-processing-e2e-mt-6bd346ef","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:07:54.137452044Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-6bd346ef"},"namespace":"ai-tenant-e2e-mt-6bd346ef","name":"default-tenant","reconcileID":"501c29bf-d779-43f2-a620-ca86e6ebf5ed","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-mt-6bd346ef","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:07:54.185249936Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-6bd346ef"},"namespace":"ai-tenant-e2e-mt-6bd346ef","name":"default-tenant","reconcileID":"501c29bf-d779-43f2-a620-ca86e6ebf5ed","gvk":"NetworkPolicy","name":"payload-processing-e2e-mt-6bd346ef","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:07:54.19877409Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"namespace":"ai-tenant-e2e-worker-w4-8d2c7c","name":"simulator-subscription","reconcileID":"9c89e6ca-b57f-4deb-ad59-935407219d43","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"name":"maas-trlp-simulator-w4-8d2c7c","model":"e2e-models-e2e-worker-w4-8d2c7c/simulator-w4-8d2c7c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:07:54.233141621Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-6bd346ef"},"namespace":"ai-tenant-e2e-mt-6bd346ef","name":"default-tenant","reconcileID":"501c29bf-d779-43f2-a620-ca86e6ebf5ed","gvk":"ServiceAccount","name":"payload-processing-e2e-mt-6bd346ef","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:07:54.281706969Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-6bd346ef"},"namespace":"ai-tenant-e2e-mt-6bd346ef","name":"default-tenant","reconcileID":"501c29bf-d779-43f2-a620-ca86e6ebf5ed","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-mt-6bd346ef","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:07:54.299692744Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"namespace":"ai-tenant-e2e-worker-w3-bb1b51","name":"premium-simulator-subscription","reconcileID":"a03552f4-6dac-4c8c-a3ef-255a4453870c","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"name":"maas-trlp-premium-w3-bb1b51","model":"e2e-models-e2e-worker-w3-bb1b51/premium-w3-bb1b51","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:07:54.330023193Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-6bd346ef"},"namespace":"ai-tenant-e2e-mt-6bd346ef","name":"default-tenant","reconcileID":"501c29bf-d779-43f2-a620-ca86e6ebf5ed","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-mt-6bd346ef","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:07:54.436092426Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"9c69d42d-d2e6-4fcf-a807-69819e7bd34a","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:07:55.712588645Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:07:56.897405801Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-7aa5c2","namespace":"ai-tenant-e2e-shared-a-w3-1250b3"},"namespace":"ai-tenant-e2e-shared-a-w3-1250b3","name":"e2e-rate-iso-auth-7aa5c2","reconcileID":"33388f9a-1766-4469-8a3d-22b3a523a3ea","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-7aa5c2","namespace":"ai-tenant-e2e-shared-a-w3-1250b3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w3-1250b3","tenantID":"e2e-shared-a-w3-1250b3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:07:56.950561112Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-7aa5c2","namespace":"ai-tenant-e2e-shared-a-w3-1250b3"},"namespace":"ai-tenant-e2e-shared-a-w3-1250b3","name":"e2e-rate-iso-auth-7aa5c2","reconcileID":"33388f9a-1766-4469-8a3d-22b3a523a3ea","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-7aa5c2","namespace":"ai-tenant-e2e-shared-a-w3-1250b3"},"name":"e2e-shared-a-w3-1250b3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:07:57.001636679Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w3-1250b3-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (7c9f6421d65a3dbe32c335e1bcd850e202be4eca256dc803321aba44bd45363e) AuthConfig (21b29a2c94d3332c81699403fd57c151679bac357f5cde5f71ece33b239bfd75) AuthConfig (8a2b8963681bd1ce7631c2784f95804285f6937a7fd011920a23072770e4baf5) AuthConfig (3b33d5d66eb29645ae7026d131bf55eeeceb182837ec18872a18b49ab797da64) AuthConfig (3e42fe0b33c273bc94f7a78620bd1686f33211f1bf10738b464882d201b9eb0d) AuthConfig (def2619926ef5731efb01a21308824cd6b39de75bfe7e737d4c9a400384b600c) AuthConfig (9d62451d580bf0580a967f9a262f29649163dabbc5017d53fd31a36f11beee7c) AuthConfig (4011cc2c3f3d59cbd226d3bbd5ea3ee58989534cbbd1d7250945d1af416b9b10) AuthConfig (30f2f79b5e6b1c8c7d74c983c3fef8ee2550ed3fbf097803ba1c367425d699d3) AuthConfig (fa138560c67075e2f2844b831715637807f20c47353884c22672d88054f14160) AuthConfig (a68b2fb76baa2571b10328ff7ac24c487a9df613dc0b23ccb58bb31c602934f7) AuthConfig (6b8e817c12e469a7a852128ff59c2e251c86374b9cddb4344d62ab8f96b4cd77) AuthConfig (f92e2bb4e39895836cf81e86e3a4051bd7135766d65051738ca210d80d4b4030) AuthConfig (9add5bb16fc1dbbeae85636e4f29fb900c0819e6bffecf3130b7452c9466ccab) AuthConfig (e3f259bbd13b7e1bcdd33948af461795a68132f70236aa3f4e0a719eb679445d) AuthConfig (12795ce3d537c5546a60eace3849b611712db32eb258f45d248d14faaf3c33dc) AuthConfig (8d8c486251859d696d8a882335d143b5680bfb0cf9ffa92f1e772450bdc08444) AuthConfig (aa4496f7f08b94c448f7f7febeca23c39826ad355a71bec0fe67b284e31b5c24)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-7aa5c2","namespace":"ai-tenant-e2e-shared-a-w3-1250b3"},"namespace":"ai-tenant-e2e-shared-a-w3-1250b3","name":"e2e-rate-iso-auth-7aa5c2","reconcileID":"33388f9a-1766-4469-8a3d-22b3a523a3ea","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-7aa5c2","namespace":"ai-tenant-e2e-shared-a-w3-1250b3"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:07:57.055611123Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-1250b3","namespace":"ai-tenant-e2e-shared-a-w3-1250b3"},"namespace":"ai-tenant-e2e-shared-a-w3-1250b3","name":"rate-test-model-1250b3","reconcileID":"12b8119a-1524-4bf1-8b62-0d7731d90c84","MaaSModelRef":{"name":"rate-test-model-1250b3","namespace":"ai-tenant-e2e-shared-a-w3-1250b3"},"tenant":"e2e-shared-a-w3-1250b3","gateway":"openshift-ingress/e2e-shared-a-w3-1250b3","model":"ai-tenant-e2e-shared-a-w3-1250b3/rate-test-model-1250b3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:07:57.055639602Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-1250b3","namespace":"ai-tenant-e2e-shared-a-w3-1250b3"},"namespace":"ai-tenant-e2e-shared-a-w3-1250b3","name":"rate-test-model-1250b3","reconcileID":"12b8119a-1524-4bf1-8b62-0d7731d90c84","MaaSModelRef":{"name":"rate-test-model-1250b3","namespace":"ai-tenant-e2e-shared-a-w3-1250b3"},"routeName":"rate-test-model-1250b3-kserve-route","namespace":"ai-tenant-e2e-shared-a-w3-1250b3","llmisvcName":"rate-test-model-1250b3","gateway":"openshift-ingress/e2e-shared-a-w3-1250b3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:08:02.658500895Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-4d276f5e","namespace":"ai-tenant-e2e-mt-4b268295"},"namespace":"ai-tenant-e2e-mt-4b268295","name":"e2e-shared-policy-4d276f5e","reconcileID":"a8777a7e-79f8-4453-814b-94007b8dd661","MaaSAuthPolicy":{"name":"e2e-shared-policy-4d276f5e","namespace":"ai-tenant-e2e-mt-4b268295"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:08:02.6586271Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"829a4909-d059-4788-ab81-883b570bd5c1","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:08:02.658646215Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"829a4909-d059-4788-ab81-883b570bd5c1","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:08:02.755164399Z","body":"skipping gateway AuthPolicy reset: policy namespace differs from default tenant namespace (MaasTenantConfig likely already deleted)","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-4d276f5e","namespace":"ai-tenant-e2e-mt-4b268295"},"namespace":"ai-tenant-e2e-mt-4b268295","name":"e2e-shared-policy-4d276f5e","reconcileID":"a8777a7e-79f8-4453-814b-94007b8dd661","MaaSAuthPolicy":{"name":"e2e-shared-policy-4d276f5e","namespace":"ai-tenant-e2e-mt-4b268295"},"policyNamespace":"ai-tenant-e2e-mt-4b268295","defaultTenantNamespace":"models-as-a-service","gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:08:02.807490245Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d564ea83-cb33-4ab1-b1f2-37acabd27d49","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:08:02.807510156Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d564ea83-cb33-4ab1-b1f2-37acabd27d49","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:08:02.950677612Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"44a6f5b0-84da-4486-b99d-96be642653b6","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:08:02.950697438Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"44a6f5b0-84da-4486-b99d-96be642653b6","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:08:03.220638281Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-mt-6bd346ef","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-mt-6bd346ef","reconcileID":"64d9f83e-b70c-4c3c-ae9e-66d219199a2f","aitenant":"ai-tenants/e2e-mt-6bd346ef","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:08:03.827516754Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2c0712f7-30bb-45d0-bcd3-f1f576041ec2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:08:03.877027962Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2c0712f7-30bb-45d0-bcd3-f1f576041ec2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:08:03.925824938Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2c0712f7-30bb-45d0-bcd3-f1f576041ec2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:08:03.974349858Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2c0712f7-30bb-45d0-bcd3-f1f576041ec2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:08:04.033893659Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-mt-6bd346ef","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-mt-6bd346ef","reconcileID":"64d9f83e-b70c-4c3c-ae9e-66d219199a2f","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-mt-6bd346ef","removed":["maas.opendatahub.io/gateway-access-e2e-mt-6bd346ef"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:08:05.84131428Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"75b8c6a2-bf4b-4e5e-9363-c0fffda981a6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:08:05.889961947Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"75b8c6a2-bf4b-4e5e-9363-c0fffda981a6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:08:05.938534248Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"75b8c6a2-bf4b-4e5e-9363-c0fffda981a6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:08:05.987012069Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"75b8c6a2-bf4b-4e5e-9363-c0fffda981a6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:08:07.151637724Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-7aa5c2","namespace":"ai-tenant-e2e-shared-a-w3-1250b3"},"namespace":"ai-tenant-e2e-shared-a-w3-1250b3","name":"e2e-rate-iso-auth-7aa5c2","reconcileID":"885bba5c-69dc-46f9-b8da-785d03551bf6","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-7aa5c2","namespace":"ai-tenant-e2e-shared-a-w3-1250b3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w3-1250b3","tenantID":"e2e-shared-a-w3-1250b3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:08:07.20406752Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-7aa5c2","namespace":"ai-tenant-e2e-shared-a-w3-1250b3"},"namespace":"ai-tenant-e2e-shared-a-w3-1250b3","name":"e2e-rate-iso-auth-7aa5c2","reconcileID":"885bba5c-69dc-46f9-b8da-785d03551bf6","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-7aa5c2","namespace":"ai-tenant-e2e-shared-a-w3-1250b3"},"name":"e2e-shared-a-w3-1250b3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:08:07.2559174Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w3-1250b3-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (7c9f6421d65a3dbe32c335e1bcd850e202be4eca256dc803321aba44bd45363e) AuthConfig (21b29a2c94d3332c81699403fd57c151679bac357f5cde5f71ece33b239bfd75) AuthConfig (8a2b8963681bd1ce7631c2784f95804285f6937a7fd011920a23072770e4baf5) AuthConfig (3b33d5d66eb29645ae7026d131bf55eeeceb182837ec18872a18b49ab797da64) AuthConfig (3e42fe0b33c273bc94f7a78620bd1686f33211f1bf10738b464882d201b9eb0d) AuthConfig (def2619926ef5731efb01a21308824cd6b39de75bfe7e737d4c9a400384b600c) AuthConfig (9d62451d580bf0580a967f9a262f29649163dabbc5017d53fd31a36f11beee7c) AuthConfig (4011cc2c3f3d59cbd226d3bbd5ea3ee58989534cbbd1d7250945d1af416b9b10) AuthConfig (30f2f79b5e6b1c8c7d74c983c3fef8ee2550ed3fbf097803ba1c367425d699d3) AuthConfig (fa138560c67075e2f2844b831715637807f20c47353884c22672d88054f14160) AuthConfig (a68b2fb76baa2571b10328ff7ac24c487a9df613dc0b23ccb58bb31c602934f7) AuthConfig (6b8e817c12e469a7a852128ff59c2e251c86374b9cddb4344d62ab8f96b4cd77) AuthConfig (f92e2bb4e39895836cf81e86e3a4051bd7135766d65051738ca210d80d4b4030) AuthConfig (9add5bb16fc1dbbeae85636e4f29fb900c0819e6bffecf3130b7452c9466ccab) AuthConfig (e3f259bbd13b7e1bcdd33948af461795a68132f70236aa3f4e0a719eb679445d) AuthConfig (12795ce3d537c5546a60eace3849b611712db32eb258f45d248d14faaf3c33dc) AuthConfig (8d8c486251859d696d8a882335d143b5680bfb0cf9ffa92f1e772450bdc08444) AuthConfig (aa4496f7f08b94c448f7f7febeca23c39826ad355a71bec0fe67b284e31b5c24)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-7aa5c2","namespace":"ai-tenant-e2e-shared-a-w3-1250b3"},"namespace":"ai-tenant-e2e-shared-a-w3-1250b3","name":"e2e-rate-iso-auth-7aa5c2","reconcileID":"885bba5c-69dc-46f9-b8da-785d03551bf6","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-7aa5c2","namespace":"ai-tenant-e2e-shared-a-w3-1250b3"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:08:11.477909095Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"namespace":"ai-tenant-e2e-worker-w4-8d2c7c","name":"simulator-access","reconcileID":"f7f89925-24a0-4cb6-bbaa-2492d27ac693","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"model":"e2e-models-e2e-worker-w4-8d2c7c/simulator-w4-8d2c7c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:08:11.477953459Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-8d2c7c","namespace":"e2e-models-e2e-worker-w4-8d2c7c"},"namespace":"e2e-models-e2e-worker-w4-8d2c7c","name":"simulator-w4-8d2c7c","reconcileID":"1da0bff5-33a6-4cfc-9c4c-dd0d49671d6e","MaaSModelRef":{"name":"simulator-w4-8d2c7c","namespace":"e2e-models-e2e-worker-w4-8d2c7c"},"routeName":"simulator-w4-8d2c7c-kserve-route","namespace":"e2e-models-e2e-worker-w4-8d2c7c","llmisvcName":"simulator-w4-8d2c7c","gateway":"openshift-ingress/e2e-worker-w4-8d2c7c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:08:11.630842031Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"namespace":"ai-tenant-e2e-worker-w4-8d2c7c","name":"premium-simulator-access","reconcileID":"9bc52a49-a8cd-4d77-b765-4fea93f3b492","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-8d2c7c","tenantID":"e2e-worker-w4-8d2c7c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:08:11.6796631Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-8d2c7c","namespace":"e2e-models-e2e-worker-w4-8d2c7c"},"namespace":"e2e-models-e2e-worker-w4-8d2c7c","name":"simulator-w4-8d2c7c","reconcileID":"57997078-2830-46d6-a818-a638c47af38a","MaaSModelRef":{"name":"simulator-w4-8d2c7c","namespace":"e2e-models-e2e-worker-w4-8d2c7c"},"routeName":"simulator-w4-8d2c7c-kserve-route","namespace":"e2e-models-e2e-worker-w4-8d2c7c","llmisvcName":"simulator-w4-8d2c7c","gateway":"openshift-ingress/e2e-worker-w4-8d2c7c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:08:11.683837786Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"namespace":"ai-tenant-e2e-worker-w4-8d2c7c","name":"premium-simulator-access","reconcileID":"9bc52a49-a8cd-4d77-b765-4fea93f3b492","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"name":"e2e-worker-w4-8d2c7c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:08:11.728876626Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"namespace":"ai-tenant-e2e-worker-w4-8d2c7c","name":"simulator-subscription","reconcileID":"9647462a-7d7b-4790-8383-0170a9568ffa","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"name":"maas-trlp-simulator-w4-8d2c7c","model":"e2e-models-e2e-worker-w4-8d2c7c/simulator-w4-8d2c7c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:08:11.82291575Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-8d2c7c","namespace":"e2e-models-e2e-worker-w4-8d2c7c"},"namespace":"e2e-models-e2e-worker-w4-8d2c7c","name":"simulator-w4-8d2c7c","reconcileID":"63f3f705-391c-4ce0-8643-8fb98a425ddd","MaaSModelRef":{"name":"simulator-w4-8d2c7c","namespace":"e2e-models-e2e-worker-w4-8d2c7c"},"routeName":"simulator-w4-8d2c7c-kserve-route","namespace":"e2e-models-e2e-worker-w4-8d2c7c","llmisvcName":"simulator-w4-8d2c7c","gateway":"openshift-ingress/e2e-worker-w4-8d2c7c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:08:11.980732633Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"namespace":"ai-tenant-e2e-worker-w4-8d2c7c","name":"premium-simulator-access","reconcileID":"58d88120-0849-4fb1-806c-854bd8a2509e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-8d2c7c","tenantID":"e2e-worker-w4-8d2c7c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:08:12.03316851Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"namespace":"ai-tenant-e2e-worker-w4-8d2c7c","name":"premium-simulator-access","reconcileID":"58d88120-0849-4fb1-806c-854bd8a2509e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"name":"e2e-worker-w4-8d2c7c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:08:13.117923738Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-4d276f5e","namespace":"ai-tenant-e2e-mt-4b268295"},"namespace":"ai-tenant-e2e-mt-4b268295","name":"e2e-shared-sub-4d276f5e","reconcileID":"3aed24cb-1769-4be2-8a70-ad96efe0aad8","MaaSSubscription":{"name":"e2e-shared-sub-4d276f5e","namespace":"ai-tenant-e2e-mt-4b268295"},"model":"llm/facebook-opt-125m-simulated","subscription":"e2e-shared-sub-4d276f5e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:08:13.320737946Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-4d276f5e","namespace":"ai-tenant-e2e-mt-4b268295"},"namespace":"ai-tenant-e2e-mt-4b268295","name":"e2e-shared-sub-4d276f5e","reconcileID":"3aed24cb-1769-4be2-8a70-ad96efe0aad8","MaaSSubscription":{"name":"e2e-shared-sub-4d276f5e","namespace":"ai-tenant-e2e-mt-4b268295"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"subscriptions":["models-as-a-service/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:08:13.517547806Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"3c9dcfc7-93f0-40e7-b2b8-b9e826b6e785","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:08:13.573313648Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e75ee498-a85b-471b-826b-034f4ae7e49c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:08:13.573333397Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e75ee498-a85b-471b-826b-034f4ae7e49c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:08:17.356008885Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-7aa5c2","namespace":"ai-tenant-e2e-shared-a-w3-1250b3"},"namespace":"ai-tenant-e2e-shared-a-w3-1250b3","name":"e2e-rate-iso-auth-7aa5c2","reconcileID":"bbea57cc-9aff-491d-9e6c-a873b1ded500","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-7aa5c2","namespace":"ai-tenant-e2e-shared-a-w3-1250b3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w3-1250b3","tenantID":"e2e-shared-a-w3-1250b3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:08:17.408156518Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-7aa5c2","namespace":"ai-tenant-e2e-shared-a-w3-1250b3"},"namespace":"ai-tenant-e2e-shared-a-w3-1250b3","name":"e2e-rate-iso-auth-7aa5c2","reconcileID":"bbea57cc-9aff-491d-9e6c-a873b1ded500","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-7aa5c2","namespace":"ai-tenant-e2e-shared-a-w3-1250b3"},"name":"e2e-shared-a-w3-1250b3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:08:17.459139905Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w3-1250b3-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (7c9f6421d65a3dbe32c335e1bcd850e202be4eca256dc803321aba44bd45363e) AuthConfig (21b29a2c94d3332c81699403fd57c151679bac357f5cde5f71ece33b239bfd75) AuthConfig (8a2b8963681bd1ce7631c2784f95804285f6937a7fd011920a23072770e4baf5) AuthConfig (3b33d5d66eb29645ae7026d131bf55eeeceb182837ec18872a18b49ab797da64) AuthConfig (3e42fe0b33c273bc94f7a78620bd1686f33211f1bf10738b464882d201b9eb0d) AuthConfig (def2619926ef5731efb01a21308824cd6b39de75bfe7e737d4c9a400384b600c) AuthConfig (9d62451d580bf0580a967f9a262f29649163dabbc5017d53fd31a36f11beee7c) AuthConfig (4011cc2c3f3d59cbd226d3bbd5ea3ee58989534cbbd1d7250945d1af416b9b10) AuthConfig (30f2f79b5e6b1c8c7d74c983c3fef8ee2550ed3fbf097803ba1c367425d699d3) AuthConfig (fa138560c67075e2f2844b831715637807f20c47353884c22672d88054f14160) AuthConfig (a68b2fb76baa2571b10328ff7ac24c487a9df613dc0b23ccb58bb31c602934f7) AuthConfig (6b8e817c12e469a7a852128ff59c2e251c86374b9cddb4344d62ab8f96b4cd77) AuthConfig (f92e2bb4e39895836cf81e86e3a4051bd7135766d65051738ca210d80d4b4030) AuthConfig (9add5bb16fc1dbbeae85636e4f29fb900c0819e6bffecf3130b7452c9466ccab) AuthConfig (e3f259bbd13b7e1bcdd33948af461795a68132f70236aa3f4e0a719eb679445d) AuthConfig (12795ce3d537c5546a60eace3849b611712db32eb258f45d248d14faaf3c33dc) AuthConfig (8d8c486251859d696d8a882335d143b5680bfb0cf9ffa92f1e772450bdc08444) AuthConfig (aa4496f7f08b94c448f7f7febeca23c39826ad355a71bec0fe67b284e31b5c24)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-7aa5c2","namespace":"ai-tenant-e2e-shared-a-w3-1250b3"},"namespace":"ai-tenant-e2e-shared-a-w3-1250b3","name":"e2e-rate-iso-auth-7aa5c2","reconcileID":"bbea57cc-9aff-491d-9e6c-a873b1ded500","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-7aa5c2","namespace":"ai-tenant-e2e-shared-a-w3-1250b3"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:08:19.724926096Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-8d2c7c","namespace":"e2e-models-e2e-worker-w4-8d2c7c"},"namespace":"e2e-models-e2e-worker-w4-8d2c7c","name":"distinct-2-w4-8d2c7c","reconcileID":"770fa913-8f50-4afc-a1db-ce8faedf557b","MaaSModelRef":{"name":"distinct-2-w4-8d2c7c","namespace":"e2e-models-e2e-worker-w4-8d2c7c"},"routeName":"distinct-2-w4-8d2c7c-kserve-route","namespace":"e2e-models-e2e-worker-w4-8d2c7c","llmisvcName":"distinct-2-w4-8d2c7c","gateway":"openshift-ingress/e2e-worker-w4-8d2c7c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:08:21.981937254Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"namespace":"ai-tenant-e2e-worker-w4-8d2c7c","name":"simulator-subscription","reconcileID":"8a1ef90c-60a7-4fce-8299-b3e3d471ee60","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"model":"e2e-models-e2e-worker-w4-8d2c7c/simulator-w4-8d2c7c","subscription":"simulator-subscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:08:22.031346557Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"namespace":"ai-tenant-e2e-worker-w4-8d2c7c","name":"simulator-subscription","reconcileID":"8a1ef90c-60a7-4fce-8299-b3e3d471ee60","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"model":"e2e-models-e2e-worker-w4-8d2c7c/simulator-w4-8d2c7c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:08:22.081832595Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"namespace":"ai-tenant-e2e-worker-w4-8d2c7c","name":"simulator-subscription","reconcileID":"8a1ef90c-60a7-4fce-8299-b3e3d471ee60","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"name":"maas-trlp-simulator-w4-8d2c7c","namespace":"e2e-models-e2e-worker-w4-8d2c7c","model":"e2e-models-e2e-worker-w4-8d2c7c/simulator-w4-8d2c7c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:08:22.337442292Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-8d2c7c","namespace":"e2e-models-e2e-worker-w4-8d2c7c"},"namespace":"e2e-models-e2e-worker-w4-8d2c7c","name":"simulator-w4-8d2c7c","reconcileID":"69a24719-4190-482c-88b8-5aefe0ca0899","MaaSModelRef":{"name":"simulator-w4-8d2c7c","namespace":"e2e-models-e2e-worker-w4-8d2c7c"},"routeName":"simulator-w4-8d2c7c-kserve-route","namespace":"e2e-models-e2e-worker-w4-8d2c7c","llmisvcName":"simulator-w4-8d2c7c","gateway":"openshift-ingress/e2e-worker-w4-8d2c7c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:08:22.434929928Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"namespace":"ai-tenant-e2e-worker-w4-8d2c7c","name":"premium-simulator-access","reconcileID":"6d8a3c8d-d786-48ee-af5f-ef0ec9c324d7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-8d2c7c","tenantID":"e2e-worker-w4-8d2c7c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:08:22.48734549Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"namespace":"ai-tenant-e2e-worker-w4-8d2c7c","name":"premium-simulator-access","reconcileID":"6d8a3c8d-d786-48ee-af5f-ef0ec9c324d7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"name":"e2e-worker-w4-8d2c7c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:08:25.713177977Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:08:27.557231534Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-7aa5c2","namespace":"ai-tenant-e2e-shared-a-w3-1250b3"},"namespace":"ai-tenant-e2e-shared-a-w3-1250b3","name":"e2e-rate-iso-auth-7aa5c2","reconcileID":"3bb485b9-1805-4154-8770-829da5ae428d","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-7aa5c2","namespace":"ai-tenant-e2e-shared-a-w3-1250b3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w3-1250b3","tenantID":"e2e-shared-a-w3-1250b3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:08:27.609413635Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-7aa5c2","namespace":"ai-tenant-e2e-shared-a-w3-1250b3"},"namespace":"ai-tenant-e2e-shared-a-w3-1250b3","name":"e2e-rate-iso-auth-7aa5c2","reconcileID":"3bb485b9-1805-4154-8770-829da5ae428d","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-7aa5c2","namespace":"ai-tenant-e2e-shared-a-w3-1250b3"},"name":"e2e-shared-a-w3-1250b3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:08:27.66024829Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w3-1250b3-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (7c9f6421d65a3dbe32c335e1bcd850e202be4eca256dc803321aba44bd45363e) AuthConfig (21b29a2c94d3332c81699403fd57c151679bac357f5cde5f71ece33b239bfd75) AuthConfig (8a2b8963681bd1ce7631c2784f95804285f6937a7fd011920a23072770e4baf5) AuthConfig (3b33d5d66eb29645ae7026d131bf55eeeceb182837ec18872a18b49ab797da64) AuthConfig (3e42fe0b33c273bc94f7a78620bd1686f33211f1bf10738b464882d201b9eb0d) AuthConfig (def2619926ef5731efb01a21308824cd6b39de75bfe7e737d4c9a400384b600c) AuthConfig (9d62451d580bf0580a967f9a262f29649163dabbc5017d53fd31a36f11beee7c) AuthConfig (4011cc2c3f3d59cbd226d3bbd5ea3ee58989534cbbd1d7250945d1af416b9b10) AuthConfig (30f2f79b5e6b1c8c7d74c983c3fef8ee2550ed3fbf097803ba1c367425d699d3) AuthConfig (fa138560c67075e2f2844b831715637807f20c47353884c22672d88054f14160) AuthConfig (a68b2fb76baa2571b10328ff7ac24c487a9df613dc0b23ccb58bb31c602934f7) AuthConfig (6b8e817c12e469a7a852128ff59c2e251c86374b9cddb4344d62ab8f96b4cd77) AuthConfig (f92e2bb4e39895836cf81e86e3a4051bd7135766d65051738ca210d80d4b4030) AuthConfig (9add5bb16fc1dbbeae85636e4f29fb900c0819e6bffecf3130b7452c9466ccab) AuthConfig (e3f259bbd13b7e1bcdd33948af461795a68132f70236aa3f4e0a719eb679445d) AuthConfig (12795ce3d537c5546a60eace3849b611712db32eb258f45d248d14faaf3c33dc) AuthConfig (8d8c486251859d696d8a882335d143b5680bfb0cf9ffa92f1e772450bdc08444) AuthConfig (aa4496f7f08b94c448f7f7febeca23c39826ad355a71bec0fe67b284e31b5c24)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-7aa5c2","namespace":"ai-tenant-e2e-shared-a-w3-1250b3"},"namespace":"ai-tenant-e2e-shared-a-w3-1250b3","name":"e2e-rate-iso-auth-7aa5c2","reconcileID":"3bb485b9-1805-4154-8770-829da5ae428d","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-7aa5c2","namespace":"ai-tenant-e2e-shared-a-w3-1250b3"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:08:27.692864013Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"namespace":"ai-tenant-e2e-worker-w4-8d2c7c","name":"premium-simulator-access","reconcileID":"1c1d7650-3544-40ef-bb3f-8a0568201e02","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-8d2c7c","tenantID":"e2e-worker-w4-8d2c7c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:08:27.747089545Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"namespace":"ai-tenant-e2e-worker-w4-8d2c7c","name":"premium-simulator-access","reconcileID":"1c1d7650-3544-40ef-bb3f-8a0568201e02","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"name":"e2e-worker-w4-8d2c7c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:08:27.792611918Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"namespace":"ai-tenant-e2e-worker-w4-8d2c7c","name":"premium-simulator-subscription","reconcileID":"db098db3-98c8-423a-b723-be8bab32b033","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"name":"maas-trlp-premium-w4-8d2c7c","model":"e2e-models-e2e-worker-w4-8d2c7c/premium-w4-8d2c7c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:08:27.995845985Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-8d2c7c","namespace":"e2e-models-e2e-worker-w4-8d2c7c"},"namespace":"e2e-models-e2e-worker-w4-8d2c7c","name":"distinct-2-w4-8d2c7c","reconcileID":"cdf67d0f-fc2b-47d6-8f3b-af9de49cb83d","MaaSModelRef":{"name":"distinct-2-w4-8d2c7c","namespace":"e2e-models-e2e-worker-w4-8d2c7c"},"routeName":"distinct-2-w4-8d2c7c-kserve-route","namespace":"e2e-models-e2e-worker-w4-8d2c7c","llmisvcName":"distinct-2-w4-8d2c7c","gateway":"openshift-ingress/e2e-worker-w4-8d2c7c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:08:27.996070596Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-8d2c7c","namespace":"e2e-models-e2e-worker-w4-8d2c7c"},"namespace":"e2e-models-e2e-worker-w4-8d2c7c","name":"simulator-w4-8d2c7c","reconcileID":"a5936b0c-ffad-41c6-ad21-c2ca9a7c102c","MaaSModelRef":{"name":"simulator-w4-8d2c7c","namespace":"e2e-models-e2e-worker-w4-8d2c7c"},"routeName":"simulator-w4-8d2c7c-kserve-route","namespace":"e2e-models-e2e-worker-w4-8d2c7c","llmisvcName":"simulator-w4-8d2c7c","gateway":"openshift-ingress/e2e-worker-w4-8d2c7c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:08:27.996239687Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-8d2c7c","namespace":"e2e-models-e2e-worker-w4-8d2c7c"},"namespace":"e2e-models-e2e-worker-w4-8d2c7c","name":"premium-w4-8d2c7c","reconcileID":"6feca10e-a352-454e-98c3-c0e198b6cf2c","MaaSModelRef":{"name":"premium-w4-8d2c7c","namespace":"e2e-models-e2e-worker-w4-8d2c7c"},"routeName":"premium-w4-8d2c7c-kserve-route","namespace":"e2e-models-e2e-worker-w4-8d2c7c","llmisvcName":"premium-w4-8d2c7c","gateway":"openshift-ingress/e2e-worker-w4-8d2c7c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:08:27.996525398Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-8d2c7c","namespace":"e2e-models-e2e-worker-w4-8d2c7c"},"namespace":"e2e-models-e2e-worker-w4-8d2c7c","name":"distinct-w4-8d2c7c","reconcileID":"45e86da4-0c16-4f42-a942-380a77d042bf","MaaSModelRef":{"name":"distinct-w4-8d2c7c","namespace":"e2e-models-e2e-worker-w4-8d2c7c"},"routeName":"distinct-w4-8d2c7c-kserve-route","namespace":"e2e-models-e2e-worker-w4-8d2c7c","llmisvcName":"distinct-w4-8d2c7c","gateway":"openshift-ingress/e2e-worker-w4-8d2c7c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:08:28.118907617Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-8d2c7c","namespace":"e2e-models-e2e-worker-w4-8d2c7c"},"namespace":"e2e-models-e2e-worker-w4-8d2c7c","name":"premium-w4-8d2c7c","reconcileID":"1961e95f-c661-465a-a090-96c1b39ea6d8","MaaSModelRef":{"name":"premium-w4-8d2c7c","namespace":"e2e-models-e2e-worker-w4-8d2c7c"},"routeName":"premium-w4-8d2c7c-kserve-route","namespace":"e2e-models-e2e-worker-w4-8d2c7c","llmisvcName":"premium-w4-8d2c7c","gateway":"openshift-ingress/e2e-worker-w4-8d2c7c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:08:28.142682544Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"namespace":"ai-tenant-e2e-worker-w4-8d2c7c","name":"premium-simulator-access","reconcileID":"27061881-4729-4663-8ff0-5d84bd4b4cad","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-8d2c7c","tenantID":"e2e-worker-w4-8d2c7c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:08:28.195965068Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"namespace":"ai-tenant-e2e-worker-w4-8d2c7c","name":"premium-simulator-access","reconcileID":"27061881-4729-4663-8ff0-5d84bd4b4cad","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"name":"e2e-worker-w4-8d2c7c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:08:28.241175518Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"namespace":"ai-tenant-e2e-worker-w4-8d2c7c","name":"premium-simulator-subscription","reconcileID":"8de545f6-c0f0-44d5-80c4-b244e24458ad","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"name":"maas-trlp-premium-w4-8d2c7c","model":"e2e-models-e2e-worker-w4-8d2c7c/premium-w4-8d2c7c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:08:28.465121217Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-8d2c7c","namespace":"e2e-models-e2e-worker-w4-8d2c7c"},"namespace":"e2e-models-e2e-worker-w4-8d2c7c","name":"premium-w4-8d2c7c","reconcileID":"07c7f196-486b-4247-ac60-2bdde6e19dad","MaaSModelRef":{"name":"premium-w4-8d2c7c","namespace":"e2e-models-e2e-worker-w4-8d2c7c"},"routeName":"premium-w4-8d2c7c-kserve-route","namespace":"e2e-models-e2e-worker-w4-8d2c7c","llmisvcName":"premium-w4-8d2c7c","gateway":"openshift-ingress/e2e-worker-w4-8d2c7c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:08:28.495335465Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"namespace":"ai-tenant-e2e-worker-w4-8d2c7c","name":"premium-simulator-access","reconcileID":"e62224f4-0378-413d-adec-52a5d192601e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-8d2c7c","tenantID":"e2e-worker-w4-8d2c7c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:08:28.547706058Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"namespace":"ai-tenant-e2e-worker-w4-8d2c7c","name":"premium-simulator-access","reconcileID":"e62224f4-0378-413d-adec-52a5d192601e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"name":"e2e-worker-w4-8d2c7c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:08:28.568223072Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"namespace":"ai-tenant-e2e-worker-w4-8d2c7c","name":"premium-simulator-subscription","reconcileID":"540ea233-5ded-462a-b287-fd82d876d82d","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-1ff63217","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:08:28.691704486Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"namespace":"ai-tenant-e2e-worker-w4-8d2c7c","name":"premium-simulator-access","reconcileID":"ea27ae98-b26f-468b-860b-46d2a5e94464","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"model":"e2e-models-e2e-worker-w4-8d2c7c/premium-w4-8d2c7c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:08:28.847259915Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"namespace":"ai-tenant-e2e-worker-w4-8d2c7c","name":"premium-simulator-access","reconcileID":"ea27ae98-b26f-468b-860b-46d2a5e94464","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-8d2c7c","tenantID":"e2e-worker-w4-8d2c7c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:08:28.936001074Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b7774411-0b62-4934-98c1-8df5eb92e656","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:08:28.985626057Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b7774411-0b62-4934-98c1-8df5eb92e656","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:08:28.998629134Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"namespace":"ai-tenant-e2e-worker-w4-8d2c7c","name":"premium-simulator-access","reconcileID":"ea27ae98-b26f-468b-860b-46d2a5e94464","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"name":"e2e-worker-w4-8d2c7c-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:08:28.998650961Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"namespace":"ai-tenant-e2e-worker-w4-8d2c7c","name":"premium-simulator-access","reconcileID":"ea27ae98-b26f-468b-860b-46d2a5e94464","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-8d2c7c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:08:29.034361093Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b7774411-0b62-4934-98c1-8df5eb92e656","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:08:29.083759224Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b7774411-0b62-4934-98c1-8df5eb92e656","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:08:29.089367558Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-8d2c7c","namespace":"e2e-models-e2e-worker-w4-8d2c7c"},"namespace":"e2e-models-e2e-worker-w4-8d2c7c","name":"premium-w4-8d2c7c","reconcileID":"053d0161-81fa-4a3f-8f5c-6b4686e7d8b8","MaaSModelRef":{"name":"premium-w4-8d2c7c","namespace":"e2e-models-e2e-worker-w4-8d2c7c"},"routeName":"premium-w4-8d2c7c-kserve-route","namespace":"e2e-models-e2e-worker-w4-8d2c7c","llmisvcName":"premium-w4-8d2c7c","gateway":"openshift-ingress/e2e-worker-w4-8d2c7c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:08:31.193920109Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ed8622a1-7eb5-4430-9c51-7f6e35f6b189","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:08:31.242876757Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ed8622a1-7eb5-4430-9c51-7f6e35f6b189","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:08:31.292579735Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ed8622a1-7eb5-4430-9c51-7f6e35f6b189","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:08:31.341399011Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ed8622a1-7eb5-4430-9c51-7f6e35f6b189","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:08:32.229425365Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-8d2c7c","namespace":"e2e-models-e2e-worker-w4-8d2c7c"},"namespace":"e2e-models-e2e-worker-w4-8d2c7c","name":"distinct-w4-8d2c7c","reconcileID":"6eed60a8-7b8d-48b3-b8eb-20929cfa5c2f","MaaSModelRef":{"name":"distinct-w4-8d2c7c","namespace":"e2e-models-e2e-worker-w4-8d2c7c"},"routeName":"distinct-w4-8d2c7c-kserve-route","namespace":"e2e-models-e2e-worker-w4-8d2c7c","llmisvcName":"distinct-w4-8d2c7c","gateway":"openshift-ingress/e2e-worker-w4-8d2c7c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:08:32.539239042Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-8d2c7c","namespace":"e2e-models-e2e-worker-w4-8d2c7c"},"namespace":"e2e-models-e2e-worker-w4-8d2c7c","name":"premium-w4-8d2c7c","reconcileID":"cc36afe2-db68-491a-8682-b469887e1a36","MaaSModelRef":{"name":"premium-w4-8d2c7c","namespace":"e2e-models-e2e-worker-w4-8d2c7c"},"routeName":"premium-w4-8d2c7c-kserve-route","namespace":"e2e-models-e2e-worker-w4-8d2c7c","llmisvcName":"premium-w4-8d2c7c","gateway":"openshift-ingress/e2e-worker-w4-8d2c7c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:08:32.587688051Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"namespace":"ai-tenant-e2e-worker-w4-8d2c7c","name":"premium-simulator-subscription","reconcileID":"619901a8-f6e6-44eb-b378-ae031130048e","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-1ff63217","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:08:32.642227702Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"namespace":"ai-tenant-e2e-worker-w4-8d2c7c","name":"premium-simulator-subscription","reconcileID":"4d1edf26-5607-46e9-9d20-9a4baf75f634","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-1ff63217","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:08:32.846927632Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-8d2c7c","namespace":"e2e-models-e2e-worker-w4-8d2c7c"},"namespace":"e2e-models-e2e-worker-w4-8d2c7c","name":"simulator-w4-8d2c7c","reconcileID":"cf0e63fe-697a-475f-b791-65b479c54758","MaaSModelRef":{"name":"simulator-w4-8d2c7c","namespace":"e2e-models-e2e-worker-w4-8d2c7c"},"routeName":"simulator-w4-8d2c7c-kserve-route","namespace":"e2e-models-e2e-worker-w4-8d2c7c","llmisvcName":"simulator-w4-8d2c7c","gateway":"openshift-ingress/e2e-worker-w4-8d2c7c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:08:33.478880267Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-d4609f","namespace":"ai-tenant-e2e-inf-a-d4609f"},"namespace":"ai-tenant-e2e-inf-a-d4609f","name":"test-model-d4609f","reconcileID":"9697ccf4-d65a-456a-beca-cdf53509725d","MaaSModelRef":{"name":"test-model-d4609f","namespace":"ai-tenant-e2e-inf-a-d4609f"},"tenant":"e2e-inf-a-d4609f","gateway":"openshift-ingress/e2e-inf-a-d4609f","model":"ai-tenant-e2e-inf-a-d4609f/test-model-d4609f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:08:33.47890844Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-d4609f","namespace":"ai-tenant-e2e-inf-a-d4609f"},"namespace":"ai-tenant-e2e-inf-a-d4609f","name":"test-model-d4609f","reconcileID":"9697ccf4-d65a-456a-beca-cdf53509725d","MaaSModelRef":{"name":"test-model-d4609f","namespace":"ai-tenant-e2e-inf-a-d4609f"},"routeName":"test-model-d4609f-kserve-route","namespace":"ai-tenant-e2e-inf-a-d4609f","llmisvcName":"test-model-d4609f","gateway":"openshift-ingress/e2e-inf-a-d4609f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:08:37.759030058Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-7aa5c2","namespace":"ai-tenant-e2e-shared-a-w3-1250b3"},"namespace":"ai-tenant-e2e-shared-a-w3-1250b3","name":"e2e-rate-iso-auth-7aa5c2","reconcileID":"09c6e8d2-9899-437a-9fca-bd2c63f690cf","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-7aa5c2","namespace":"ai-tenant-e2e-shared-a-w3-1250b3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w3-1250b3","tenantID":"e2e-shared-a-w3-1250b3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:08:37.811199295Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-7aa5c2","namespace":"ai-tenant-e2e-shared-a-w3-1250b3"},"namespace":"ai-tenant-e2e-shared-a-w3-1250b3","name":"e2e-rate-iso-auth-7aa5c2","reconcileID":"09c6e8d2-9899-437a-9fca-bd2c63f690cf","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-7aa5c2","namespace":"ai-tenant-e2e-shared-a-w3-1250b3"},"name":"e2e-shared-a-w3-1250b3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:08:37.997243188Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-8d2c7c","namespace":"e2e-models-e2e-worker-w4-8d2c7c"},"namespace":"e2e-models-e2e-worker-w4-8d2c7c","name":"distinct-2-w4-8d2c7c","reconcileID":"594a3b93-9f98-4fc6-817f-13f3d74840c6","MaaSModelRef":{"name":"distinct-2-w4-8d2c7c","namespace":"e2e-models-e2e-worker-w4-8d2c7c"},"routeName":"distinct-2-w4-8d2c7c-kserve-route","namespace":"e2e-models-e2e-worker-w4-8d2c7c","llmisvcName":"distinct-2-w4-8d2c7c","gateway":"openshift-ingress/e2e-worker-w4-8d2c7c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:08:38.058959911Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-1250b3","namespace":"ai-tenant-e2e-shared-a-w3-1250b3"},"namespace":"ai-tenant-e2e-shared-a-w3-1250b3","name":"rate-test-model-1250b3","reconcileID":"43aa1852-ee6b-4989-95f5-989ee3d01849","MaaSModelRef":{"name":"rate-test-model-1250b3","namespace":"ai-tenant-e2e-shared-a-w3-1250b3"},"tenant":"e2e-shared-a-w3-1250b3","gateway":"openshift-ingress/e2e-shared-a-w3-1250b3","model":"ai-tenant-e2e-shared-a-w3-1250b3/rate-test-model-1250b3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:08:38.058981738Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-1250b3","namespace":"ai-tenant-e2e-shared-a-w3-1250b3"},"namespace":"ai-tenant-e2e-shared-a-w3-1250b3","name":"rate-test-model-1250b3","reconcileID":"43aa1852-ee6b-4989-95f5-989ee3d01849","MaaSModelRef":{"name":"rate-test-model-1250b3","namespace":"ai-tenant-e2e-shared-a-w3-1250b3"},"routeName":"rate-test-model-1250b3-kserve-route","namespace":"ai-tenant-e2e-shared-a-w3-1250b3","llmisvcName":"rate-test-model-1250b3","gateway":"openshift-ingress/e2e-shared-a-w3-1250b3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:08:38.894452008Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-d4609f","namespace":"ai-tenant-e2e-inf-a-d4609f"},"namespace":"ai-tenant-e2e-inf-a-d4609f","name":"test-model-d4609f","reconcileID":"c50e207b-f091-4f08-b1a2-80461719facd","MaaSModelRef":{"name":"test-model-d4609f","namespace":"ai-tenant-e2e-inf-a-d4609f"},"tenant":"e2e-inf-a-d4609f","gateway":"openshift-ingress/e2e-inf-a-d4609f","model":"ai-tenant-e2e-inf-a-d4609f/test-model-d4609f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:08:38.894477601Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-d4609f","namespace":"ai-tenant-e2e-inf-a-d4609f"},"namespace":"ai-tenant-e2e-inf-a-d4609f","name":"test-model-d4609f","reconcileID":"c50e207b-f091-4f08-b1a2-80461719facd","MaaSModelRef":{"name":"test-model-d4609f","namespace":"ai-tenant-e2e-inf-a-d4609f"},"routeName":"test-model-d4609f-kserve-route","namespace":"ai-tenant-e2e-inf-a-d4609f","llmisvcName":"test-model-d4609f","gateway":"openshift-ingress/e2e-inf-a-d4609f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:08:38.94565187Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-d4609f","namespace":"ai-tenant-e2e-inf-a-d4609f"},"namespace":"ai-tenant-e2e-inf-a-d4609f","name":"test-model-d4609f","reconcileID":"4da0e650-2643-482d-90f2-95fce0ab2512","MaaSModelRef":{"name":"test-model-d4609f","namespace":"ai-tenant-e2e-inf-a-d4609f"},"tenant":"e2e-inf-a-d4609f","gateway":"openshift-ingress/e2e-inf-a-d4609f","model":"ai-tenant-e2e-inf-a-d4609f/test-model-d4609f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:08:38.945681244Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-d4609f","namespace":"ai-tenant-e2e-inf-a-d4609f"},"namespace":"ai-tenant-e2e-inf-a-d4609f","name":"test-model-d4609f","reconcileID":"4da0e650-2643-482d-90f2-95fce0ab2512","MaaSModelRef":{"name":"test-model-d4609f","namespace":"ai-tenant-e2e-inf-a-d4609f"},"routeName":"test-model-d4609f-kserve-route","namespace":"ai-tenant-e2e-inf-a-d4609f","llmisvcName":"test-model-d4609f","gateway":"openshift-ingress/e2e-inf-a-d4609f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:08:39.043313274Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-d4609f-auth","namespace":"ai-tenant-e2e-inf-a-d4609f"},"namespace":"ai-tenant-e2e-inf-a-d4609f","name":"test-model-d4609f-auth","reconcileID":"79d51f1d-00d6-449b-b40a-b3059f890f3b","MaaSAuthPolicy":{"name":"test-model-d4609f-auth","namespace":"ai-tenant-e2e-inf-a-d4609f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-d4609f","tenantID":"e2e-inf-a-d4609f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:08:39.158649638Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-d4609f-auth","namespace":"ai-tenant-e2e-inf-a-d4609f"},"namespace":"ai-tenant-e2e-inf-a-d4609f","name":"test-model-d4609f-auth","reconcileID":"79d51f1d-00d6-449b-b40a-b3059f890f3b","MaaSAuthPolicy":{"name":"test-model-d4609f-auth","namespace":"ai-tenant-e2e-inf-a-d4609f"},"name":"e2e-inf-a-d4609f-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:08:39.209693313Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-a-d4609f-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-d4609f-auth","namespace":"ai-tenant-e2e-inf-a-d4609f"},"namespace":"ai-tenant-e2e-inf-a-d4609f","name":"test-model-d4609f-auth","reconcileID":"79d51f1d-00d6-449b-b40a-b3059f890f3b","MaaSAuthPolicy":{"name":"test-model-d4609f-auth","namespace":"ai-tenant-e2e-inf-a-d4609f"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:08:39.261055978Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-d4609f","namespace":"ai-tenant-e2e-inf-a-d4609f"},"namespace":"ai-tenant-e2e-inf-a-d4609f","name":"test-model-d4609f","reconcileID":"44700edc-6cf8-4c9d-b8bf-f8b883411be2","MaaSModelRef":{"name":"test-model-d4609f","namespace":"ai-tenant-e2e-inf-a-d4609f"},"tenant":"e2e-inf-a-d4609f","gateway":"openshift-ingress/e2e-inf-a-d4609f","model":"ai-tenant-e2e-inf-a-d4609f/test-model-d4609f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:08:39.261078937Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-d4609f","namespace":"ai-tenant-e2e-inf-a-d4609f"},"namespace":"ai-tenant-e2e-inf-a-d4609f","name":"test-model-d4609f","reconcileID":"44700edc-6cf8-4c9d-b8bf-f8b883411be2","MaaSModelRef":{"name":"test-model-d4609f","namespace":"ai-tenant-e2e-inf-a-d4609f"},"routeName":"test-model-d4609f-kserve-route","namespace":"ai-tenant-e2e-inf-a-d4609f","llmisvcName":"test-model-d4609f","gateway":"openshift-ingress/e2e-inf-a-d4609f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:08:42.28187198Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-8d2c7c","namespace":"e2e-models-e2e-worker-w4-8d2c7c"},"namespace":"e2e-models-e2e-worker-w4-8d2c7c","name":"distinct-w4-8d2c7c","reconcileID":"b30bdb77-a0d2-4602-b6e1-504355871cd1","MaaSModelRef":{"name":"distinct-w4-8d2c7c","namespace":"e2e-models-e2e-worker-w4-8d2c7c"},"routeName":"distinct-w4-8d2c7c-kserve-route","namespace":"e2e-models-e2e-worker-w4-8d2c7c","llmisvcName":"distinct-w4-8d2c7c","gateway":"openshift-ingress/e2e-worker-w4-8d2c7c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:08:42.594644119Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-8d2c7c","namespace":"e2e-models-e2e-worker-w4-8d2c7c"},"namespace":"e2e-models-e2e-worker-w4-8d2c7c","name":"premium-w4-8d2c7c","reconcileID":"4cfb29c7-1af5-4256-9841-ef1791f1975f","MaaSModelRef":{"name":"premium-w4-8d2c7c","namespace":"e2e-models-e2e-worker-w4-8d2c7c"},"routeName":"premium-w4-8d2c7c-kserve-route","namespace":"e2e-models-e2e-worker-w4-8d2c7c","llmisvcName":"premium-w4-8d2c7c","gateway":"openshift-ingress/e2e-worker-w4-8d2c7c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:08:42.692773726Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"namespace":"ai-tenant-e2e-worker-w4-8d2c7c","name":"premium-simulator-subscription","reconcileID":"fd61e2d2-7c17-4c99-b031-1421d6665cf2","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"model":"e2e-models-e2e-worker-w4-8d2c7c/premium-w4-8d2c7c","subscription":"premium-simulator-subscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:08:42.742307128Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"namespace":"ai-tenant-e2e-worker-w4-8d2c7c","name":"premium-simulator-subscription","reconcileID":"fd61e2d2-7c17-4c99-b031-1421d6665cf2","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"model":"e2e-models-e2e-worker-w4-8d2c7c/premium-w4-8d2c7c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:08:42.864136041Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"namespace":"ai-tenant-e2e-worker-w4-8d2c7c","name":"premium-simulator-subscription","reconcileID":"fd61e2d2-7c17-4c99-b031-1421d6665cf2","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"name":"maas-trlp-premium-w4-8d2c7c","namespace":"e2e-models-e2e-worker-w4-8d2c7c","model":"e2e-models-e2e-worker-w4-8d2c7c/premium-w4-8d2c7c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:08:42.902423158Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-8d2c7c","namespace":"e2e-models-e2e-worker-w4-8d2c7c"},"namespace":"e2e-models-e2e-worker-w4-8d2c7c","name":"simulator-w4-8d2c7c","reconcileID":"d4b4c9d8-1166-4cf3-8050-efa594a92c99","MaaSModelRef":{"name":"simulator-w4-8d2c7c","namespace":"e2e-models-e2e-worker-w4-8d2c7c"},"routeName":"simulator-w4-8d2c7c-kserve-route","namespace":"e2e-models-e2e-worker-w4-8d2c7c","llmisvcName":"simulator-w4-8d2c7c","gateway":"openshift-ingress/e2e-worker-w4-8d2c7c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:08:43.118611313Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-8d2c7c","namespace":"e2e-models-e2e-worker-w4-8d2c7c"},"namespace":"e2e-models-e2e-worker-w4-8d2c7c","name":"premium-w4-8d2c7c","reconcileID":"0f93a387-2f10-47f3-b84f-62e24ad5eae5","MaaSModelRef":{"name":"premium-w4-8d2c7c","namespace":"e2e-models-e2e-worker-w4-8d2c7c"},"routeName":"premium-w4-8d2c7c-kserve-route","namespace":"e2e-models-e2e-worker-w4-8d2c7c","llmisvcName":"premium-w4-8d2c7c","gateway":"openshift-ingress/e2e-worker-w4-8d2c7c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:08:43.386952971Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-8570a0","namespace":"ai-tenant-e2e-shared-b-w3-8570a0"},"namespace":"ai-tenant-e2e-shared-b-w3-8570a0","name":"rate-test-model-8570a0","reconcileID":"2350107a-50ed-4676-8a38-f8b7cdba5b0c","MaaSModelRef":{"name":"rate-test-model-8570a0","namespace":"ai-tenant-e2e-shared-b-w3-8570a0"},"tenant":"e2e-shared-b-w3-8570a0","gateway":"openshift-ingress/e2e-shared-b-w3-8570a0","model":"ai-tenant-e2e-shared-b-w3-8570a0/rate-test-model-8570a0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:08:43.386979373Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-8570a0","namespace":"ai-tenant-e2e-shared-b-w3-8570a0"},"namespace":"ai-tenant-e2e-shared-b-w3-8570a0","name":"rate-test-model-8570a0","reconcileID":"2350107a-50ed-4676-8a38-f8b7cdba5b0c","MaaSModelRef":{"name":"rate-test-model-8570a0","namespace":"ai-tenant-e2e-shared-b-w3-8570a0"},"routeName":"rate-test-model-8570a0-kserve-route","namespace":"ai-tenant-e2e-shared-b-w3-8570a0","llmisvcName":"rate-test-model-8570a0","gateway":"openshift-ingress/e2e-shared-b-w3-8570a0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:08:43.440000876Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-8570a0","namespace":"ai-tenant-e2e-shared-b-w3-8570a0"},"namespace":"ai-tenant-e2e-shared-b-w3-8570a0","name":"rate-test-model-8570a0","reconcileID":"35a4d207-d3ad-4213-b7b7-e1f1a0741b6a","MaaSModelRef":{"name":"rate-test-model-8570a0","namespace":"ai-tenant-e2e-shared-b-w3-8570a0"},"tenant":"e2e-shared-b-w3-8570a0","gateway":"openshift-ingress/e2e-shared-b-w3-8570a0","model":"ai-tenant-e2e-shared-b-w3-8570a0/rate-test-model-8570a0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:08:43.440026585Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-8570a0","namespace":"ai-tenant-e2e-shared-b-w3-8570a0"},"namespace":"ai-tenant-e2e-shared-b-w3-8570a0","name":"rate-test-model-8570a0","reconcileID":"35a4d207-d3ad-4213-b7b7-e1f1a0741b6a","MaaSModelRef":{"name":"rate-test-model-8570a0","namespace":"ai-tenant-e2e-shared-b-w3-8570a0"},"routeName":"rate-test-model-8570a0-kserve-route","namespace":"ai-tenant-e2e-shared-b-w3-8570a0","llmisvcName":"rate-test-model-8570a0","gateway":"openshift-ingress/e2e-shared-b-w3-8570a0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:08:43.538090025Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-7aa5c2","namespace":"ai-tenant-e2e-shared-b-w3-8570a0"},"namespace":"ai-tenant-e2e-shared-b-w3-8570a0","name":"e2e-rate-iso-auth-7aa5c2","reconcileID":"74d61ceb-cded-445d-aada-82c3cc1699db","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-7aa5c2","namespace":"ai-tenant-e2e-shared-b-w3-8570a0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w3-8570a0","tenantID":"e2e-shared-b-w3-8570a0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:08:43.652547791Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-7aa5c2","namespace":"ai-tenant-e2e-shared-b-w3-8570a0"},"namespace":"ai-tenant-e2e-shared-b-w3-8570a0","name":"e2e-rate-iso-auth-7aa5c2","reconcileID":"74d61ceb-cded-445d-aada-82c3cc1699db","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-7aa5c2","namespace":"ai-tenant-e2e-shared-b-w3-8570a0"},"name":"e2e-shared-b-w3-8570a0-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:08:43.704058798Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w3-8570a0-maas-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-7aa5c2","namespace":"ai-tenant-e2e-shared-b-w3-8570a0"},"namespace":"ai-tenant-e2e-shared-b-w3-8570a0","name":"e2e-rate-iso-auth-7aa5c2","reconcileID":"74d61ceb-cded-445d-aada-82c3cc1699db","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-7aa5c2","namespace":"ai-tenant-e2e-shared-b-w3-8570a0"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:08:43.75545841Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-8570a0","namespace":"ai-tenant-e2e-shared-b-w3-8570a0"},"namespace":"ai-tenant-e2e-shared-b-w3-8570a0","name":"rate-test-model-8570a0","reconcileID":"699390fd-13c9-47c6-a0ad-bd265741cf10","MaaSModelRef":{"name":"rate-test-model-8570a0","namespace":"ai-tenant-e2e-shared-b-w3-8570a0"},"tenant":"e2e-shared-b-w3-8570a0","gateway":"openshift-ingress/e2e-shared-b-w3-8570a0","model":"ai-tenant-e2e-shared-b-w3-8570a0/rate-test-model-8570a0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:08:43.755478084Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-8570a0","namespace":"ai-tenant-e2e-shared-b-w3-8570a0"},"namespace":"ai-tenant-e2e-shared-b-w3-8570a0","name":"rate-test-model-8570a0","reconcileID":"699390fd-13c9-47c6-a0ad-bd265741cf10","MaaSModelRef":{"name":"rate-test-model-8570a0","namespace":"ai-tenant-e2e-shared-b-w3-8570a0"},"routeName":"rate-test-model-8570a0-kserve-route","namespace":"ai-tenant-e2e-shared-b-w3-8570a0","llmisvcName":"rate-test-model-8570a0","gateway":"openshift-ingress/e2e-shared-b-w3-8570a0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:08:47.998723208Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-8d2c7c","namespace":"e2e-models-e2e-worker-w4-8d2c7c"},"namespace":"e2e-models-e2e-worker-w4-8d2c7c","name":"distinct-2-w4-8d2c7c","reconcileID":"efcaa98b-b961-4c2d-8fb9-a744e32cc72d","MaaSModelRef":{"name":"distinct-2-w4-8d2c7c","namespace":"e2e-models-e2e-worker-w4-8d2c7c"},"routeName":"distinct-2-w4-8d2c7c-kserve-route","namespace":"e2e-models-e2e-worker-w4-8d2c7c","llmisvcName":"distinct-2-w4-8d2c7c","gateway":"openshift-ingress/e2e-worker-w4-8d2c7c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:08:49.358511602Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-d4609f-auth","namespace":"ai-tenant-e2e-inf-a-d4609f"},"namespace":"ai-tenant-e2e-inf-a-d4609f","name":"test-model-d4609f-auth","reconcileID":"6330b9a7-52b6-416f-9e8d-24ae5de649e1","MaaSAuthPolicy":{"name":"test-model-d4609f-auth","namespace":"ai-tenant-e2e-inf-a-d4609f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-d4609f","tenantID":"e2e-inf-a-d4609f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:08:49.414527044Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-d4609f-auth","namespace":"ai-tenant-e2e-inf-a-d4609f"},"namespace":"ai-tenant-e2e-inf-a-d4609f","name":"test-model-d4609f-auth","reconcileID":"6330b9a7-52b6-416f-9e8d-24ae5de649e1","MaaSAuthPolicy":{"name":"test-model-d4609f-auth","namespace":"ai-tenant-e2e-inf-a-d4609f"},"name":"e2e-inf-a-d4609f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:08:49.467284212Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-a-d4609f-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-d4609f-auth","namespace":"ai-tenant-e2e-inf-a-d4609f"},"namespace":"ai-tenant-e2e-inf-a-d4609f","name":"test-model-d4609f-auth","reconcileID":"6330b9a7-52b6-416f-9e8d-24ae5de649e1","MaaSAuthPolicy":{"name":"test-model-d4609f-auth","namespace":"ai-tenant-e2e-inf-a-d4609f"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:08:52.283298045Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-8d2c7c","namespace":"e2e-models-e2e-worker-w4-8d2c7c"},"namespace":"e2e-models-e2e-worker-w4-8d2c7c","name":"distinct-w4-8d2c7c","reconcileID":"f7ac1850-560f-40ba-9dea-9489c7cad629","MaaSModelRef":{"name":"distinct-w4-8d2c7c","namespace":"e2e-models-e2e-worker-w4-8d2c7c"},"routeName":"distinct-w4-8d2c7c-kserve-route","namespace":"e2e-models-e2e-worker-w4-8d2c7c","llmisvcName":"distinct-w4-8d2c7c","gateway":"openshift-ingress/e2e-worker-w4-8d2c7c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:08:53.856714371Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-7aa5c2","namespace":"ai-tenant-e2e-shared-b-w3-8570a0"},"namespace":"ai-tenant-e2e-shared-b-w3-8570a0","name":"e2e-rate-iso-auth-7aa5c2","reconcileID":"c6fd07b6-237a-4737-8192-b6eb2ceba0f0","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-7aa5c2","namespace":"ai-tenant-e2e-shared-b-w3-8570a0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w3-8570a0","tenantID":"e2e-shared-b-w3-8570a0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:08:53.917256263Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-7aa5c2","namespace":"ai-tenant-e2e-shared-b-w3-8570a0"},"namespace":"ai-tenant-e2e-shared-b-w3-8570a0","name":"e2e-rate-iso-auth-7aa5c2","reconcileID":"c6fd07b6-237a-4737-8192-b6eb2ceba0f0","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-7aa5c2","namespace":"ai-tenant-e2e-shared-b-w3-8570a0"},"name":"e2e-shared-b-w3-8570a0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:08:53.972235544Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w3-8570a0-maas-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-7aa5c2","namespace":"ai-tenant-e2e-shared-b-w3-8570a0"},"namespace":"ai-tenant-e2e-shared-b-w3-8570a0","name":"e2e-rate-iso-auth-7aa5c2","reconcileID":"c6fd07b6-237a-4737-8192-b6eb2ceba0f0","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-7aa5c2","namespace":"ai-tenant-e2e-shared-b-w3-8570a0"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:08:55.7142902Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:08:59.56582439Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-d4609f-auth","namespace":"ai-tenant-e2e-inf-a-d4609f"},"namespace":"ai-tenant-e2e-inf-a-d4609f","name":"test-model-d4609f-auth","reconcileID":"a3040f06-d630-4b2c-b4d5-9f316f325205","MaaSAuthPolicy":{"name":"test-model-d4609f-auth","namespace":"ai-tenant-e2e-inf-a-d4609f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-d4609f","tenantID":"e2e-inf-a-d4609f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:08:59.619962091Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-d4609f-auth","namespace":"ai-tenant-e2e-inf-a-d4609f"},"namespace":"ai-tenant-e2e-inf-a-d4609f","name":"test-model-d4609f-auth","reconcileID":"a3040f06-d630-4b2c-b4d5-9f316f325205","MaaSAuthPolicy":{"name":"test-model-d4609f-auth","namespace":"ai-tenant-e2e-inf-a-d4609f"},"name":"e2e-inf-a-d4609f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:08:59.6714377Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-a-d4609f-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-d4609f-auth","namespace":"ai-tenant-e2e-inf-a-d4609f"},"namespace":"ai-tenant-e2e-inf-a-d4609f","name":"test-model-d4609f-auth","reconcileID":"a3040f06-d630-4b2c-b4d5-9f316f325205","MaaSAuthPolicy":{"name":"test-model-d4609f-auth","namespace":"ai-tenant-e2e-inf-a-d4609f"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:09:02.07723471Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"namespace":"ai-tenant-e2e-worker-w4-8d2c7c","name":"default-tenant","reconcileID":"d6d0dd95-0dee-41ec-aabe-0006c7ccff1c","namespace":"ai-tenant-e2e-worker-w4-8d2c7c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:09:02.077294353Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"namespace":"ai-tenant-e2e-worker-w4-8d2c7c","name":"default-tenant","reconcileID":"d6d0dd95-0dee-41ec-aabe-0006c7ccff1c","namespace":"ai-tenant-e2e-worker-w4-8d2c7c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:09:02.077341663Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"namespace":"ai-tenant-e2e-worker-w4-8d2c7c","name":"default-tenant","reconcileID":"d6d0dd95-0dee-41ec-aabe-0006c7ccff1c","tenant":"e2e-worker-w4-8d2c7c","tenantID":"e2e-worker-w4-8d2c7c","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:09:02.130584442Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"namespace":"ai-tenant-e2e-worker-w4-8d2c7c","name":"default-tenant","reconcileID":"d6d0dd95-0dee-41ec-aabe-0006c7ccff1c","gvk":"Deployment","name":"maas-api-e2e-worker-w4-8d2c7c","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:09:02.194161526Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"namespace":"ai-tenant-e2e-worker-w4-8d2c7c","name":"default-tenant","reconcileID":"d6d0dd95-0dee-41ec-aabe-0006c7ccff1c","gvk":"Service","name":"maas-api-e2e-worker-w4-8d2c7c","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:09:02.245615128Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"namespace":"ai-tenant-e2e-worker-w4-8d2c7c","name":"default-tenant","reconcileID":"d6d0dd95-0dee-41ec-aabe-0006c7ccff1c","gvk":"HTTPRoute","name":"maas-api-route-e2e-worker-w4-8d2c7c","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:09:02.295898182Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"namespace":"ai-tenant-e2e-worker-w4-8d2c7c","name":"default-tenant","reconcileID":"d6d0dd95-0dee-41ec-aabe-0006c7ccff1c","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-worker-w4-8d2c7c","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:09:02.347919678Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"namespace":"ai-tenant-e2e-worker-w4-8d2c7c","name":"default-tenant","reconcileID":"d6d0dd95-0dee-41ec-aabe-0006c7ccff1c","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-worker-w4-8d2c7c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:09:02.401232885Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"namespace":"ai-tenant-e2e-worker-w4-8d2c7c","name":"default-tenant","reconcileID":"d6d0dd95-0dee-41ec-aabe-0006c7ccff1c","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-worker-w4-8d2c7c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:09:02.455036166Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"namespace":"ai-tenant-e2e-worker-w4-8d2c7c","name":"default-tenant","reconcileID":"d6d0dd95-0dee-41ec-aabe-0006c7ccff1c","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-worker-w4-8d2c7c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:09:02.507458503Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"namespace":"ai-tenant-e2e-worker-w4-8d2c7c","name":"default-tenant","reconcileID":"d6d0dd95-0dee-41ec-aabe-0006c7ccff1c","gvk":"Telemetry","name":"latency-per-subscription-e2e-worker-w4-8d2c7c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:09:02.556660696Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"namespace":"ai-tenant-e2e-worker-w4-8d2c7c","name":"default-tenant","reconcileID":"d6d0dd95-0dee-41ec-aabe-0006c7ccff1c","gvk":"Deployment","name":"payload-processing-e2e-worker-w4-8d2c7c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:09:02.605285034Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"namespace":"ai-tenant-e2e-worker-w4-8d2c7c","name":"default-tenant","reconcileID":"d6d0dd95-0dee-41ec-aabe-0006c7ccff1c","gvk":"Deployment","name":"payload-pre-processing-e2e-worker-w4-8d2c7c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:09:02.653707613Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"namespace":"ai-tenant-e2e-worker-w4-8d2c7c","name":"default-tenant","reconcileID":"d6d0dd95-0dee-41ec-aabe-0006c7ccff1c","gvk":"Service","name":"payload-processing-e2e-worker-w4-8d2c7c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:09:02.701758263Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"namespace":"ai-tenant-e2e-worker-w4-8d2c7c","name":"default-tenant","reconcileID":"d6d0dd95-0dee-41ec-aabe-0006c7ccff1c","gvk":"Service","name":"payload-pre-processing-e2e-worker-w4-8d2c7c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:09:02.750331124Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"namespace":"ai-tenant-e2e-worker-w4-8d2c7c","name":"default-tenant","reconcileID":"d6d0dd95-0dee-41ec-aabe-0006c7ccff1c","gvk":"DestinationRule","name":"payload-processing-e2e-worker-w4-8d2c7c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:09:02.798698167Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"namespace":"ai-tenant-e2e-worker-w4-8d2c7c","name":"default-tenant","reconcileID":"d6d0dd95-0dee-41ec-aabe-0006c7ccff1c","gvk":"DestinationRule","name":"payload-pre-processing-e2e-worker-w4-8d2c7c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:09:02.846845008Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"namespace":"ai-tenant-e2e-worker-w4-8d2c7c","name":"default-tenant","reconcileID":"d6d0dd95-0dee-41ec-aabe-0006c7ccff1c","gvk":"EnvoyFilter","name":"payload-processing-e2e-worker-w4-8d2c7c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:09:02.901142305Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"namespace":"ai-tenant-e2e-worker-w4-8d2c7c","name":"default-tenant","reconcileID":"d6d0dd95-0dee-41ec-aabe-0006c7ccff1c","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-worker-w4-8d2c7c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:09:02.954410654Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"namespace":"ai-tenant-e2e-worker-w4-8d2c7c","name":"default-tenant","reconcileID":"d6d0dd95-0dee-41ec-aabe-0006c7ccff1c","gvk":"NetworkPolicy","name":"payload-processing-e2e-worker-w4-8d2c7c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:09:03.005741192Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"namespace":"ai-tenant-e2e-worker-w4-8d2c7c","name":"default-tenant","reconcileID":"d6d0dd95-0dee-41ec-aabe-0006c7ccff1c","gvk":"ServiceAccount","name":"payload-processing-e2e-worker-w4-8d2c7c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:09:03.05471572Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"namespace":"ai-tenant-e2e-worker-w4-8d2c7c","name":"default-tenant","reconcileID":"d6d0dd95-0dee-41ec-aabe-0006c7ccff1c","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-worker-w4-8d2c7c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:09:03.105443823Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-8d2c7c"},"namespace":"ai-tenant-e2e-worker-w4-8d2c7c","name":"default-tenant","reconcileID":"d6d0dd95-0dee-41ec-aabe-0006c7ccff1c","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-worker-w4-8d2c7c","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:09:04.077302585Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-7aa5c2","namespace":"ai-tenant-e2e-shared-b-w3-8570a0"},"namespace":"ai-tenant-e2e-shared-b-w3-8570a0","name":"e2e-rate-iso-auth-7aa5c2","reconcileID":"800e80bf-c7de-4e93-a938-f605438a2699","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-7aa5c2","namespace":"ai-tenant-e2e-shared-b-w3-8570a0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w3-8570a0","tenantID":"e2e-shared-b-w3-8570a0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:09:04.132317006Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-7aa5c2","namespace":"ai-tenant-e2e-shared-b-w3-8570a0"},"namespace":"ai-tenant-e2e-shared-b-w3-8570a0","name":"e2e-rate-iso-auth-7aa5c2","reconcileID":"800e80bf-c7de-4e93-a938-f605438a2699","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-7aa5c2","namespace":"ai-tenant-e2e-shared-b-w3-8570a0"},"name":"e2e-shared-b-w3-8570a0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:09:04.201695548Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w3-8570a0-maas-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-7aa5c2","namespace":"ai-tenant-e2e-shared-b-w3-8570a0"},"namespace":"ai-tenant-e2e-shared-b-w3-8570a0","name":"e2e-rate-iso-auth-7aa5c2","reconcileID":"800e80bf-c7de-4e93-a938-f605438a2699","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-7aa5c2","namespace":"ai-tenant-e2e-shared-b-w3-8570a0"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:09:04.454421294Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-worker-w4-8d2c7c","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-worker-w4-8d2c7c","reconcileID":"038156ed-b544-489d-866a-5b9c194692c0","aitenant":"ai-tenants/e2e-worker-w4-8d2c7c","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:09:05.035835243Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"81c8d43a-1e7a-407d-b45f-337bb26550f5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:09:05.085403586Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"81c8d43a-1e7a-407d-b45f-337bb26550f5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:09:05.135567758Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"81c8d43a-1e7a-407d-b45f-337bb26550f5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:09:05.18502428Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"81c8d43a-1e7a-407d-b45f-337bb26550f5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:09:05.190363265Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-worker-w4-8d2c7c","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-worker-w4-8d2c7c","reconcileID":"038156ed-b544-489d-866a-5b9c194692c0","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-worker-w4-8d2c7c","removed":["maas.opendatahub.io/gateway-access-e2e-worker-w4-8d2c7c"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:09:07.039874126Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2c5dac48-3199-48d5-88d6-42df4cd23789","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:09:07.088830542Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2c5dac48-3199-48d5-88d6-42df4cd23789","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:09:07.137435732Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2c5dac48-3199-48d5-88d6-42df4cd23789","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:09:07.186223685Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2c5dac48-3199-48d5-88d6-42df4cd23789","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:09:09.7687287Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-d4609f-auth","namespace":"ai-tenant-e2e-inf-a-d4609f"},"namespace":"ai-tenant-e2e-inf-a-d4609f","name":"test-model-d4609f-auth","reconcileID":"85b45ded-0ab1-4511-9e40-185e615199e1","MaaSAuthPolicy":{"name":"test-model-d4609f-auth","namespace":"ai-tenant-e2e-inf-a-d4609f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-d4609f","tenantID":"e2e-inf-a-d4609f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:09:09.821757193Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-d4609f-auth","namespace":"ai-tenant-e2e-inf-a-d4609f"},"namespace":"ai-tenant-e2e-inf-a-d4609f","name":"test-model-d4609f-auth","reconcileID":"85b45ded-0ab1-4511-9e40-185e615199e1","MaaSAuthPolicy":{"name":"test-model-d4609f-auth","namespace":"ai-tenant-e2e-inf-a-d4609f"},"name":"e2e-inf-a-d4609f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:09:09.873105949Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-a-d4609f-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (247f4777a47ad74dbd6f994807c9ecb8a88d73519c19915cb0ee042d19103fef) AuthConfig (808f2b9296a26f41b95ccfad37b7b2cff4351baf2e61522015384ced0110ea10) AuthConfig (1c05ac5d6e5b5e74742fea3b45f06ed153df9c0067c806d38108c3073b6bf893) AuthConfig (34dd4a60d8428d68e5750d4e29856b976998d3f483aea6a79943240edf62eae3) AuthConfig (484f2c60b5ff293ef988412e51bef52affee2f11985c42cd19e234186be33323) AuthConfig (6f02404fff149d0c31fb96e5654f5ca6f54dddf218d79e31f118857aa0a0e55e) AuthConfig (cf861b097c6783508f72da1d70ff6f3e28b734694738c8eaac5a813a906e7782) AuthConfig (e43d414ab8dfb3e762836e51b5361c99fa4638b21dde1aa157a362a6a71007dc) AuthConfig (38967ecc3faac6d7bba2f603f2478ff4d33ecc3193346dacb703675cb73b31af) AuthConfig (064b100e12567acbb05cc653e7fcf20b26a7ecadd3e45ad6e21c8992e58f912f) AuthConfig (898b8fe80016ee73593dd94f4224bbb3358ec8d5d90e53e86193275499981bd7) AuthConfig (fdbead12822746257b0ed21895d0eff11ba91c43b48791fd83bcb98856759290) AuthConfig (56c3e10756dd679a433a51c6b9096a90fadb023056c080d328d9fc94c863c500) AuthConfig (2a34e6a2f26c20799de67472809f4d2a4cf3e56de7130b473e904464bfb3f64e) AuthConfig (37082389f01fedce61ece40476f3da2e16b82556151f240fbb4e54cc7c5fbdd1) AuthConfig (f9b7a41b81d4eac558bdf6161fc0a4bf586181d10ca8e95c09cccb338df02800) AuthConfig (405964702d56f85ef9b0c85634c7b7e4af141161558d3922f864a2f23588a1d9) AuthConfig (90ad1a7a36942756fa875a51abf30831b79ab5bd7762a82d04cee50e9ebf6c6f)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-d4609f-auth","namespace":"ai-tenant-e2e-inf-a-d4609f"},"namespace":"ai-tenant-e2e-inf-a-d4609f","name":"test-model-d4609f-auth","reconcileID":"85b45ded-0ab1-4511-9e40-185e615199e1","MaaSAuthPolicy":{"name":"test-model-d4609f-auth","namespace":"ai-tenant-e2e-inf-a-d4609f"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:09:09.926236457Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-d4609f","namespace":"ai-tenant-e2e-inf-a-d4609f"},"namespace":"ai-tenant-e2e-inf-a-d4609f","name":"test-model-d4609f","reconcileID":"ec59fa71-2542-41bb-a843-39ec6922d401","MaaSModelRef":{"name":"test-model-d4609f","namespace":"ai-tenant-e2e-inf-a-d4609f"},"tenant":"e2e-inf-a-d4609f","gateway":"openshift-ingress/e2e-inf-a-d4609f","model":"ai-tenant-e2e-inf-a-d4609f/test-model-d4609f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:09:09.926256171Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-d4609f","namespace":"ai-tenant-e2e-inf-a-d4609f"},"namespace":"ai-tenant-e2e-inf-a-d4609f","name":"test-model-d4609f","reconcileID":"ec59fa71-2542-41bb-a843-39ec6922d401","MaaSModelRef":{"name":"test-model-d4609f","namespace":"ai-tenant-e2e-inf-a-d4609f"},"routeName":"test-model-d4609f-kserve-route","namespace":"ai-tenant-e2e-inf-a-d4609f","llmisvcName":"test-model-d4609f","gateway":"openshift-ingress/e2e-inf-a-d4609f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:09:14.300157208Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-7aa5c2","namespace":"ai-tenant-e2e-shared-b-w3-8570a0"},"namespace":"ai-tenant-e2e-shared-b-w3-8570a0","name":"e2e-rate-iso-auth-7aa5c2","reconcileID":"d3a61268-2d6d-47a4-92a9-8e1d0e0907cb","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-7aa5c2","namespace":"ai-tenant-e2e-shared-b-w3-8570a0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w3-8570a0","tenantID":"e2e-shared-b-w3-8570a0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:09:14.352438986Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-7aa5c2","namespace":"ai-tenant-e2e-shared-b-w3-8570a0"},"namespace":"ai-tenant-e2e-shared-b-w3-8570a0","name":"e2e-rate-iso-auth-7aa5c2","reconcileID":"d3a61268-2d6d-47a4-92a9-8e1d0e0907cb","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-7aa5c2","namespace":"ai-tenant-e2e-shared-b-w3-8570a0"},"name":"e2e-shared-b-w3-8570a0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:09:14.403665187Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w3-8570a0-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (81102e45661a8d629bdae74cec1e9249af145ab028e10c3ca8708c44794d5eb6) AuthConfig (cf5af3c4425e871558ec4eab348b94750498673b1ec327f0c26ffd8e858cd22e) AuthConfig (941aea44d4287b6c92e49d4b55070f5f5c9895206c3107e160f1c5bd9f85b7df) AuthConfig (6d7df2039770c7bbbd2f2aefc707a1d59771d909540a6e2537fa470f234ca657) AuthConfig (921b6774f8390e7d1ddbdcedf978f5ee0efcf01596c18d9110e9de7358ecafd0) AuthConfig (ecf8d397224f1636f2c15414025f9cdfdef57289cc87179750fae461240b257a) AuthConfig (94e7f829ba1d7af843e856e2a28a6522b6d88a995dfdd06e370bc500f32468fa) AuthConfig (786424d84d58d4885d9ecd949b20c4930155ca440879aec307026d76e734e4e2) AuthConfig (1a8ddc852a0233610576bdc3ab20d94408a9f2efebd7e3797c94b4963fbc4c73) AuthConfig (528bb2a792c2c8a67ed8bffa0c020ebfd4cdf859551848f096f2ad1efaffff91) AuthConfig (5db51205147f36f5a7d6e67dd52e40b41fe147bac6fd945bc9ec4ad7f0815e55) AuthConfig (128ca7d23e9effecaaee9eb9257923b902827c61a5e5f898f20bda1a2c304bda) AuthConfig (3d3b81780e6c21580e75b630536f2393804fbbfaa1dd1ded17488564f577fda4) AuthConfig (2a04a76a77cacff0d4f00c9ab11871212b33faed35b19b298ccfea46f2a78d8b) AuthConfig (b049d34be39a5d62fb8a3cc45741289f53b30e91ebf85cc4487567dd09710748) AuthConfig (3f91230047bcfb27e596d37588f4897baa2d6f1ea646666eb115e49d25621e82) AuthConfig (451e1399c69aed47d06869906d1e4a0be26b1333c24548882840f93c09c701d1) AuthConfig (407d34c7a4662de28df2399a770d9f3aa45cca603ef4c3622b0385a917c36ea0)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-7aa5c2","namespace":"ai-tenant-e2e-shared-b-w3-8570a0"},"namespace":"ai-tenant-e2e-shared-b-w3-8570a0","name":"e2e-rate-iso-auth-7aa5c2","reconcileID":"d3a61268-2d6d-47a4-92a9-8e1d0e0907cb","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-7aa5c2","namespace":"ai-tenant-e2e-shared-b-w3-8570a0"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:09:14.457579413Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-8570a0","namespace":"ai-tenant-e2e-shared-b-w3-8570a0"},"namespace":"ai-tenant-e2e-shared-b-w3-8570a0","name":"rate-test-model-8570a0","reconcileID":"370ab90b-1242-4a93-a4d0-48b2b0126c0c","MaaSModelRef":{"name":"rate-test-model-8570a0","namespace":"ai-tenant-e2e-shared-b-w3-8570a0"},"tenant":"e2e-shared-b-w3-8570a0","gateway":"openshift-ingress/e2e-shared-b-w3-8570a0","model":"ai-tenant-e2e-shared-b-w3-8570a0/rate-test-model-8570a0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:09:14.457600002Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-8570a0","namespace":"ai-tenant-e2e-shared-b-w3-8570a0"},"namespace":"ai-tenant-e2e-shared-b-w3-8570a0","name":"rate-test-model-8570a0","reconcileID":"370ab90b-1242-4a93-a4d0-48b2b0126c0c","MaaSModelRef":{"name":"rate-test-model-8570a0","namespace":"ai-tenant-e2e-shared-b-w3-8570a0"},"routeName":"rate-test-model-8570a0-kserve-route","namespace":"ai-tenant-e2e-shared-b-w3-8570a0","llmisvcName":"rate-test-model-8570a0","gateway":"openshift-ingress/e2e-shared-b-w3-8570a0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:09:20.024013333Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-d4609f-auth","namespace":"ai-tenant-e2e-inf-a-d4609f"},"namespace":"ai-tenant-e2e-inf-a-d4609f","name":"test-model-d4609f-auth","reconcileID":"0fc6daa5-a6b6-49ba-ab0c-2cc6a0e54c1d","MaaSAuthPolicy":{"name":"test-model-d4609f-auth","namespace":"ai-tenant-e2e-inf-a-d4609f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-d4609f","tenantID":"e2e-inf-a-d4609f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:09:20.076761528Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-d4609f-auth","namespace":"ai-tenant-e2e-inf-a-d4609f"},"namespace":"ai-tenant-e2e-inf-a-d4609f","name":"test-model-d4609f-auth","reconcileID":"0fc6daa5-a6b6-49ba-ab0c-2cc6a0e54c1d","MaaSAuthPolicy":{"name":"test-model-d4609f-auth","namespace":"ai-tenant-e2e-inf-a-d4609f"},"name":"e2e-inf-a-d4609f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:09:20.127558016Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-a-d4609f-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (247f4777a47ad74dbd6f994807c9ecb8a88d73519c19915cb0ee042d19103fef) AuthConfig (808f2b9296a26f41b95ccfad37b7b2cff4351baf2e61522015384ced0110ea10) AuthConfig (1c05ac5d6e5b5e74742fea3b45f06ed153df9c0067c806d38108c3073b6bf893) AuthConfig (34dd4a60d8428d68e5750d4e29856b976998d3f483aea6a79943240edf62eae3) AuthConfig (484f2c60b5ff293ef988412e51bef52affee2f11985c42cd19e234186be33323) AuthConfig (6f02404fff149d0c31fb96e5654f5ca6f54dddf218d79e31f118857aa0a0e55e) AuthConfig (cf861b097c6783508f72da1d70ff6f3e28b734694738c8eaac5a813a906e7782) AuthConfig (e43d414ab8dfb3e762836e51b5361c99fa4638b21dde1aa157a362a6a71007dc) AuthConfig (38967ecc3faac6d7bba2f603f2478ff4d33ecc3193346dacb703675cb73b31af) AuthConfig (064b100e12567acbb05cc653e7fcf20b26a7ecadd3e45ad6e21c8992e58f912f) AuthConfig (898b8fe80016ee73593dd94f4224bbb3358ec8d5d90e53e86193275499981bd7) AuthConfig (fdbead12822746257b0ed21895d0eff11ba91c43b48791fd83bcb98856759290) AuthConfig (56c3e10756dd679a433a51c6b9096a90fadb023056c080d328d9fc94c863c500) AuthConfig (2a34e6a2f26c20799de67472809f4d2a4cf3e56de7130b473e904464bfb3f64e) AuthConfig (37082389f01fedce61ece40476f3da2e16b82556151f240fbb4e54cc7c5fbdd1) AuthConfig (f9b7a41b81d4eac558bdf6161fc0a4bf586181d10ca8e95c09cccb338df02800) AuthConfig (405964702d56f85ef9b0c85634c7b7e4af141161558d3922f864a2f23588a1d9) AuthConfig (90ad1a7a36942756fa875a51abf30831b79ab5bd7762a82d04cee50e9ebf6c6f)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-d4609f-auth","namespace":"ai-tenant-e2e-inf-a-d4609f"},"namespace":"ai-tenant-e2e-inf-a-d4609f","name":"test-model-d4609f-auth","reconcileID":"0fc6daa5-a6b6-49ba-ab0c-2cc6a0e54c1d","MaaSAuthPolicy":{"name":"test-model-d4609f-auth","namespace":"ai-tenant-e2e-inf-a-d4609f"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:09:24.554243737Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-7aa5c2","namespace":"ai-tenant-e2e-shared-b-w3-8570a0"},"namespace":"ai-tenant-e2e-shared-b-w3-8570a0","name":"e2e-rate-iso-auth-7aa5c2","reconcileID":"bed7d38b-8032-43a6-89aa-f4a409cdf3ac","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-7aa5c2","namespace":"ai-tenant-e2e-shared-b-w3-8570a0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w3-8570a0","tenantID":"e2e-shared-b-w3-8570a0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:09:24.606390505Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-7aa5c2","namespace":"ai-tenant-e2e-shared-b-w3-8570a0"},"namespace":"ai-tenant-e2e-shared-b-w3-8570a0","name":"e2e-rate-iso-auth-7aa5c2","reconcileID":"bed7d38b-8032-43a6-89aa-f4a409cdf3ac","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-7aa5c2","namespace":"ai-tenant-e2e-shared-b-w3-8570a0"},"name":"e2e-shared-b-w3-8570a0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:09:24.657794542Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w3-8570a0-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (81102e45661a8d629bdae74cec1e9249af145ab028e10c3ca8708c44794d5eb6) AuthConfig (cf5af3c4425e871558ec4eab348b94750498673b1ec327f0c26ffd8e858cd22e) AuthConfig (941aea44d4287b6c92e49d4b55070f5f5c9895206c3107e160f1c5bd9f85b7df) AuthConfig (6d7df2039770c7bbbd2f2aefc707a1d59771d909540a6e2537fa470f234ca657) AuthConfig (921b6774f8390e7d1ddbdcedf978f5ee0efcf01596c18d9110e9de7358ecafd0) AuthConfig (ecf8d397224f1636f2c15414025f9cdfdef57289cc87179750fae461240b257a) AuthConfig (94e7f829ba1d7af843e856e2a28a6522b6d88a995dfdd06e370bc500f32468fa) AuthConfig (786424d84d58d4885d9ecd949b20c4930155ca440879aec307026d76e734e4e2) AuthConfig (1a8ddc852a0233610576bdc3ab20d94408a9f2efebd7e3797c94b4963fbc4c73) AuthConfig (528bb2a792c2c8a67ed8bffa0c020ebfd4cdf859551848f096f2ad1efaffff91) AuthConfig (5db51205147f36f5a7d6e67dd52e40b41fe147bac6fd945bc9ec4ad7f0815e55) AuthConfig (128ca7d23e9effecaaee9eb9257923b902827c61a5e5f898f20bda1a2c304bda) AuthConfig (3d3b81780e6c21580e75b630536f2393804fbbfaa1dd1ded17488564f577fda4) AuthConfig (2a04a76a77cacff0d4f00c9ab11871212b33faed35b19b298ccfea46f2a78d8b) AuthConfig (b049d34be39a5d62fb8a3cc45741289f53b30e91ebf85cc4487567dd09710748) AuthConfig (3f91230047bcfb27e596d37588f4897baa2d6f1ea646666eb115e49d25621e82) AuthConfig (451e1399c69aed47d06869906d1e4a0be26b1333c24548882840f93c09c701d1) AuthConfig (407d34c7a4662de28df2399a770d9f3aa45cca603ef4c3622b0385a917c36ea0)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-7aa5c2","namespace":"ai-tenant-e2e-shared-b-w3-8570a0"},"namespace":"ai-tenant-e2e-shared-b-w3-8570a0","name":"e2e-rate-iso-auth-7aa5c2","reconcileID":"bed7d38b-8032-43a6-89aa-f4a409cdf3ac","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-7aa5c2","namespace":"ai-tenant-e2e-shared-b-w3-8570a0"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:09:25.712451561Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:09:30.224749128Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-d4609f-auth","namespace":"ai-tenant-e2e-inf-a-d4609f"},"namespace":"ai-tenant-e2e-inf-a-d4609f","name":"test-model-d4609f-auth","reconcileID":"83341af5-ede8-4534-93e3-c79ec5f7c8bf","MaaSAuthPolicy":{"name":"test-model-d4609f-auth","namespace":"ai-tenant-e2e-inf-a-d4609f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-d4609f","tenantID":"e2e-inf-a-d4609f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:09:30.276932954Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-d4609f-auth","namespace":"ai-tenant-e2e-inf-a-d4609f"},"namespace":"ai-tenant-e2e-inf-a-d4609f","name":"test-model-d4609f-auth","reconcileID":"83341af5-ede8-4534-93e3-c79ec5f7c8bf","MaaSAuthPolicy":{"name":"test-model-d4609f-auth","namespace":"ai-tenant-e2e-inf-a-d4609f"},"name":"e2e-inf-a-d4609f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:09:30.57951563Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-d4609f","namespace":"ai-tenant-e2e-inf-a-d4609f"},"namespace":"ai-tenant-e2e-inf-a-d4609f","name":"test-model-d4609f","reconcileID":"9bb35fc2-cdb3-4d93-9203-fa0d161662e9","MaaSModelRef":{"name":"test-model-d4609f","namespace":"ai-tenant-e2e-inf-a-d4609f"},"tenant":"e2e-inf-a-d4609f","gateway":"openshift-ingress/e2e-inf-a-d4609f","model":"ai-tenant-e2e-inf-a-d4609f/test-model-d4609f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:09:30.57953764Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-d4609f","namespace":"ai-tenant-e2e-inf-a-d4609f"},"namespace":"ai-tenant-e2e-inf-a-d4609f","name":"test-model-d4609f","reconcileID":"9bb35fc2-cdb3-4d93-9203-fa0d161662e9","MaaSModelRef":{"name":"test-model-d4609f","namespace":"ai-tenant-e2e-inf-a-d4609f"},"routeName":"test-model-d4609f-kserve-route","namespace":"ai-tenant-e2e-inf-a-d4609f","llmisvcName":"test-model-d4609f","gateway":"openshift-ingress/e2e-inf-a-d4609f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:09:30.964049449Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-cacb84","namespace":"ai-tenant-e2e-shared-a-w2-cacb84"},"namespace":"ai-tenant-e2e-shared-a-w2-cacb84","name":"sub-test-model-cacb84","reconcileID":"75a59005-027c-45d5-9553-004662178895","MaaSModelRef":{"name":"sub-test-model-cacb84","namespace":"ai-tenant-e2e-shared-a-w2-cacb84"},"tenant":"e2e-shared-a-w2-cacb84","gateway":"openshift-ingress/e2e-shared-a-w2-cacb84","model":"ai-tenant-e2e-shared-a-w2-cacb84/sub-test-model-cacb84","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:09:30.964076736Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-cacb84","namespace":"ai-tenant-e2e-shared-a-w2-cacb84"},"namespace":"ai-tenant-e2e-shared-a-w2-cacb84","name":"sub-test-model-cacb84","reconcileID":"75a59005-027c-45d5-9553-004662178895","MaaSModelRef":{"name":"sub-test-model-cacb84","namespace":"ai-tenant-e2e-shared-a-w2-cacb84"},"routeName":"sub-test-model-cacb84-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-cacb84","llmisvcName":"sub-test-model-cacb84","gateway":"openshift-ingress/e2e-shared-a-w2-cacb84","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:09:34.756175858Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-7aa5c2","namespace":"ai-tenant-e2e-shared-b-w3-8570a0"},"namespace":"ai-tenant-e2e-shared-b-w3-8570a0","name":"e2e-rate-iso-auth-7aa5c2","reconcileID":"227b7a2a-0235-455f-934f-6d2472dffd3e","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-7aa5c2","namespace":"ai-tenant-e2e-shared-b-w3-8570a0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w3-8570a0","tenantID":"e2e-shared-b-w3-8570a0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:09:34.808775779Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-7aa5c2","namespace":"ai-tenant-e2e-shared-b-w3-8570a0"},"namespace":"ai-tenant-e2e-shared-b-w3-8570a0","name":"e2e-rate-iso-auth-7aa5c2","reconcileID":"227b7a2a-0235-455f-934f-6d2472dffd3e","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-7aa5c2","namespace":"ai-tenant-e2e-shared-b-w3-8570a0"},"name":"e2e-shared-b-w3-8570a0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:09:35.111452552Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-8570a0","namespace":"ai-tenant-e2e-shared-b-w3-8570a0"},"namespace":"ai-tenant-e2e-shared-b-w3-8570a0","name":"rate-test-model-8570a0","reconcileID":"75ff315e-dc83-468c-ad64-39352710e17c","MaaSModelRef":{"name":"rate-test-model-8570a0","namespace":"ai-tenant-e2e-shared-b-w3-8570a0"},"tenant":"e2e-shared-b-w3-8570a0","gateway":"openshift-ingress/e2e-shared-b-w3-8570a0","model":"ai-tenant-e2e-shared-b-w3-8570a0/rate-test-model-8570a0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:09:35.111477746Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-8570a0","namespace":"ai-tenant-e2e-shared-b-w3-8570a0"},"namespace":"ai-tenant-e2e-shared-b-w3-8570a0","name":"rate-test-model-8570a0","reconcileID":"75ff315e-dc83-468c-ad64-39352710e17c","MaaSModelRef":{"name":"rate-test-model-8570a0","namespace":"ai-tenant-e2e-shared-b-w3-8570a0"},"routeName":"rate-test-model-8570a0-kserve-route","namespace":"ai-tenant-e2e-shared-b-w3-8570a0","llmisvcName":"rate-test-model-8570a0","gateway":"openshift-ingress/e2e-shared-b-w3-8570a0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:09:35.979074029Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-d4609f","namespace":"ai-tenant-e2e-inf-a-d4609f"},"namespace":"ai-tenant-e2e-inf-a-d4609f","name":"test-model-d4609f","reconcileID":"60fe60ba-8279-4963-87cc-3e98e32b9cbb","MaaSModelRef":{"name":"test-model-d4609f","namespace":"ai-tenant-e2e-inf-a-d4609f"},"tenant":"e2e-inf-a-d4609f","gateway":"openshift-ingress/e2e-inf-a-d4609f","model":"ai-tenant-e2e-inf-a-d4609f/test-model-d4609f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:09:35.979097299Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-d4609f","namespace":"ai-tenant-e2e-inf-a-d4609f"},"namespace":"ai-tenant-e2e-inf-a-d4609f","name":"test-model-d4609f","reconcileID":"60fe60ba-8279-4963-87cc-3e98e32b9cbb","MaaSModelRef":{"name":"test-model-d4609f","namespace":"ai-tenant-e2e-inf-a-d4609f"},"routeName":"test-model-d4609f-kserve-route","namespace":"ai-tenant-e2e-inf-a-d4609f","llmisvcName":"test-model-d4609f","gateway":"openshift-ingress/e2e-inf-a-d4609f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:09:36.032838411Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-d4609f","namespace":"ai-tenant-e2e-inf-a-d4609f"},"namespace":"ai-tenant-e2e-inf-a-d4609f","name":"test-model-d4609f","reconcileID":"dae4543b-bfbe-488e-b311-c28e04e7271b","MaaSModelRef":{"name":"test-model-d4609f","namespace":"ai-tenant-e2e-inf-a-d4609f"},"tenant":"e2e-inf-a-d4609f","gateway":"openshift-ingress/e2e-inf-a-d4609f","model":"ai-tenant-e2e-inf-a-d4609f/test-model-d4609f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:09:36.032864118Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-d4609f","namespace":"ai-tenant-e2e-inf-a-d4609f"},"namespace":"ai-tenant-e2e-inf-a-d4609f","name":"test-model-d4609f","reconcileID":"dae4543b-bfbe-488e-b311-c28e04e7271b","MaaSModelRef":{"name":"test-model-d4609f","namespace":"ai-tenant-e2e-inf-a-d4609f"},"routeName":"test-model-d4609f-kserve-route","namespace":"ai-tenant-e2e-inf-a-d4609f","llmisvcName":"test-model-d4609f","gateway":"openshift-ingress/e2e-inf-a-d4609f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:09:36.075600717Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-d4609f-auth","namespace":"ai-tenant-e2e-inf-a-d4609f"},"namespace":"ai-tenant-e2e-inf-a-d4609f","name":"test-model-d4609f-auth","reconcileID":"1561569c-bddf-498d-aff8-060951583e85","MaaSAuthPolicy":{"name":"test-model-d4609f-auth","namespace":"ai-tenant-e2e-inf-a-d4609f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-d4609f","tenantID":"e2e-inf-a-d4609f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T13:09:36.080155272Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-d4609f-sub","namespace":"ai-tenant-e2e-inf-a-d4609f"},"namespace":"ai-tenant-e2e-inf-a-d4609f","name":"test-model-d4609f-sub","reconcileID":"133bb445-5146-43d7-a92c-d8227e58e842","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"test-model-d4609f-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T13:09:36.128246444Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-d4609f-auth","namespace":"ai-tenant-e2e-inf-a-d4609f"},"namespace":"ai-tenant-e2e-inf-a-d4609f","name":"test-model-d4609f-auth","reconcileID":"1561569c-bddf-498d-aff8-060951583e85","MaaSAuthPolicy":{"name":"test-model-d4609f-auth","namespace":"ai-tenant-e2e-inf-a-d4609f"},"name":"e2e-inf-a-d4609f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:09:36.179925052Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-d4609f","namespace":"ai-tenant-e2e-inf-a-d4609f"},"namespace":"ai-tenant-e2e-inf-a-d4609f","name":"test-model-d4609f","reconcileID":"43224c4f-590f-4655-be4c-7b809247ebb1","MaaSModelRef":{"name":"test-model-d4609f","namespace":"ai-tenant-e2e-inf-a-d4609f"},"tenant":"e2e-inf-a-d4609f","gateway":"openshift-ingress/e2e-inf-a-d4609f","model":"ai-tenant-e2e-inf-a-d4609f/test-model-d4609f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:09:36.179951742Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-d4609f","namespace":"ai-tenant-e2e-inf-a-d4609f"},"namespace":"ai-tenant-e2e-inf-a-d4609f","name":"test-model-d4609f","reconcileID":"43224c4f-590f-4655-be4c-7b809247ebb1","MaaSModelRef":{"name":"test-model-d4609f","namespace":"ai-tenant-e2e-inf-a-d4609f"},"routeName":"test-model-d4609f-kserve-route","namespace":"ai-tenant-e2e-inf-a-d4609f","llmisvcName":"test-model-d4609f","gateway":"openshift-ingress/e2e-inf-a-d4609f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:09:36.233537557Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-d4609f","namespace":"ai-tenant-e2e-inf-a-d4609f"},"namespace":"ai-tenant-e2e-inf-a-d4609f","name":"test-model-d4609f","reconcileID":"9dbc178e-6fe0-48e7-bf5b-2c90d480d4ba","MaaSModelRef":{"name":"test-model-d4609f","namespace":"ai-tenant-e2e-inf-a-d4609f"},"tenant":"e2e-inf-a-d4609f","gateway":"openshift-ingress/e2e-inf-a-d4609f","model":"ai-tenant-e2e-inf-a-d4609f/test-model-d4609f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:09:36.233556304Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-d4609f","namespace":"ai-tenant-e2e-inf-a-d4609f"},"namespace":"ai-tenant-e2e-inf-a-d4609f","name":"test-model-d4609f","reconcileID":"9dbc178e-6fe0-48e7-bf5b-2c90d480d4ba","MaaSModelRef":{"name":"test-model-d4609f","namespace":"ai-tenant-e2e-inf-a-d4609f"},"routeName":"test-model-d4609f-kserve-route","namespace":"ai-tenant-e2e-inf-a-d4609f","llmisvcName":"test-model-d4609f","gateway":"openshift-ingress/e2e-inf-a-d4609f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:09:36.423300154Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-d4609f-auth","namespace":"ai-tenant-e2e-inf-a-d4609f"},"namespace":"ai-tenant-e2e-inf-a-d4609f","name":"test-model-d4609f-auth","reconcileID":"0b8182af-610b-4687-b4d3-9d893f84a069","MaaSAuthPolicy":{"name":"test-model-d4609f-auth","namespace":"ai-tenant-e2e-inf-a-d4609f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-d4609f","tenantID":"e2e-inf-a-d4609f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:09:36.441429358Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-d4609f-sub","namespace":"ai-tenant-e2e-inf-a-d4609f"},"namespace":"ai-tenant-e2e-inf-a-d4609f","name":"test-model-d4609f-sub","reconcileID":"e436584c-9618-47f6-8a7b-e4f0a67c3c81","MaaSSubscription":{"name":"test-model-d4609f-sub","namespace":"ai-tenant-e2e-inf-a-d4609f"},"name":"maas-trlp-test-model-d4609f","model":"test-model-d4609f","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-inf-a-d4609f/test-model-d4609f-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:09:36.475599093Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-d4609f-auth","namespace":"ai-tenant-e2e-inf-a-d4609f"},"namespace":"ai-tenant-e2e-inf-a-d4609f","name":"test-model-d4609f-auth","reconcileID":"0b8182af-610b-4687-b4d3-9d893f84a069","MaaSAuthPolicy":{"name":"test-model-d4609f-auth","namespace":"ai-tenant-e2e-inf-a-d4609f"},"name":"e2e-inf-a-d4609f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:09:36.59512932Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-d4609f","namespace":"ai-tenant-e2e-inf-a-d4609f"},"namespace":"ai-tenant-e2e-inf-a-d4609f","name":"test-model-d4609f","reconcileID":"9d2dc020-38ce-4719-997c-ed5eba1ee984","MaaSModelRef":{"name":"test-model-d4609f","namespace":"ai-tenant-e2e-inf-a-d4609f"},"tenant":"e2e-inf-a-d4609f","gateway":"openshift-ingress/e2e-inf-a-d4609f","model":"ai-tenant-e2e-inf-a-d4609f/test-model-d4609f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:09:36.595151382Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-d4609f","namespace":"ai-tenant-e2e-inf-a-d4609f"},"namespace":"ai-tenant-e2e-inf-a-d4609f","name":"test-model-d4609f","reconcileID":"9d2dc020-38ce-4719-997c-ed5eba1ee984","MaaSModelRef":{"name":"test-model-d4609f","namespace":"ai-tenant-e2e-inf-a-d4609f"},"routeName":"test-model-d4609f-kserve-route","namespace":"ai-tenant-e2e-inf-a-d4609f","llmisvcName":"test-model-d4609f","gateway":"openshift-ingress/e2e-inf-a-d4609f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:09:36.791226331Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-d4609f-sub","namespace":"ai-tenant-e2e-inf-a-d4609f"},"namespace":"ai-tenant-e2e-inf-a-d4609f","name":"test-model-d4609f-sub","reconcileID":"ac5b18c4-e575-42d8-8dcf-385839a8d6fd","MaaSSubscription":{"name":"test-model-d4609f-sub","namespace":"ai-tenant-e2e-inf-a-d4609f"},"name":"maas-trlp-test-model-d4609f","model":"ai-tenant-e2e-inf-a-d4609f/test-model-d4609f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:09:40.604313299Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-1250b3","namespace":"ai-tenant-e2e-shared-a-w3-1250b3"},"namespace":"ai-tenant-e2e-shared-a-w3-1250b3","name":"rate-test-model-1250b3","reconcileID":"985273d1-878e-440c-a800-0a3187d04646","MaaSModelRef":{"name":"rate-test-model-1250b3","namespace":"ai-tenant-e2e-shared-a-w3-1250b3"},"tenant":"e2e-shared-a-w3-1250b3","gateway":"openshift-ingress/e2e-shared-a-w3-1250b3","model":"ai-tenant-e2e-shared-a-w3-1250b3/rate-test-model-1250b3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:09:40.604340224Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-1250b3","namespace":"ai-tenant-e2e-shared-a-w3-1250b3"},"namespace":"ai-tenant-e2e-shared-a-w3-1250b3","name":"rate-test-model-1250b3","reconcileID":"985273d1-878e-440c-a800-0a3187d04646","MaaSModelRef":{"name":"rate-test-model-1250b3","namespace":"ai-tenant-e2e-shared-a-w3-1250b3"},"routeName":"rate-test-model-1250b3-kserve-route","namespace":"ai-tenant-e2e-shared-a-w3-1250b3","llmisvcName":"rate-test-model-1250b3","gateway":"openshift-ingress/e2e-shared-a-w3-1250b3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:09:40.658151688Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-1250b3","namespace":"ai-tenant-e2e-shared-a-w3-1250b3"},"namespace":"ai-tenant-e2e-shared-a-w3-1250b3","name":"rate-test-model-1250b3","reconcileID":"1b401dcb-8d5a-4987-ba9b-c09b9af26234","MaaSModelRef":{"name":"rate-test-model-1250b3","namespace":"ai-tenant-e2e-shared-a-w3-1250b3"},"tenant":"e2e-shared-a-w3-1250b3","gateway":"openshift-ingress/e2e-shared-a-w3-1250b3","model":"ai-tenant-e2e-shared-a-w3-1250b3/rate-test-model-1250b3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:09:40.658178489Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-1250b3","namespace":"ai-tenant-e2e-shared-a-w3-1250b3"},"namespace":"ai-tenant-e2e-shared-a-w3-1250b3","name":"rate-test-model-1250b3","reconcileID":"1b401dcb-8d5a-4987-ba9b-c09b9af26234","MaaSModelRef":{"name":"rate-test-model-1250b3","namespace":"ai-tenant-e2e-shared-a-w3-1250b3"},"routeName":"rate-test-model-1250b3-kserve-route","namespace":"ai-tenant-e2e-shared-a-w3-1250b3","llmisvcName":"rate-test-model-1250b3","gateway":"openshift-ingress/e2e-shared-a-w3-1250b3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:09:40.70100229Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-7aa5c2","namespace":"ai-tenant-e2e-shared-a-w3-1250b3"},"namespace":"ai-tenant-e2e-shared-a-w3-1250b3","name":"e2e-rate-iso-auth-7aa5c2","reconcileID":"c783a140-46c3-4dfe-bfdf-cdb6bbe6c649","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-7aa5c2","namespace":"ai-tenant-e2e-shared-a-w3-1250b3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w3-1250b3","tenantID":"e2e-shared-a-w3-1250b3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T13:09:40.705752361Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-a-7aa5c2","namespace":"ai-tenant-e2e-shared-a-w3-1250b3"},"namespace":"ai-tenant-e2e-shared-a-w3-1250b3","name":"e2e-rate-iso-a-7aa5c2","reconcileID":"9632883b-eb84-4921-9935-5bc2c9db9ed1","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-rate-iso-a-7aa5c2\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T13:09:40.70759858Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-1250b3","namespace":"ai-tenant-e2e-shared-a-w3-1250b3"},"namespace":"ai-tenant-e2e-shared-a-w3-1250b3","name":"rate-test-model-1250b3","reconcileID":"1b401dcb-8d5a-4987-ba9b-c09b9af26234","name":"rate-test-model-1250b3","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"rate-test-model-1250b3\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T13:09:40.707648669Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-1250b3","namespace":"ai-tenant-e2e-shared-a-w3-1250b3"},"namespace":"ai-tenant-e2e-shared-a-w3-1250b3","name":"rate-test-model-1250b3","reconcileID":"1b401dcb-8d5a-4987-ba9b-c09b9af26234","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"rate-test-model-1250b3\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T13:09:40.712980551Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-1250b3","namespace":"ai-tenant-e2e-shared-a-w3-1250b3"},"namespace":"ai-tenant-e2e-shared-a-w3-1250b3","name":"rate-test-model-1250b3","reconcileID":"5225a5d5-5bcc-4f78-86f0-ec8634d3154c","MaaSModelRef":{"name":"rate-test-model-1250b3","namespace":"ai-tenant-e2e-shared-a-w3-1250b3"},"tenant":"e2e-shared-a-w3-1250b3","gateway":"openshift-ingress/e2e-shared-a-w3-1250b3","model":"ai-tenant-e2e-shared-a-w3-1250b3/rate-test-model-1250b3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:09:40.712994685Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-1250b3","namespace":"ai-tenant-e2e-shared-a-w3-1250b3"},"namespace":"ai-tenant-e2e-shared-a-w3-1250b3","name":"rate-test-model-1250b3","reconcileID":"5225a5d5-5bcc-4f78-86f0-ec8634d3154c","MaaSModelRef":{"name":"rate-test-model-1250b3","namespace":"ai-tenant-e2e-shared-a-w3-1250b3"},"routeName":"rate-test-model-1250b3-kserve-route","namespace":"ai-tenant-e2e-shared-a-w3-1250b3","llmisvcName":"rate-test-model-1250b3","gateway":"openshift-ingress/e2e-shared-a-w3-1250b3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:09:40.753362621Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-7aa5c2","namespace":"ai-tenant-e2e-shared-a-w3-1250b3"},"namespace":"ai-tenant-e2e-shared-a-w3-1250b3","name":"e2e-rate-iso-auth-7aa5c2","reconcileID":"c783a140-46c3-4dfe-bfdf-cdb6bbe6c649","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-7aa5c2","namespace":"ai-tenant-e2e-shared-a-w3-1250b3"},"name":"e2e-shared-a-w3-1250b3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:09:40.807230212Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-1250b3","namespace":"ai-tenant-e2e-shared-a-w3-1250b3"},"namespace":"ai-tenant-e2e-shared-a-w3-1250b3","name":"rate-test-model-1250b3","reconcileID":"1fd9c583-20a2-460e-b55d-b875b67214e6","MaaSModelRef":{"name":"rate-test-model-1250b3","namespace":"ai-tenant-e2e-shared-a-w3-1250b3"},"tenant":"e2e-shared-a-w3-1250b3","gateway":"openshift-ingress/e2e-shared-a-w3-1250b3","model":"ai-tenant-e2e-shared-a-w3-1250b3/rate-test-model-1250b3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:09:40.807248408Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-1250b3","namespace":"ai-tenant-e2e-shared-a-w3-1250b3"},"namespace":"ai-tenant-e2e-shared-a-w3-1250b3","name":"rate-test-model-1250b3","reconcileID":"1fd9c583-20a2-460e-b55d-b875b67214e6","MaaSModelRef":{"name":"rate-test-model-1250b3","namespace":"ai-tenant-e2e-shared-a-w3-1250b3"},"routeName":"rate-test-model-1250b3-kserve-route","namespace":"ai-tenant-e2e-shared-a-w3-1250b3","llmisvcName":"rate-test-model-1250b3","gateway":"openshift-ingress/e2e-shared-a-w3-1250b3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:09:40.857982725Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-1250b3","namespace":"ai-tenant-e2e-shared-a-w3-1250b3"},"namespace":"ai-tenant-e2e-shared-a-w3-1250b3","name":"rate-test-model-1250b3","reconcileID":"d0da8d0f-a8d3-44d1-afd2-956cbd1eed46","MaaSModelRef":{"name":"rate-test-model-1250b3","namespace":"ai-tenant-e2e-shared-a-w3-1250b3"},"tenant":"e2e-shared-a-w3-1250b3","gateway":"openshift-ingress/e2e-shared-a-w3-1250b3","model":"ai-tenant-e2e-shared-a-w3-1250b3/rate-test-model-1250b3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:09:40.858003186Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-1250b3","namespace":"ai-tenant-e2e-shared-a-w3-1250b3"},"namespace":"ai-tenant-e2e-shared-a-w3-1250b3","name":"rate-test-model-1250b3","reconcileID":"d0da8d0f-a8d3-44d1-afd2-956cbd1eed46","MaaSModelRef":{"name":"rate-test-model-1250b3","namespace":"ai-tenant-e2e-shared-a-w3-1250b3"},"routeName":"rate-test-model-1250b3-kserve-route","namespace":"ai-tenant-e2e-shared-a-w3-1250b3","llmisvcName":"rate-test-model-1250b3","gateway":"openshift-ingress/e2e-shared-a-w3-1250b3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:09:40.903638547Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-8570a0","namespace":"ai-tenant-e2e-shared-b-w3-8570a0"},"namespace":"ai-tenant-e2e-shared-b-w3-8570a0","name":"rate-test-model-8570a0","reconcileID":"f1f47542-36bb-40d8-a661-2c8a4989cbdb","MaaSModelRef":{"name":"rate-test-model-8570a0","namespace":"ai-tenant-e2e-shared-b-w3-8570a0"},"tenant":"e2e-shared-b-w3-8570a0","gateway":"openshift-ingress/e2e-shared-b-w3-8570a0","model":"ai-tenant-e2e-shared-b-w3-8570a0/rate-test-model-8570a0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:09:40.903661479Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-8570a0","namespace":"ai-tenant-e2e-shared-b-w3-8570a0"},"namespace":"ai-tenant-e2e-shared-b-w3-8570a0","name":"rate-test-model-8570a0","reconcileID":"f1f47542-36bb-40d8-a661-2c8a4989cbdb","MaaSModelRef":{"name":"rate-test-model-8570a0","namespace":"ai-tenant-e2e-shared-b-w3-8570a0"},"routeName":"rate-test-model-8570a0-kserve-route","namespace":"ai-tenant-e2e-shared-b-w3-8570a0","llmisvcName":"rate-test-model-8570a0","gateway":"openshift-ingress/e2e-shared-b-w3-8570a0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:09:40.958360592Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-8570a0","namespace":"ai-tenant-e2e-shared-b-w3-8570a0"},"namespace":"ai-tenant-e2e-shared-b-w3-8570a0","name":"rate-test-model-8570a0","reconcileID":"b474ca63-3828-4582-aec6-eb6cf8ad5708","MaaSModelRef":{"name":"rate-test-model-8570a0","namespace":"ai-tenant-e2e-shared-b-w3-8570a0"},"tenant":"e2e-shared-b-w3-8570a0","gateway":"openshift-ingress/e2e-shared-b-w3-8570a0","model":"ai-tenant-e2e-shared-b-w3-8570a0/rate-test-model-8570a0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:09:40.958404762Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-8570a0","namespace":"ai-tenant-e2e-shared-b-w3-8570a0"},"namespace":"ai-tenant-e2e-shared-b-w3-8570a0","name":"rate-test-model-8570a0","reconcileID":"b474ca63-3828-4582-aec6-eb6cf8ad5708","MaaSModelRef":{"name":"rate-test-model-8570a0","namespace":"ai-tenant-e2e-shared-b-w3-8570a0"},"routeName":"rate-test-model-8570a0-kserve-route","namespace":"ai-tenant-e2e-shared-b-w3-8570a0","llmisvcName":"rate-test-model-8570a0","gateway":"openshift-ingress/e2e-shared-b-w3-8570a0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:09:41.000099296Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-7aa5c2","namespace":"ai-tenant-e2e-shared-b-w3-8570a0"},"namespace":"ai-tenant-e2e-shared-b-w3-8570a0","name":"e2e-rate-iso-auth-7aa5c2","reconcileID":"1cc5f949-a391-45ee-86a0-e76b6b3ca89c","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-7aa5c2","namespace":"ai-tenant-e2e-shared-b-w3-8570a0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w3-8570a0","tenantID":"e2e-shared-b-w3-8570a0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T13:09:41.004913599Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-b-7aa5c2","namespace":"ai-tenant-e2e-shared-b-w3-8570a0"},"namespace":"ai-tenant-e2e-shared-b-w3-8570a0","name":"e2e-rate-iso-b-7aa5c2","reconcileID":"faf6b2ca-40d0-4fe3-8e16-a470eeffd110","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-rate-iso-b-7aa5c2\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T13:09:41.007556046Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-8570a0","namespace":"ai-tenant-e2e-shared-b-w3-8570a0"},"namespace":"ai-tenant-e2e-shared-b-w3-8570a0","name":"rate-test-model-8570a0","reconcileID":"b474ca63-3828-4582-aec6-eb6cf8ad5708","name":"rate-test-model-8570a0","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"rate-test-model-8570a0\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T13:09:41.007606381Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-8570a0","namespace":"ai-tenant-e2e-shared-b-w3-8570a0"},"namespace":"ai-tenant-e2e-shared-b-w3-8570a0","name":"rate-test-model-8570a0","reconcileID":"b474ca63-3828-4582-aec6-eb6cf8ad5708","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"rate-test-model-8570a0\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T13:09:41.012947627Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-8570a0","namespace":"ai-tenant-e2e-shared-b-w3-8570a0"},"namespace":"ai-tenant-e2e-shared-b-w3-8570a0","name":"rate-test-model-8570a0","reconcileID":"7b41551c-7072-40d0-935e-d23b037a1fc5","MaaSModelRef":{"name":"rate-test-model-8570a0","namespace":"ai-tenant-e2e-shared-b-w3-8570a0"},"tenant":"e2e-shared-b-w3-8570a0","gateway":"openshift-ingress/e2e-shared-b-w3-8570a0","model":"ai-tenant-e2e-shared-b-w3-8570a0/rate-test-model-8570a0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:09:41.012961093Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-8570a0","namespace":"ai-tenant-e2e-shared-b-w3-8570a0"},"namespace":"ai-tenant-e2e-shared-b-w3-8570a0","name":"rate-test-model-8570a0","reconcileID":"7b41551c-7072-40d0-935e-d23b037a1fc5","MaaSModelRef":{"name":"rate-test-model-8570a0","namespace":"ai-tenant-e2e-shared-b-w3-8570a0"},"routeName":"rate-test-model-8570a0-kserve-route","namespace":"ai-tenant-e2e-shared-b-w3-8570a0","llmisvcName":"rate-test-model-8570a0","gateway":"openshift-ingress/e2e-shared-b-w3-8570a0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:09:41.053217907Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-7aa5c2","namespace":"ai-tenant-e2e-shared-b-w3-8570a0"},"namespace":"ai-tenant-e2e-shared-b-w3-8570a0","name":"e2e-rate-iso-auth-7aa5c2","reconcileID":"1cc5f949-a391-45ee-86a0-e76b6b3ca89c","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-7aa5c2","namespace":"ai-tenant-e2e-shared-b-w3-8570a0"},"name":"e2e-shared-b-w3-8570a0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:09:41.057723703Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-a-7aa5c2","namespace":"ai-tenant-e2e-shared-a-w3-1250b3"},"namespace":"ai-tenant-e2e-shared-a-w3-1250b3","name":"e2e-rate-iso-a-7aa5c2","reconcileID":"88b8d36d-c5da-4f11-be74-14c6f3d56b48","MaaSSubscription":{"name":"e2e-rate-iso-a-7aa5c2","namespace":"ai-tenant-e2e-shared-a-w3-1250b3"},"name":"maas-trlp-rate-test-model-1250b3","model":"rate-test-model-1250b3","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-shared-a-w3-1250b3/e2e-rate-iso-a-7aa5c2"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:09:41.10004795Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-7aa5c2","namespace":"ai-tenant-e2e-shared-a-w3-1250b3"},"namespace":"ai-tenant-e2e-shared-a-w3-1250b3","name":"e2e-rate-iso-auth-7aa5c2","reconcileID":"931d163a-50d8-48a1-a433-0db90280675f","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-7aa5c2","namespace":"ai-tenant-e2e-shared-a-w3-1250b3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w3-1250b3","tenantID":"e2e-shared-a-w3-1250b3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:09:41.106433002Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-8570a0","namespace":"ai-tenant-e2e-shared-b-w3-8570a0"},"namespace":"ai-tenant-e2e-shared-b-w3-8570a0","name":"rate-test-model-8570a0","reconcileID":"20c2d081-43f0-4f62-8943-1789c450ad6d","MaaSModelRef":{"name":"rate-test-model-8570a0","namespace":"ai-tenant-e2e-shared-b-w3-8570a0"},"tenant":"e2e-shared-b-w3-8570a0","gateway":"openshift-ingress/e2e-shared-b-w3-8570a0","model":"ai-tenant-e2e-shared-b-w3-8570a0/rate-test-model-8570a0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:09:41.106455532Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-8570a0","namespace":"ai-tenant-e2e-shared-b-w3-8570a0"},"namespace":"ai-tenant-e2e-shared-b-w3-8570a0","name":"rate-test-model-8570a0","reconcileID":"20c2d081-43f0-4f62-8943-1789c450ad6d","MaaSModelRef":{"name":"rate-test-model-8570a0","namespace":"ai-tenant-e2e-shared-b-w3-8570a0"},"routeName":"rate-test-model-8570a0-kserve-route","namespace":"ai-tenant-e2e-shared-b-w3-8570a0","llmisvcName":"rate-test-model-8570a0","gateway":"openshift-ingress/e2e-shared-b-w3-8570a0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:09:41.153009172Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-7aa5c2","namespace":"ai-tenant-e2e-shared-a-w3-1250b3"},"namespace":"ai-tenant-e2e-shared-a-w3-1250b3","name":"e2e-rate-iso-auth-7aa5c2","reconcileID":"931d163a-50d8-48a1-a433-0db90280675f","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-7aa5c2","namespace":"ai-tenant-e2e-shared-a-w3-1250b3"},"name":"e2e-shared-a-w3-1250b3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:09:41.159295209Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-8570a0","namespace":"ai-tenant-e2e-shared-b-w3-8570a0"},"namespace":"ai-tenant-e2e-shared-b-w3-8570a0","name":"rate-test-model-8570a0","reconcileID":"a829b551-f4b5-4a77-97f8-c082f25011ff","MaaSModelRef":{"name":"rate-test-model-8570a0","namespace":"ai-tenant-e2e-shared-b-w3-8570a0"},"tenant":"e2e-shared-b-w3-8570a0","gateway":"openshift-ingress/e2e-shared-b-w3-8570a0","model":"ai-tenant-e2e-shared-b-w3-8570a0/rate-test-model-8570a0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:09:41.159314126Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-8570a0","namespace":"ai-tenant-e2e-shared-b-w3-8570a0"},"namespace":"ai-tenant-e2e-shared-b-w3-8570a0","name":"rate-test-model-8570a0","reconcileID":"a829b551-f4b5-4a77-97f8-c082f25011ff","MaaSModelRef":{"name":"rate-test-model-8570a0","namespace":"ai-tenant-e2e-shared-b-w3-8570a0"},"routeName":"rate-test-model-8570a0-kserve-route","namespace":"ai-tenant-e2e-shared-b-w3-8570a0","llmisvcName":"rate-test-model-8570a0","gateway":"openshift-ingress/e2e-shared-b-w3-8570a0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:09:41.21083649Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-1250b3","namespace":"ai-tenant-e2e-shared-a-w3-1250b3"},"namespace":"ai-tenant-e2e-shared-a-w3-1250b3","name":"rate-test-model-1250b3","reconcileID":"3c980d59-2061-4fb9-a9b9-5f34ef0792da","MaaSModelRef":{"name":"rate-test-model-1250b3","namespace":"ai-tenant-e2e-shared-a-w3-1250b3"},"tenant":"e2e-shared-a-w3-1250b3","gateway":"openshift-ingress/e2e-shared-a-w3-1250b3","model":"ai-tenant-e2e-shared-a-w3-1250b3/rate-test-model-1250b3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:09:41.210853646Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-1250b3","namespace":"ai-tenant-e2e-shared-a-w3-1250b3"},"namespace":"ai-tenant-e2e-shared-a-w3-1250b3","name":"rate-test-model-1250b3","reconcileID":"3c980d59-2061-4fb9-a9b9-5f34ef0792da","MaaSModelRef":{"name":"rate-test-model-1250b3","namespace":"ai-tenant-e2e-shared-a-w3-1250b3"},"routeName":"rate-test-model-1250b3-kserve-route","namespace":"ai-tenant-e2e-shared-a-w3-1250b3","llmisvcName":"rate-test-model-1250b3","gateway":"openshift-ingress/e2e-shared-a-w3-1250b3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:09:41.346711693Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-7aa5c2","namespace":"ai-tenant-e2e-shared-b-w3-8570a0"},"namespace":"ai-tenant-e2e-shared-b-w3-8570a0","name":"e2e-rate-iso-auth-7aa5c2","reconcileID":"8455eb47-a1c3-495d-860c-aea92b0c4694","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-7aa5c2","namespace":"ai-tenant-e2e-shared-b-w3-8570a0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w3-8570a0","tenantID":"e2e-shared-b-w3-8570a0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:09:41.355651559Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-b-7aa5c2","namespace":"ai-tenant-e2e-shared-b-w3-8570a0"},"namespace":"ai-tenant-e2e-shared-b-w3-8570a0","name":"e2e-rate-iso-b-7aa5c2","reconcileID":"9112ce44-8b8b-47c6-9cb7-774c9e194fa3","MaaSSubscription":{"name":"e2e-rate-iso-b-7aa5c2","namespace":"ai-tenant-e2e-shared-b-w3-8570a0"},"name":"maas-trlp-rate-test-model-8570a0","model":"rate-test-model-8570a0","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-shared-b-w3-8570a0/e2e-rate-iso-b-7aa5c2"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:09:41.399009152Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-7aa5c2","namespace":"ai-tenant-e2e-shared-b-w3-8570a0"},"namespace":"ai-tenant-e2e-shared-b-w3-8570a0","name":"e2e-rate-iso-auth-7aa5c2","reconcileID":"8455eb47-a1c3-495d-860c-aea92b0c4694","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-7aa5c2","namespace":"ai-tenant-e2e-shared-b-w3-8570a0"},"name":"e2e-shared-b-w3-8570a0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:09:41.454040507Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-a-7aa5c2","namespace":"ai-tenant-e2e-shared-a-w3-1250b3"},"namespace":"ai-tenant-e2e-shared-a-w3-1250b3","name":"e2e-rate-iso-a-7aa5c2","reconcileID":"191fc344-2d0c-4cda-8b4b-0befdd2b8313","MaaSSubscription":{"name":"e2e-rate-iso-a-7aa5c2","namespace":"ai-tenant-e2e-shared-a-w3-1250b3"},"name":"maas-trlp-rate-test-model-1250b3","model":"ai-tenant-e2e-shared-a-w3-1250b3/rate-test-model-1250b3","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:09:41.509103007Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-8570a0","namespace":"ai-tenant-e2e-shared-b-w3-8570a0"},"namespace":"ai-tenant-e2e-shared-b-w3-8570a0","name":"rate-test-model-8570a0","reconcileID":"43ec8cdf-4d5c-46c2-802d-5a70b9401c68","MaaSModelRef":{"name":"rate-test-model-8570a0","namespace":"ai-tenant-e2e-shared-b-w3-8570a0"},"tenant":"e2e-shared-b-w3-8570a0","gateway":"openshift-ingress/e2e-shared-b-w3-8570a0","model":"ai-tenant-e2e-shared-b-w3-8570a0/rate-test-model-8570a0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:09:41.509121477Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-8570a0","namespace":"ai-tenant-e2e-shared-b-w3-8570a0"},"namespace":"ai-tenant-e2e-shared-b-w3-8570a0","name":"rate-test-model-8570a0","reconcileID":"43ec8cdf-4d5c-46c2-802d-5a70b9401c68","MaaSModelRef":{"name":"rate-test-model-8570a0","namespace":"ai-tenant-e2e-shared-b-w3-8570a0"},"routeName":"rate-test-model-8570a0-kserve-route","namespace":"ai-tenant-e2e-shared-b-w3-8570a0","llmisvcName":"rate-test-model-8570a0","gateway":"openshift-ingress/e2e-shared-b-w3-8570a0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:09:41.70247033Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-b-7aa5c2","namespace":"ai-tenant-e2e-shared-b-w3-8570a0"},"namespace":"ai-tenant-e2e-shared-b-w3-8570a0","name":"e2e-rate-iso-b-7aa5c2","reconcileID":"7b1945e9-fde8-4b44-a9f4-cd8101d4d91f","MaaSSubscription":{"name":"e2e-rate-iso-b-7aa5c2","namespace":"ai-tenant-e2e-shared-b-w3-8570a0"},"name":"maas-trlp-rate-test-model-8570a0","model":"ai-tenant-e2e-shared-b-w3-8570a0/rate-test-model-8570a0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:09:49.908555905Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-d4609f-sub","namespace":"ai-tenant-e2e-inf-a-d4609f"},"namespace":"ai-tenant-e2e-inf-a-d4609f","name":"test-model-d4609f-sub","reconcileID":"c71cbd16-90bc-4a0b-a392-32b5b36967bb","MaaSSubscription":{"name":"test-model-d4609f-sub","namespace":"ai-tenant-e2e-inf-a-d4609f"},"name":"maas-trlp-test-model-d4609f","model":"ai-tenant-e2e-inf-a-d4609f/test-model-d4609f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:09:50.063320805Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-d4609f","namespace":"ai-tenant-e2e-inf-a-d4609f"},"namespace":"ai-tenant-e2e-inf-a-d4609f","name":"test-model-d4609f","reconcileID":"c77aca0c-cae3-44cb-b543-bb523b43be20","MaaSModelRef":{"name":"test-model-d4609f","namespace":"ai-tenant-e2e-inf-a-d4609f"},"tenant":"e2e-inf-a-d4609f","gateway":"openshift-ingress/e2e-inf-a-d4609f","model":"ai-tenant-e2e-inf-a-d4609f/test-model-d4609f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:09:50.063342919Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-d4609f","namespace":"ai-tenant-e2e-inf-a-d4609f"},"namespace":"ai-tenant-e2e-inf-a-d4609f","name":"test-model-d4609f","reconcileID":"c77aca0c-cae3-44cb-b543-bb523b43be20","MaaSModelRef":{"name":"test-model-d4609f","namespace":"ai-tenant-e2e-inf-a-d4609f"},"routeName":"test-model-d4609f-kserve-route","namespace":"ai-tenant-e2e-inf-a-d4609f","llmisvcName":"test-model-d4609f","gateway":"openshift-ingress/e2e-inf-a-d4609f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:09:51.428778194Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-d4609f-auth","namespace":"ai-tenant-e2e-inf-a-d4609f"},"namespace":"ai-tenant-e2e-inf-a-d4609f","name":"test-model-d4609f-auth","reconcileID":"706ad120-a7ef-4a03-9f9c-dd116d046aa9","MaaSAuthPolicy":{"name":"test-model-d4609f-auth","namespace":"ai-tenant-e2e-inf-a-d4609f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-d4609f","tenantID":"e2e-inf-a-d4609f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:09:51.483716424Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-d4609f-auth","namespace":"ai-tenant-e2e-inf-a-d4609f"},"namespace":"ai-tenant-e2e-inf-a-d4609f","name":"test-model-d4609f-auth","reconcileID":"706ad120-a7ef-4a03-9f9c-dd116d046aa9","MaaSAuthPolicy":{"name":"test-model-d4609f-auth","namespace":"ai-tenant-e2e-inf-a-d4609f"},"name":"e2e-inf-a-d4609f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:09:55.027327232Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-5e9ee9","namespace":"ai-tenant-e2e-inf-b-5e9ee9"},"namespace":"ai-tenant-e2e-inf-b-5e9ee9","name":"test-model-5e9ee9","reconcileID":"d9e809bd-0342-4021-bbe5-0205b66ca463","MaaSModelRef":{"name":"test-model-5e9ee9","namespace":"ai-tenant-e2e-inf-b-5e9ee9"},"tenant":"e2e-inf-b-5e9ee9","gateway":"openshift-ingress/e2e-inf-b-5e9ee9","model":"ai-tenant-e2e-inf-b-5e9ee9/test-model-5e9ee9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:09:55.027355658Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-5e9ee9","namespace":"ai-tenant-e2e-inf-b-5e9ee9"},"namespace":"ai-tenant-e2e-inf-b-5e9ee9","name":"test-model-5e9ee9","reconcileID":"d9e809bd-0342-4021-bbe5-0205b66ca463","MaaSModelRef":{"name":"test-model-5e9ee9","namespace":"ai-tenant-e2e-inf-b-5e9ee9"},"routeName":"test-model-5e9ee9-kserve-route","namespace":"ai-tenant-e2e-inf-b-5e9ee9","llmisvcName":"test-model-5e9ee9","gateway":"openshift-ingress/e2e-inf-b-5e9ee9","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:09:55.713056107Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:10:00.453176022Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-5e9ee9","namespace":"ai-tenant-e2e-inf-b-5e9ee9"},"namespace":"ai-tenant-e2e-inf-b-5e9ee9","name":"test-model-5e9ee9","reconcileID":"eb63ccca-2ad3-4349-95a5-4b1b3ecba6fd","MaaSModelRef":{"name":"test-model-5e9ee9","namespace":"ai-tenant-e2e-inf-b-5e9ee9"},"tenant":"e2e-inf-b-5e9ee9","gateway":"openshift-ingress/e2e-inf-b-5e9ee9","model":"ai-tenant-e2e-inf-b-5e9ee9/test-model-5e9ee9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:10:00.453198299Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-5e9ee9","namespace":"ai-tenant-e2e-inf-b-5e9ee9"},"namespace":"ai-tenant-e2e-inf-b-5e9ee9","name":"test-model-5e9ee9","reconcileID":"eb63ccca-2ad3-4349-95a5-4b1b3ecba6fd","MaaSModelRef":{"name":"test-model-5e9ee9","namespace":"ai-tenant-e2e-inf-b-5e9ee9"},"routeName":"test-model-5e9ee9-kserve-route","namespace":"ai-tenant-e2e-inf-b-5e9ee9","llmisvcName":"test-model-5e9ee9","gateway":"openshift-ingress/e2e-inf-b-5e9ee9","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:10:00.503476889Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-5e9ee9","namespace":"ai-tenant-e2e-inf-b-5e9ee9"},"namespace":"ai-tenant-e2e-inf-b-5e9ee9","name":"test-model-5e9ee9","reconcileID":"b3bad976-67db-4507-94d3-3c734af5cb82","MaaSModelRef":{"name":"test-model-5e9ee9","namespace":"ai-tenant-e2e-inf-b-5e9ee9"},"tenant":"e2e-inf-b-5e9ee9","gateway":"openshift-ingress/e2e-inf-b-5e9ee9","model":"ai-tenant-e2e-inf-b-5e9ee9/test-model-5e9ee9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:10:00.503495614Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-5e9ee9","namespace":"ai-tenant-e2e-inf-b-5e9ee9"},"namespace":"ai-tenant-e2e-inf-b-5e9ee9","name":"test-model-5e9ee9","reconcileID":"b3bad976-67db-4507-94d3-3c734af5cb82","MaaSModelRef":{"name":"test-model-5e9ee9","namespace":"ai-tenant-e2e-inf-b-5e9ee9"},"routeName":"test-model-5e9ee9-kserve-route","namespace":"ai-tenant-e2e-inf-b-5e9ee9","llmisvcName":"test-model-5e9ee9","gateway":"openshift-ingress/e2e-inf-b-5e9ee9","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:10:00.599902985Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-5e9ee9-auth","namespace":"ai-tenant-e2e-inf-b-5e9ee9"},"namespace":"ai-tenant-e2e-inf-b-5e9ee9","name":"test-model-5e9ee9-auth","reconcileID":"70c4bd8a-ffa1-4e6f-b9b4-1d62bb58c0ac","MaaSAuthPolicy":{"name":"test-model-5e9ee9-auth","namespace":"ai-tenant-e2e-inf-b-5e9ee9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-5e9ee9","tenantID":"e2e-inf-b-5e9ee9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:10:00.717001648Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-5e9ee9-auth","namespace":"ai-tenant-e2e-inf-b-5e9ee9"},"namespace":"ai-tenant-e2e-inf-b-5e9ee9","name":"test-model-5e9ee9-auth","reconcileID":"70c4bd8a-ffa1-4e6f-b9b4-1d62bb58c0ac","MaaSAuthPolicy":{"name":"test-model-5e9ee9-auth","namespace":"ai-tenant-e2e-inf-b-5e9ee9"},"name":"e2e-inf-b-5e9ee9-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:10:00.767732957Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-b-5e9ee9-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-5e9ee9-auth","namespace":"ai-tenant-e2e-inf-b-5e9ee9"},"namespace":"ai-tenant-e2e-inf-b-5e9ee9","name":"test-model-5e9ee9-auth","reconcileID":"70c4bd8a-ffa1-4e6f-b9b4-1d62bb58c0ac","MaaSAuthPolicy":{"name":"test-model-5e9ee9-auth","namespace":"ai-tenant-e2e-inf-b-5e9ee9"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:10:00.822066954Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-5e9ee9","namespace":"ai-tenant-e2e-inf-b-5e9ee9"},"namespace":"ai-tenant-e2e-inf-b-5e9ee9","name":"test-model-5e9ee9","reconcileID":"298ea901-1d74-46f0-894c-e8c8c2402998","MaaSModelRef":{"name":"test-model-5e9ee9","namespace":"ai-tenant-e2e-inf-b-5e9ee9"},"tenant":"e2e-inf-b-5e9ee9","gateway":"openshift-ingress/e2e-inf-b-5e9ee9","model":"ai-tenant-e2e-inf-b-5e9ee9/test-model-5e9ee9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:10:00.822087132Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-5e9ee9","namespace":"ai-tenant-e2e-inf-b-5e9ee9"},"namespace":"ai-tenant-e2e-inf-b-5e9ee9","name":"test-model-5e9ee9","reconcileID":"298ea901-1d74-46f0-894c-e8c8c2402998","MaaSModelRef":{"name":"test-model-5e9ee9","namespace":"ai-tenant-e2e-inf-b-5e9ee9"},"routeName":"test-model-5e9ee9-kserve-route","namespace":"ai-tenant-e2e-inf-b-5e9ee9","llmisvcName":"test-model-5e9ee9","gateway":"openshift-ingress/e2e-inf-b-5e9ee9","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:10:10.920461745Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-5e9ee9-auth","namespace":"ai-tenant-e2e-inf-b-5e9ee9"},"namespace":"ai-tenant-e2e-inf-b-5e9ee9","name":"test-model-5e9ee9-auth","reconcileID":"cfbc315b-f95d-4000-9f0c-f6d1574e9924","MaaSAuthPolicy":{"name":"test-model-5e9ee9-auth","namespace":"ai-tenant-e2e-inf-b-5e9ee9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-5e9ee9","tenantID":"e2e-inf-b-5e9ee9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:10:10.97251508Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-5e9ee9-auth","namespace":"ai-tenant-e2e-inf-b-5e9ee9"},"namespace":"ai-tenant-e2e-inf-b-5e9ee9","name":"test-model-5e9ee9-auth","reconcileID":"cfbc315b-f95d-4000-9f0c-f6d1574e9924","MaaSAuthPolicy":{"name":"test-model-5e9ee9-auth","namespace":"ai-tenant-e2e-inf-b-5e9ee9"},"name":"e2e-inf-b-5e9ee9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:10:11.023633975Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-b-5e9ee9-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-5e9ee9-auth","namespace":"ai-tenant-e2e-inf-b-5e9ee9"},"namespace":"ai-tenant-e2e-inf-b-5e9ee9","name":"test-model-5e9ee9-auth","reconcileID":"cfbc315b-f95d-4000-9f0c-f6d1574e9924","MaaSAuthPolicy":{"name":"test-model-5e9ee9-auth","namespace":"ai-tenant-e2e-inf-b-5e9ee9"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:10:19.37384109Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-a-7aa5c2","namespace":"ai-tenant-e2e-shared-a-w3-1250b3"},"namespace":"ai-tenant-e2e-shared-a-w3-1250b3","name":"e2e-rate-iso-a-7aa5c2","reconcileID":"60bf8f27-c7d7-4288-a793-dd77a541fe10","MaaSSubscription":{"name":"e2e-rate-iso-a-7aa5c2","namespace":"ai-tenant-e2e-shared-a-w3-1250b3"},"name":"maas-trlp-rate-test-model-1250b3","model":"ai-tenant-e2e-shared-a-w3-1250b3/rate-test-model-1250b3","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:10:19.529111065Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-1250b3","namespace":"ai-tenant-e2e-shared-a-w3-1250b3"},"namespace":"ai-tenant-e2e-shared-a-w3-1250b3","name":"rate-test-model-1250b3","reconcileID":"ea4f053a-3e78-4d51-90a7-052f4a026e7c","MaaSModelRef":{"name":"rate-test-model-1250b3","namespace":"ai-tenant-e2e-shared-a-w3-1250b3"},"tenant":"e2e-shared-a-w3-1250b3","gateway":"openshift-ingress/e2e-shared-a-w3-1250b3","model":"ai-tenant-e2e-shared-a-w3-1250b3/rate-test-model-1250b3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:10:19.529131116Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-1250b3","namespace":"ai-tenant-e2e-shared-a-w3-1250b3"},"namespace":"ai-tenant-e2e-shared-a-w3-1250b3","name":"rate-test-model-1250b3","reconcileID":"ea4f053a-3e78-4d51-90a7-052f4a026e7c","MaaSModelRef":{"name":"rate-test-model-1250b3","namespace":"ai-tenant-e2e-shared-a-w3-1250b3"},"routeName":"rate-test-model-1250b3-kserve-route","namespace":"ai-tenant-e2e-shared-a-w3-1250b3","llmisvcName":"rate-test-model-1250b3","gateway":"openshift-ingress/e2e-shared-a-w3-1250b3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:10:19.946318671Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-d4609f-sub","namespace":"ai-tenant-e2e-inf-a-d4609f"},"namespace":"ai-tenant-e2e-inf-a-d4609f","name":"test-model-d4609f-sub","reconcileID":"c5f816b0-6932-4054-b24d-f94ef946af1e","MaaSSubscription":{"name":"test-model-d4609f-sub","namespace":"ai-tenant-e2e-inf-a-d4609f"},"name":"maas-trlp-test-model-d4609f","model":"ai-tenant-e2e-inf-a-d4609f/test-model-d4609f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:10:20.047089062Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-b-7aa5c2","namespace":"ai-tenant-e2e-shared-b-w3-8570a0"},"namespace":"ai-tenant-e2e-shared-b-w3-8570a0","name":"e2e-rate-iso-b-7aa5c2","reconcileID":"bcf1f41a-1384-4381-931f-57274427f63d","MaaSSubscription":{"name":"e2e-rate-iso-b-7aa5c2","namespace":"ai-tenant-e2e-shared-b-w3-8570a0"},"name":"maas-trlp-rate-test-model-8570a0","model":"ai-tenant-e2e-shared-b-w3-8570a0/rate-test-model-8570a0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:10:20.20148968Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-8570a0","namespace":"ai-tenant-e2e-shared-b-w3-8570a0"},"namespace":"ai-tenant-e2e-shared-b-w3-8570a0","name":"rate-test-model-8570a0","reconcileID":"1379619c-4464-47c1-b148-da6b4765ee0c","MaaSModelRef":{"name":"rate-test-model-8570a0","namespace":"ai-tenant-e2e-shared-b-w3-8570a0"},"tenant":"e2e-shared-b-w3-8570a0","gateway":"openshift-ingress/e2e-shared-b-w3-8570a0","model":"ai-tenant-e2e-shared-b-w3-8570a0/rate-test-model-8570a0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:10:20.201510426Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-8570a0","namespace":"ai-tenant-e2e-shared-b-w3-8570a0"},"namespace":"ai-tenant-e2e-shared-b-w3-8570a0","name":"rate-test-model-8570a0","reconcileID":"1379619c-4464-47c1-b148-da6b4765ee0c","MaaSModelRef":{"name":"rate-test-model-8570a0","namespace":"ai-tenant-e2e-shared-b-w3-8570a0"},"routeName":"rate-test-model-8570a0-kserve-route","namespace":"ai-tenant-e2e-shared-b-w3-8570a0","llmisvcName":"rate-test-model-8570a0","gateway":"openshift-ingress/e2e-shared-b-w3-8570a0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:10:20.253826314Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-7aa5c2","namespace":"ai-tenant-e2e-shared-b-w3-8570a0"},"namespace":"ai-tenant-e2e-shared-b-w3-8570a0","name":"e2e-rate-iso-auth-7aa5c2","reconcileID":"75d4f33b-7523-4feb-b78e-14a0a839acf5","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-7aa5c2","namespace":"ai-tenant-e2e-shared-b-w3-8570a0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w3-8570a0","tenantID":"e2e-shared-b-w3-8570a0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:10:20.306113648Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-7aa5c2","namespace":"ai-tenant-e2e-shared-b-w3-8570a0"},"namespace":"ai-tenant-e2e-shared-b-w3-8570a0","name":"e2e-rate-iso-auth-7aa5c2","reconcileID":"75d4f33b-7523-4feb-b78e-14a0a839acf5","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-7aa5c2","namespace":"ai-tenant-e2e-shared-b-w3-8570a0"},"name":"e2e-shared-b-w3-8570a0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:10:20.623944212Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-7aa5c2","namespace":"ai-tenant-e2e-shared-a-w3-1250b3"},"namespace":"ai-tenant-e2e-shared-a-w3-1250b3","name":"e2e-rate-iso-auth-7aa5c2","reconcileID":"f2c9d732-f528-4a9e-8085-7b98ed3a7e35","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-7aa5c2","namespace":"ai-tenant-e2e-shared-a-w3-1250b3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w3-1250b3","tenantID":"e2e-shared-a-w3-1250b3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:10:20.676356343Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-7aa5c2","namespace":"ai-tenant-e2e-shared-a-w3-1250b3"},"namespace":"ai-tenant-e2e-shared-a-w3-1250b3","name":"e2e-rate-iso-auth-7aa5c2","reconcileID":"f2c9d732-f528-4a9e-8085-7b98ed3a7e35","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-7aa5c2","namespace":"ai-tenant-e2e-shared-a-w3-1250b3"},"name":"e2e-shared-a-w3-1250b3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:10:21.120677668Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-5e9ee9-auth","namespace":"ai-tenant-e2e-inf-b-5e9ee9"},"namespace":"ai-tenant-e2e-inf-b-5e9ee9","name":"test-model-5e9ee9-auth","reconcileID":"e0866753-0b19-40fb-bd23-9a4b2b95aedb","MaaSAuthPolicy":{"name":"test-model-5e9ee9-auth","namespace":"ai-tenant-e2e-inf-b-5e9ee9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-5e9ee9","tenantID":"e2e-inf-b-5e9ee9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:10:21.173001728Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-5e9ee9-auth","namespace":"ai-tenant-e2e-inf-b-5e9ee9"},"namespace":"ai-tenant-e2e-inf-b-5e9ee9","name":"test-model-5e9ee9-auth","reconcileID":"e0866753-0b19-40fb-bd23-9a4b2b95aedb","MaaSAuthPolicy":{"name":"test-model-5e9ee9-auth","namespace":"ai-tenant-e2e-inf-b-5e9ee9"},"name":"e2e-inf-b-5e9ee9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:10:21.224576304Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-b-5e9ee9-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (8aba5fc14ae27f139fc9d1ad418815fc324611505c8ba083a5ef75382afcdb56) AuthConfig (751a62eb9466aee0470359597782223e00a949028474ffdabe5583db92532a88) AuthConfig (26875c0d038292a5dd0190dfbe8412abaca4b76abbfe6399f1b7fd3928b0bad0) AuthConfig (ff1c9a5b5adb1cb527f6f61378a2ee2a271fec43c0eefce4ce10f95ee8c58efa) AuthConfig (548c2c28517da5a3eee04fcc5fd6b630613f1816731e4b737d92b842c0ab5aab) AuthConfig (a1b6f24c5f071db56040d464756308ae6d7cded2cab519dfb2f724aaa7926c70) AuthConfig (40fdc87d2175a5d6835ccdab72c2d67a08b9711f56acf9e8b117a433ae4802f3) AuthConfig (3ccc4e4446bf9b515e4c33282238716c905763713a0f0b6bbb881b74f222b12e) AuthConfig (f991f5f60842f70b769c900c55274fe20f49c2b792e26b9e8825088667a4f4b9) AuthConfig (4e2a8af230614e963be4452a1da6dd0ec41f4ab50a40c273a5676a138fdb375b) AuthConfig (3c7e37c86ccd7252b99533cfd7b57044a20bc80c32ea966ddc934c1c6e1e5b95) AuthConfig (0907d4b2f04f4ee7cbcaa94bd2de5c635fa320a3c06d5e4de07d73ac246e7ee0) AuthConfig (029f4efd119a0cf8f3ff2cc81f1ab2c622b21ea96a1903779777cea7519c37d0) AuthConfig (318b2aceaabee6fc56fe783f15980a1f7b1aa8eecddaf98f85c13f7140a89c38) AuthConfig (824e202209fd1910bc85dfc51c4763edd06aa7b4e7189d057702928af9407ced) AuthConfig (57015f978db458b0470f49abec0ea7a55e714c7726b6a7815582e56df06438ae) AuthConfig (86f8a9e2cf2976369f270012d480f47c695d3a4ae5c2ce75150a725cd3bff656) AuthConfig (154bb756951875539fe149f924c26f5da6203950c7d750f2c5bf30545b622226)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-5e9ee9-auth","namespace":"ai-tenant-e2e-inf-b-5e9ee9"},"namespace":"ai-tenant-e2e-inf-b-5e9ee9","name":"test-model-5e9ee9-auth","reconcileID":"e0866753-0b19-40fb-bd23-9a4b2b95aedb","MaaSAuthPolicy":{"name":"test-model-5e9ee9-auth","namespace":"ai-tenant-e2e-inf-b-5e9ee9"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:10:21.278176204Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-5e9ee9","namespace":"ai-tenant-e2e-inf-b-5e9ee9"},"namespace":"ai-tenant-e2e-inf-b-5e9ee9","name":"test-model-5e9ee9","reconcileID":"812f115c-4216-4bf5-a0ca-08eea253e632","MaaSModelRef":{"name":"test-model-5e9ee9","namespace":"ai-tenant-e2e-inf-b-5e9ee9"},"tenant":"e2e-inf-b-5e9ee9","gateway":"openshift-ingress/e2e-inf-b-5e9ee9","model":"ai-tenant-e2e-inf-b-5e9ee9/test-model-5e9ee9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:10:21.27819919Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-5e9ee9","namespace":"ai-tenant-e2e-inf-b-5e9ee9"},"namespace":"ai-tenant-e2e-inf-b-5e9ee9","name":"test-model-5e9ee9","reconcileID":"812f115c-4216-4bf5-a0ca-08eea253e632","MaaSModelRef":{"name":"test-model-5e9ee9","namespace":"ai-tenant-e2e-inf-b-5e9ee9"},"routeName":"test-model-5e9ee9-kserve-route","namespace":"ai-tenant-e2e-inf-b-5e9ee9","llmisvcName":"test-model-5e9ee9","gateway":"openshift-ingress/e2e-inf-b-5e9ee9","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:10:25.713062087Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:10:31.375254216Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-5e9ee9-auth","namespace":"ai-tenant-e2e-inf-b-5e9ee9"},"namespace":"ai-tenant-e2e-inf-b-5e9ee9","name":"test-model-5e9ee9-auth","reconcileID":"d4354f3e-8479-4002-98bc-d9d99241e0bc","MaaSAuthPolicy":{"name":"test-model-5e9ee9-auth","namespace":"ai-tenant-e2e-inf-b-5e9ee9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-5e9ee9","tenantID":"e2e-inf-b-5e9ee9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:10:31.428743087Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-5e9ee9-auth","namespace":"ai-tenant-e2e-inf-b-5e9ee9"},"namespace":"ai-tenant-e2e-inf-b-5e9ee9","name":"test-model-5e9ee9-auth","reconcileID":"d4354f3e-8479-4002-98bc-d9d99241e0bc","MaaSAuthPolicy":{"name":"test-model-5e9ee9-auth","namespace":"ai-tenant-e2e-inf-b-5e9ee9"},"name":"e2e-inf-b-5e9ee9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:10:31.480593605Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-b-5e9ee9-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (8aba5fc14ae27f139fc9d1ad418815fc324611505c8ba083a5ef75382afcdb56) AuthConfig (751a62eb9466aee0470359597782223e00a949028474ffdabe5583db92532a88) AuthConfig (26875c0d038292a5dd0190dfbe8412abaca4b76abbfe6399f1b7fd3928b0bad0) AuthConfig (ff1c9a5b5adb1cb527f6f61378a2ee2a271fec43c0eefce4ce10f95ee8c58efa) AuthConfig (548c2c28517da5a3eee04fcc5fd6b630613f1816731e4b737d92b842c0ab5aab) AuthConfig (a1b6f24c5f071db56040d464756308ae6d7cded2cab519dfb2f724aaa7926c70) AuthConfig (40fdc87d2175a5d6835ccdab72c2d67a08b9711f56acf9e8b117a433ae4802f3) AuthConfig (3ccc4e4446bf9b515e4c33282238716c905763713a0f0b6bbb881b74f222b12e) AuthConfig (f991f5f60842f70b769c900c55274fe20f49c2b792e26b9e8825088667a4f4b9) AuthConfig (4e2a8af230614e963be4452a1da6dd0ec41f4ab50a40c273a5676a138fdb375b) AuthConfig (3c7e37c86ccd7252b99533cfd7b57044a20bc80c32ea966ddc934c1c6e1e5b95) AuthConfig (0907d4b2f04f4ee7cbcaa94bd2de5c635fa320a3c06d5e4de07d73ac246e7ee0) AuthConfig (029f4efd119a0cf8f3ff2cc81f1ab2c622b21ea96a1903779777cea7519c37d0) AuthConfig (318b2aceaabee6fc56fe783f15980a1f7b1aa8eecddaf98f85c13f7140a89c38) AuthConfig (824e202209fd1910bc85dfc51c4763edd06aa7b4e7189d057702928af9407ced) AuthConfig (57015f978db458b0470f49abec0ea7a55e714c7726b6a7815582e56df06438ae) AuthConfig (86f8a9e2cf2976369f270012d480f47c695d3a4ae5c2ce75150a725cd3bff656) AuthConfig (154bb756951875539fe149f924c26f5da6203950c7d750f2c5bf30545b622226)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-5e9ee9-auth","namespace":"ai-tenant-e2e-inf-b-5e9ee9"},"namespace":"ai-tenant-e2e-inf-b-5e9ee9","name":"test-model-5e9ee9-auth","reconcileID":"d4354f3e-8479-4002-98bc-d9d99241e0bc","MaaSAuthPolicy":{"name":"test-model-5e9ee9-auth","namespace":"ai-tenant-e2e-inf-b-5e9ee9"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:10:38.993532188Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-7aa5c2","namespace":"ai-tenant-e2e-shared-a-w3-1250b3"},"namespace":"ai-tenant-e2e-shared-a-w3-1250b3","name":"e2e-rate-iso-auth-7aa5c2","reconcileID":"2917e94b-80aa-4214-a91a-be4ec7a3cfec","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-7aa5c2","namespace":"ai-tenant-e2e-shared-a-w3-1250b3"},"model":"ai-tenant-e2e-shared-a-w3-1250b3/rate-test-model-1250b3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:10:38.99373434Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-1250b3","namespace":"ai-tenant-e2e-shared-a-w3-1250b3"},"namespace":"ai-tenant-e2e-shared-a-w3-1250b3","name":"rate-test-model-1250b3","reconcileID":"d3e82a78-18d7-4fd3-92c1-e8fe5c52ccd7","MaaSModelRef":{"name":"rate-test-model-1250b3","namespace":"ai-tenant-e2e-shared-a-w3-1250b3"},"tenant":"e2e-shared-a-w3-1250b3","gateway":"openshift-ingress/e2e-shared-a-w3-1250b3","model":"ai-tenant-e2e-shared-a-w3-1250b3/rate-test-model-1250b3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:10:38.993759166Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-1250b3","namespace":"ai-tenant-e2e-shared-a-w3-1250b3"},"namespace":"ai-tenant-e2e-shared-a-w3-1250b3","name":"rate-test-model-1250b3","reconcileID":"d3e82a78-18d7-4fd3-92c1-e8fe5c52ccd7","MaaSModelRef":{"name":"rate-test-model-1250b3","namespace":"ai-tenant-e2e-shared-a-w3-1250b3"},"routeName":"rate-test-model-1250b3-kserve-route","namespace":"ai-tenant-e2e-shared-a-w3-1250b3","llmisvcName":"rate-test-model-1250b3","gateway":"openshift-ingress/e2e-shared-a-w3-1250b3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:10:39.190926412Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-7aa5c2","namespace":"ai-tenant-e2e-shared-a-w3-1250b3"},"namespace":"ai-tenant-e2e-shared-a-w3-1250b3","name":"e2e-rate-iso-auth-7aa5c2","reconcileID":"2917e94b-80aa-4214-a91a-be4ec7a3cfec","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-7aa5c2","namespace":"ai-tenant-e2e-shared-a-w3-1250b3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w3-1250b3","tenantID":"e2e-shared-a-w3-1250b3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:10:39.241810545Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-a-7aa5c2","namespace":"ai-tenant-e2e-shared-a-w3-1250b3"},"namespace":"ai-tenant-e2e-shared-a-w3-1250b3","name":"e2e-rate-iso-a-7aa5c2","reconcileID":"3bcbf204-587e-42ac-aaa1-02938a343543","MaaSSubscription":{"name":"e2e-rate-iso-a-7aa5c2","namespace":"ai-tenant-e2e-shared-a-w3-1250b3"},"name":"maas-trlp-rate-test-model-1250b3","model":"ai-tenant-e2e-shared-a-w3-1250b3/rate-test-model-1250b3","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:10:39.307097017Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-7aa5c2","namespace":"ai-tenant-e2e-shared-a-w3-1250b3"},"namespace":"ai-tenant-e2e-shared-a-w3-1250b3","name":"e2e-rate-iso-auth-7aa5c2","reconcileID":"2917e94b-80aa-4214-a91a-be4ec7a3cfec","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-7aa5c2","namespace":"ai-tenant-e2e-shared-a-w3-1250b3"},"name":"e2e-shared-a-w3-1250b3-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:10:39.307127492Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-7aa5c2","namespace":"ai-tenant-e2e-shared-a-w3-1250b3"},"namespace":"ai-tenant-e2e-shared-a-w3-1250b3","name":"e2e-rate-iso-auth-7aa5c2","reconcileID":"2917e94b-80aa-4214-a91a-be4ec7a3cfec","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-7aa5c2","namespace":"ai-tenant-e2e-shared-a-w3-1250b3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w3-1250b3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:10:39.359911334Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-7aa5c2","namespace":"ai-tenant-e2e-shared-a-w3-1250b3"},"namespace":"ai-tenant-e2e-shared-a-w3-1250b3","name":"e2e-rate-iso-auth-7aa5c2","reconcileID":"44c552f4-7a88-4790-b8dd-e8a943dd5ab3","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-7aa5c2","namespace":"ai-tenant-e2e-shared-a-w3-1250b3"},"model":"ai-tenant-e2e-shared-a-w3-1250b3/rate-test-model-1250b3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:10:39.360263109Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-1250b3","namespace":"ai-tenant-e2e-shared-a-w3-1250b3"},"namespace":"ai-tenant-e2e-shared-a-w3-1250b3","name":"rate-test-model-1250b3","reconcileID":"c87d9ead-2c21-4a76-ad72-74cb520e15e8","MaaSModelRef":{"name":"rate-test-model-1250b3","namespace":"ai-tenant-e2e-shared-a-w3-1250b3"},"tenant":"e2e-shared-a-w3-1250b3","gateway":"openshift-ingress/e2e-shared-a-w3-1250b3","model":"ai-tenant-e2e-shared-a-w3-1250b3/rate-test-model-1250b3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:10:39.360279931Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-1250b3","namespace":"ai-tenant-e2e-shared-a-w3-1250b3"},"namespace":"ai-tenant-e2e-shared-a-w3-1250b3","name":"rate-test-model-1250b3","reconcileID":"c87d9ead-2c21-4a76-ad72-74cb520e15e8","MaaSModelRef":{"name":"rate-test-model-1250b3","namespace":"ai-tenant-e2e-shared-a-w3-1250b3"},"routeName":"rate-test-model-1250b3-kserve-route","namespace":"ai-tenant-e2e-shared-a-w3-1250b3","llmisvcName":"rate-test-model-1250b3","gateway":"openshift-ingress/e2e-shared-a-w3-1250b3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:10:39.502612641Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-7aa5c2","namespace":"ai-tenant-e2e-shared-b-w3-8570a0"},"namespace":"ai-tenant-e2e-shared-b-w3-8570a0","name":"e2e-rate-iso-auth-7aa5c2","reconcileID":"315f1d8c-5199-4306-90e9-df66afe34192","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-7aa5c2","namespace":"ai-tenant-e2e-shared-b-w3-8570a0"},"model":"ai-tenant-e2e-shared-b-w3-8570a0/rate-test-model-8570a0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:10:39.502739887Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-8570a0","namespace":"ai-tenant-e2e-shared-b-w3-8570a0"},"namespace":"ai-tenant-e2e-shared-b-w3-8570a0","name":"rate-test-model-8570a0","reconcileID":"8921b2e6-f489-4e3b-bb37-fac726b02452","MaaSModelRef":{"name":"rate-test-model-8570a0","namespace":"ai-tenant-e2e-shared-b-w3-8570a0"},"tenant":"e2e-shared-b-w3-8570a0","gateway":"openshift-ingress/e2e-shared-b-w3-8570a0","model":"ai-tenant-e2e-shared-b-w3-8570a0/rate-test-model-8570a0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:10:39.502757878Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-8570a0","namespace":"ai-tenant-e2e-shared-b-w3-8570a0"},"namespace":"ai-tenant-e2e-shared-b-w3-8570a0","name":"rate-test-model-8570a0","reconcileID":"8921b2e6-f489-4e3b-bb37-fac726b02452","MaaSModelRef":{"name":"rate-test-model-8570a0","namespace":"ai-tenant-e2e-shared-b-w3-8570a0"},"routeName":"rate-test-model-8570a0-kserve-route","namespace":"ai-tenant-e2e-shared-b-w3-8570a0","llmisvcName":"rate-test-model-8570a0","gateway":"openshift-ingress/e2e-shared-b-w3-8570a0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:10:39.609009486Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-a-7aa5c2","namespace":"ai-tenant-e2e-shared-a-w3-1250b3"},"namespace":"ai-tenant-e2e-shared-a-w3-1250b3","name":"e2e-rate-iso-a-7aa5c2","reconcileID":"6553fe49-7c85-4cab-860e-31999acfdb38","MaaSSubscription":{"name":"e2e-rate-iso-a-7aa5c2","namespace":"ai-tenant-e2e-shared-a-w3-1250b3"},"name":"maas-trlp-rate-test-model-1250b3","model":"ai-tenant-e2e-shared-a-w3-1250b3/rate-test-model-1250b3","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:10:39.640733126Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-7aa5c2","namespace":"ai-tenant-e2e-shared-a-w3-1250b3"},"namespace":"ai-tenant-e2e-shared-a-w3-1250b3","name":"e2e-rate-iso-auth-7aa5c2","reconcileID":"44c552f4-7a88-4790-b8dd-e8a943dd5ab3","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-7aa5c2","namespace":"ai-tenant-e2e-shared-a-w3-1250b3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w3-1250b3","tenantID":"e2e-shared-a-w3-1250b3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:10:39.693158843Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-7aa5c2","namespace":"ai-tenant-e2e-shared-a-w3-1250b3"},"namespace":"ai-tenant-e2e-shared-a-w3-1250b3","name":"e2e-rate-iso-auth-7aa5c2","reconcileID":"44c552f4-7a88-4790-b8dd-e8a943dd5ab3","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-7aa5c2","namespace":"ai-tenant-e2e-shared-a-w3-1250b3"},"name":"e2e-shared-a-w3-1250b3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:10:39.693184139Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-7aa5c2","namespace":"ai-tenant-e2e-shared-a-w3-1250b3"},"namespace":"ai-tenant-e2e-shared-a-w3-1250b3","name":"e2e-rate-iso-auth-7aa5c2","reconcileID":"44c552f4-7a88-4790-b8dd-e8a943dd5ab3","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-7aa5c2","namespace":"ai-tenant-e2e-shared-a-w3-1250b3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w3-1250b3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:10:39.740724613Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-7aa5c2","namespace":"ai-tenant-e2e-shared-b-w3-8570a0"},"namespace":"ai-tenant-e2e-shared-b-w3-8570a0","name":"e2e-rate-iso-auth-7aa5c2","reconcileID":"315f1d8c-5199-4306-90e9-df66afe34192","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-7aa5c2","namespace":"ai-tenant-e2e-shared-b-w3-8570a0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w3-8570a0","tenantID":"e2e-shared-b-w3-8570a0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T13:10:39.741548488Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-7aa5c2","namespace":"ai-tenant-e2e-shared-a-w3-1250b3"},"namespace":"ai-tenant-e2e-shared-a-w3-1250b3","name":"e2e-rate-iso-auth-7aa5c2","reconcileID":"44c552f4-7a88-4790-b8dd-e8a943dd5ab3","error":"maasauthpolicies.maas.opendatahub.io \"e2e-rate-iso-auth-7aa5c2\" not found","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T13:10:39.751871165Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-b-7aa5c2","namespace":"ai-tenant-e2e-shared-b-w3-8570a0"},"namespace":"ai-tenant-e2e-shared-b-w3-8570a0","name":"e2e-rate-iso-b-7aa5c2","reconcileID":"6e5ce27d-a2dc-4e00-b487-5f20f87a393d","MaaSSubscription":{"name":"e2e-rate-iso-b-7aa5c2","namespace":"ai-tenant-e2e-shared-b-w3-8570a0"},"name":"maas-trlp-rate-test-model-8570a0","model":"ai-tenant-e2e-shared-b-w3-8570a0/rate-test-model-8570a0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:10:39.85590225Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-7aa5c2","namespace":"ai-tenant-e2e-shared-b-w3-8570a0"},"namespace":"ai-tenant-e2e-shared-b-w3-8570a0","name":"e2e-rate-iso-auth-7aa5c2","reconcileID":"315f1d8c-5199-4306-90e9-df66afe34192","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-7aa5c2","namespace":"ai-tenant-e2e-shared-b-w3-8570a0"},"name":"e2e-shared-b-w3-8570a0-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:10:39.855928055Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-7aa5c2","namespace":"ai-tenant-e2e-shared-b-w3-8570a0"},"namespace":"ai-tenant-e2e-shared-b-w3-8570a0","name":"e2e-rate-iso-auth-7aa5c2","reconcileID":"315f1d8c-5199-4306-90e9-df66afe34192","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-7aa5c2","namespace":"ai-tenant-e2e-shared-b-w3-8570a0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w3-8570a0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:10:39.908991466Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-8570a0","namespace":"ai-tenant-e2e-shared-b-w3-8570a0"},"namespace":"ai-tenant-e2e-shared-b-w3-8570a0","name":"rate-test-model-8570a0","reconcileID":"f95a3a57-6992-4ea8-9344-36c2a3d9732a","MaaSModelRef":{"name":"rate-test-model-8570a0","namespace":"ai-tenant-e2e-shared-b-w3-8570a0"},"tenant":"e2e-shared-b-w3-8570a0","gateway":"openshift-ingress/e2e-shared-b-w3-8570a0","model":"ai-tenant-e2e-shared-b-w3-8570a0/rate-test-model-8570a0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:10:39.909014848Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-8570a0","namespace":"ai-tenant-e2e-shared-b-w3-8570a0"},"namespace":"ai-tenant-e2e-shared-b-w3-8570a0","name":"rate-test-model-8570a0","reconcileID":"f95a3a57-6992-4ea8-9344-36c2a3d9732a","MaaSModelRef":{"name":"rate-test-model-8570a0","namespace":"ai-tenant-e2e-shared-b-w3-8570a0"},"routeName":"rate-test-model-8570a0-kserve-route","namespace":"ai-tenant-e2e-shared-b-w3-8570a0","llmisvcName":"rate-test-model-8570a0","gateway":"openshift-ingress/e2e-shared-b-w3-8570a0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:10:40.064059854Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-1250b3","namespace":"ai-tenant-e2e-shared-a-w3-1250b3"},"namespace":"ai-tenant-e2e-shared-a-w3-1250b3","name":"rate-test-model-1250b3","reconcileID":"5c8ca60e-2bf7-4e39-9dbf-a217b4d4ff8f","MaaSModelRef":{"name":"rate-test-model-1250b3","namespace":"ai-tenant-e2e-shared-a-w3-1250b3"},"tenant":"e2e-shared-a-w3-1250b3","gateway":"openshift-ingress/e2e-shared-a-w3-1250b3","model":"ai-tenant-e2e-shared-a-w3-1250b3/rate-test-model-1250b3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:10:40.064085137Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-1250b3","namespace":"ai-tenant-e2e-shared-a-w3-1250b3"},"namespace":"ai-tenant-e2e-shared-a-w3-1250b3","name":"rate-test-model-1250b3","reconcileID":"5c8ca60e-2bf7-4e39-9dbf-a217b4d4ff8f","MaaSModelRef":{"name":"rate-test-model-1250b3","namespace":"ai-tenant-e2e-shared-a-w3-1250b3"},"routeName":"rate-test-model-1250b3-kserve-route","namespace":"ai-tenant-e2e-shared-a-w3-1250b3","llmisvcName":"rate-test-model-1250b3","gateway":"openshift-ingress/e2e-shared-a-w3-1250b3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:10:40.162333268Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-b-7aa5c2","namespace":"ai-tenant-e2e-shared-b-w3-8570a0"},"namespace":"ai-tenant-e2e-shared-b-w3-8570a0","name":"e2e-rate-iso-b-7aa5c2","reconcileID":"75ba4c8d-00d8-4f6d-b8a8-f9864a75927c","MaaSSubscription":{"name":"e2e-rate-iso-b-7aa5c2","namespace":"ai-tenant-e2e-shared-b-w3-8570a0"},"name":"maas-trlp-rate-test-model-8570a0","model":"ai-tenant-e2e-shared-b-w3-8570a0/rate-test-model-8570a0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:10:41.579015991Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-5e9ee9-auth","namespace":"ai-tenant-e2e-inf-b-5e9ee9"},"namespace":"ai-tenant-e2e-inf-b-5e9ee9","name":"test-model-5e9ee9-auth","reconcileID":"5434fb3b-5777-426d-97c9-e71129f56ef5","MaaSAuthPolicy":{"name":"test-model-5e9ee9-auth","namespace":"ai-tenant-e2e-inf-b-5e9ee9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-5e9ee9","tenantID":"e2e-inf-b-5e9ee9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:10:41.6317314Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-5e9ee9-auth","namespace":"ai-tenant-e2e-inf-b-5e9ee9"},"namespace":"ai-tenant-e2e-inf-b-5e9ee9","name":"test-model-5e9ee9-auth","reconcileID":"5434fb3b-5777-426d-97c9-e71129f56ef5","MaaSAuthPolicy":{"name":"test-model-5e9ee9-auth","namespace":"ai-tenant-e2e-inf-b-5e9ee9"},"name":"e2e-inf-b-5e9ee9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:10:41.880132751Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-5e9ee9","namespace":"ai-tenant-e2e-inf-b-5e9ee9"},"namespace":"ai-tenant-e2e-inf-b-5e9ee9","name":"test-model-5e9ee9","reconcileID":"5bc74b44-75bc-4df0-abd2-dc9b680d1a08","MaaSModelRef":{"name":"test-model-5e9ee9","namespace":"ai-tenant-e2e-inf-b-5e9ee9"},"tenant":"e2e-inf-b-5e9ee9","gateway":"openshift-ingress/e2e-inf-b-5e9ee9","model":"ai-tenant-e2e-inf-b-5e9ee9/test-model-5e9ee9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:10:41.880153723Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-5e9ee9","namespace":"ai-tenant-e2e-inf-b-5e9ee9"},"namespace":"ai-tenant-e2e-inf-b-5e9ee9","name":"test-model-5e9ee9","reconcileID":"5bc74b44-75bc-4df0-abd2-dc9b680d1a08","MaaSModelRef":{"name":"test-model-5e9ee9","namespace":"ai-tenant-e2e-inf-b-5e9ee9"},"routeName":"test-model-5e9ee9-kserve-route","namespace":"ai-tenant-e2e-inf-b-5e9ee9","llmisvcName":"test-model-5e9ee9","gateway":"openshift-ingress/e2e-inf-b-5e9ee9","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:10:47.218846308Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-5e9ee9","namespace":"ai-tenant-e2e-inf-b-5e9ee9"},"namespace":"ai-tenant-e2e-inf-b-5e9ee9","name":"test-model-5e9ee9","reconcileID":"c6e84ff7-8908-4e9f-bd20-219fbe9b0d31","MaaSModelRef":{"name":"test-model-5e9ee9","namespace":"ai-tenant-e2e-inf-b-5e9ee9"},"tenant":"e2e-inf-b-5e9ee9","gateway":"openshift-ingress/e2e-inf-b-5e9ee9","model":"ai-tenant-e2e-inf-b-5e9ee9/test-model-5e9ee9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:10:47.218866452Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-5e9ee9","namespace":"ai-tenant-e2e-inf-b-5e9ee9"},"namespace":"ai-tenant-e2e-inf-b-5e9ee9","name":"test-model-5e9ee9","reconcileID":"c6e84ff7-8908-4e9f-bd20-219fbe9b0d31","MaaSModelRef":{"name":"test-model-5e9ee9","namespace":"ai-tenant-e2e-inf-b-5e9ee9"},"routeName":"test-model-5e9ee9-kserve-route","namespace":"ai-tenant-e2e-inf-b-5e9ee9","llmisvcName":"test-model-5e9ee9","gateway":"openshift-ingress/e2e-inf-b-5e9ee9","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:10:47.274450727Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-5e9ee9","namespace":"ai-tenant-e2e-inf-b-5e9ee9"},"namespace":"ai-tenant-e2e-inf-b-5e9ee9","name":"test-model-5e9ee9","reconcileID":"e4245bd2-f5d5-4b90-8fec-dd0627e778f3","MaaSModelRef":{"name":"test-model-5e9ee9","namespace":"ai-tenant-e2e-inf-b-5e9ee9"},"tenant":"e2e-inf-b-5e9ee9","gateway":"openshift-ingress/e2e-inf-b-5e9ee9","model":"ai-tenant-e2e-inf-b-5e9ee9/test-model-5e9ee9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:10:47.274470384Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-5e9ee9","namespace":"ai-tenant-e2e-inf-b-5e9ee9"},"namespace":"ai-tenant-e2e-inf-b-5e9ee9","name":"test-model-5e9ee9","reconcileID":"e4245bd2-f5d5-4b90-8fec-dd0627e778f3","MaaSModelRef":{"name":"test-model-5e9ee9","namespace":"ai-tenant-e2e-inf-b-5e9ee9"},"routeName":"test-model-5e9ee9-kserve-route","namespace":"ai-tenant-e2e-inf-b-5e9ee9","llmisvcName":"test-model-5e9ee9","gateway":"openshift-ingress/e2e-inf-b-5e9ee9","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:10:47.315937681Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-5e9ee9-auth","namespace":"ai-tenant-e2e-inf-b-5e9ee9"},"namespace":"ai-tenant-e2e-inf-b-5e9ee9","name":"test-model-5e9ee9-auth","reconcileID":"e339074b-f7a5-427b-ae2b-f07892a90d70","MaaSAuthPolicy":{"name":"test-model-5e9ee9-auth","namespace":"ai-tenant-e2e-inf-b-5e9ee9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-5e9ee9","tenantID":"e2e-inf-b-5e9ee9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T13:10:47.321620525Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-5e9ee9-sub","namespace":"ai-tenant-e2e-inf-b-5e9ee9"},"namespace":"ai-tenant-e2e-inf-b-5e9ee9","name":"test-model-5e9ee9-sub","reconcileID":"34a14470-808b-4371-b973-0477db90917b","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"test-model-5e9ee9-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T13:10:47.368920114Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-5e9ee9-auth","namespace":"ai-tenant-e2e-inf-b-5e9ee9"},"namespace":"ai-tenant-e2e-inf-b-5e9ee9","name":"test-model-5e9ee9-auth","reconcileID":"e339074b-f7a5-427b-ae2b-f07892a90d70","MaaSAuthPolicy":{"name":"test-model-5e9ee9-auth","namespace":"ai-tenant-e2e-inf-b-5e9ee9"},"name":"e2e-inf-b-5e9ee9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:10:47.423850818Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-5e9ee9","namespace":"ai-tenant-e2e-inf-b-5e9ee9"},"namespace":"ai-tenant-e2e-inf-b-5e9ee9","name":"test-model-5e9ee9","reconcileID":"954b9946-a3b1-46bb-9383-b0c1f84f920b","MaaSModelRef":{"name":"test-model-5e9ee9","namespace":"ai-tenant-e2e-inf-b-5e9ee9"},"tenant":"e2e-inf-b-5e9ee9","gateway":"openshift-ingress/e2e-inf-b-5e9ee9","model":"ai-tenant-e2e-inf-b-5e9ee9/test-model-5e9ee9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:10:47.423869248Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-5e9ee9","namespace":"ai-tenant-e2e-inf-b-5e9ee9"},"namespace":"ai-tenant-e2e-inf-b-5e9ee9","name":"test-model-5e9ee9","reconcileID":"954b9946-a3b1-46bb-9383-b0c1f84f920b","MaaSModelRef":{"name":"test-model-5e9ee9","namespace":"ai-tenant-e2e-inf-b-5e9ee9"},"routeName":"test-model-5e9ee9-kserve-route","namespace":"ai-tenant-e2e-inf-b-5e9ee9","llmisvcName":"test-model-5e9ee9","gateway":"openshift-ingress/e2e-inf-b-5e9ee9","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:10:47.477608074Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-5e9ee9","namespace":"ai-tenant-e2e-inf-b-5e9ee9"},"namespace":"ai-tenant-e2e-inf-b-5e9ee9","name":"test-model-5e9ee9","reconcileID":"2f847e97-b404-48ae-837d-38a3e7457e43","MaaSModelRef":{"name":"test-model-5e9ee9","namespace":"ai-tenant-e2e-inf-b-5e9ee9"},"tenant":"e2e-inf-b-5e9ee9","gateway":"openshift-ingress/e2e-inf-b-5e9ee9","model":"ai-tenant-e2e-inf-b-5e9ee9/test-model-5e9ee9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:10:47.477642894Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-5e9ee9","namespace":"ai-tenant-e2e-inf-b-5e9ee9"},"namespace":"ai-tenant-e2e-inf-b-5e9ee9","name":"test-model-5e9ee9","reconcileID":"2f847e97-b404-48ae-837d-38a3e7457e43","MaaSModelRef":{"name":"test-model-5e9ee9","namespace":"ai-tenant-e2e-inf-b-5e9ee9"},"routeName":"test-model-5e9ee9-kserve-route","namespace":"ai-tenant-e2e-inf-b-5e9ee9","llmisvcName":"test-model-5e9ee9","gateway":"openshift-ingress/e2e-inf-b-5e9ee9","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:10:47.664503174Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-5e9ee9-auth","namespace":"ai-tenant-e2e-inf-b-5e9ee9"},"namespace":"ai-tenant-e2e-inf-b-5e9ee9","name":"test-model-5e9ee9-auth","reconcileID":"20e05781-86c0-40a6-b83d-22e66011573e","MaaSAuthPolicy":{"name":"test-model-5e9ee9-auth","namespace":"ai-tenant-e2e-inf-b-5e9ee9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-5e9ee9","tenantID":"e2e-inf-b-5e9ee9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:10:47.681300291Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-5e9ee9-sub","namespace":"ai-tenant-e2e-inf-b-5e9ee9"},"namespace":"ai-tenant-e2e-inf-b-5e9ee9","name":"test-model-5e9ee9-sub","reconcileID":"774fb074-c3de-4cd9-b89c-65caef569520","MaaSSubscription":{"name":"test-model-5e9ee9-sub","namespace":"ai-tenant-e2e-inf-b-5e9ee9"},"name":"maas-trlp-test-model-5e9ee9","model":"test-model-5e9ee9","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-inf-b-5e9ee9/test-model-5e9ee9-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:10:47.717821623Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-5e9ee9-auth","namespace":"ai-tenant-e2e-inf-b-5e9ee9"},"namespace":"ai-tenant-e2e-inf-b-5e9ee9","name":"test-model-5e9ee9-auth","reconcileID":"20e05781-86c0-40a6-b83d-22e66011573e","MaaSAuthPolicy":{"name":"test-model-5e9ee9-auth","namespace":"ai-tenant-e2e-inf-b-5e9ee9"},"name":"e2e-inf-b-5e9ee9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:10:47.83859882Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-5e9ee9","namespace":"ai-tenant-e2e-inf-b-5e9ee9"},"namespace":"ai-tenant-e2e-inf-b-5e9ee9","name":"test-model-5e9ee9","reconcileID":"77318347-ff03-4065-979e-c06eab8b7bd4","MaaSModelRef":{"name":"test-model-5e9ee9","namespace":"ai-tenant-e2e-inf-b-5e9ee9"},"tenant":"e2e-inf-b-5e9ee9","gateway":"openshift-ingress/e2e-inf-b-5e9ee9","model":"ai-tenant-e2e-inf-b-5e9ee9/test-model-5e9ee9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:10:47.838619661Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-5e9ee9","namespace":"ai-tenant-e2e-inf-b-5e9ee9"},"namespace":"ai-tenant-e2e-inf-b-5e9ee9","name":"test-model-5e9ee9","reconcileID":"77318347-ff03-4065-979e-c06eab8b7bd4","MaaSModelRef":{"name":"test-model-5e9ee9","namespace":"ai-tenant-e2e-inf-b-5e9ee9"},"routeName":"test-model-5e9ee9-kserve-route","namespace":"ai-tenant-e2e-inf-b-5e9ee9","llmisvcName":"test-model-5e9ee9","gateway":"openshift-ingress/e2e-inf-b-5e9ee9","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:10:48.03383966Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-5e9ee9-sub","namespace":"ai-tenant-e2e-inf-b-5e9ee9"},"namespace":"ai-tenant-e2e-inf-b-5e9ee9","name":"test-model-5e9ee9-sub","reconcileID":"6642544d-8deb-46ef-a958-56ca1b9fdf3c","MaaSSubscription":{"name":"test-model-5e9ee9-sub","namespace":"ai-tenant-e2e-inf-b-5e9ee9"},"name":"maas-trlp-test-model-5e9ee9","model":"ai-tenant-e2e-inf-b-5e9ee9/test-model-5e9ee9","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:10:50.216423288Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-a-7aa5c2","namespace":"ai-tenant-e2e-shared-a-w3-1250b3"},"namespace":"ai-tenant-e2e-shared-a-w3-1250b3","name":"e2e-rate-iso-a-7aa5c2","reconcileID":"aa1d7036-3cb2-41cf-9272-ffdd2e95f397","MaaSSubscription":{"name":"e2e-rate-iso-a-7aa5c2","namespace":"ai-tenant-e2e-shared-a-w3-1250b3"},"model":"ai-tenant-e2e-shared-a-w3-1250b3/rate-test-model-1250b3","subscription":"e2e-rate-iso-a-7aa5c2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:10:50.265807259Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-a-7aa5c2","namespace":"ai-tenant-e2e-shared-a-w3-1250b3"},"namespace":"ai-tenant-e2e-shared-a-w3-1250b3","name":"e2e-rate-iso-a-7aa5c2","reconcileID":"aa1d7036-3cb2-41cf-9272-ffdd2e95f397","MaaSSubscription":{"name":"e2e-rate-iso-a-7aa5c2","namespace":"ai-tenant-e2e-shared-a-w3-1250b3"},"model":"ai-tenant-e2e-shared-a-w3-1250b3/rate-test-model-1250b3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:10:50.31714412Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-a-7aa5c2","namespace":"ai-tenant-e2e-shared-a-w3-1250b3"},"namespace":"ai-tenant-e2e-shared-a-w3-1250b3","name":"e2e-rate-iso-a-7aa5c2","reconcileID":"aa1d7036-3cb2-41cf-9272-ffdd2e95f397","MaaSSubscription":{"name":"e2e-rate-iso-a-7aa5c2","namespace":"ai-tenant-e2e-shared-a-w3-1250b3"},"name":"maas-trlp-rate-test-model-1250b3","namespace":"ai-tenant-e2e-shared-a-w3-1250b3","model":"ai-tenant-e2e-shared-a-w3-1250b3/rate-test-model-1250b3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:10:50.575841814Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-1250b3","namespace":"ai-tenant-e2e-shared-a-w3-1250b3"},"namespace":"ai-tenant-e2e-shared-a-w3-1250b3","name":"rate-test-model-1250b3","reconcileID":"25986aab-f1c8-46ef-b389-5dbddee3384c","MaaSModelRef":{"name":"rate-test-model-1250b3","namespace":"ai-tenant-e2e-shared-a-w3-1250b3"},"tenant":"e2e-shared-a-w3-1250b3","gateway":"openshift-ingress/e2e-shared-a-w3-1250b3","model":"ai-tenant-e2e-shared-a-w3-1250b3/rate-test-model-1250b3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:10:50.575869345Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-1250b3","namespace":"ai-tenant-e2e-shared-a-w3-1250b3"},"namespace":"ai-tenant-e2e-shared-a-w3-1250b3","name":"rate-test-model-1250b3","reconcileID":"25986aab-f1c8-46ef-b389-5dbddee3384c","MaaSModelRef":{"name":"rate-test-model-1250b3","namespace":"ai-tenant-e2e-shared-a-w3-1250b3"},"routeName":"rate-test-model-1250b3-kserve-route","namespace":"ai-tenant-e2e-shared-a-w3-1250b3","llmisvcName":"rate-test-model-1250b3","gateway":"openshift-ingress/e2e-shared-a-w3-1250b3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:10:50.724752041Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-8570a0","namespace":"ai-tenant-e2e-shared-b-w3-8570a0"},"namespace":"ai-tenant-e2e-shared-b-w3-8570a0","name":"rate-test-model-8570a0","reconcileID":"e0eb499c-5fd7-4b2a-8beb-6a8906afc75c","MaaSModelRef":{"name":"rate-test-model-8570a0","namespace":"ai-tenant-e2e-shared-b-w3-8570a0"},"tenant":"e2e-shared-b-w3-8570a0","gateway":"openshift-ingress/e2e-shared-b-w3-8570a0","model":"ai-tenant-e2e-shared-b-w3-8570a0/rate-test-model-8570a0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:10:50.724771197Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-8570a0","namespace":"ai-tenant-e2e-shared-b-w3-8570a0"},"namespace":"ai-tenant-e2e-shared-b-w3-8570a0","name":"rate-test-model-8570a0","reconcileID":"e0eb499c-5fd7-4b2a-8beb-6a8906afc75c","MaaSModelRef":{"name":"rate-test-model-8570a0","namespace":"ai-tenant-e2e-shared-b-w3-8570a0"},"routeName":"rate-test-model-8570a0-kserve-route","namespace":"ai-tenant-e2e-shared-b-w3-8570a0","llmisvcName":"rate-test-model-8570a0","gateway":"openshift-ingress/e2e-shared-b-w3-8570a0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:10:54.562178629Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-e0615c","namespace":"ai-tenant-e2e-shared-b-w2-e0615c"},"namespace":"ai-tenant-e2e-shared-b-w2-e0615c","name":"sub-test-model-e0615c","reconcileID":"026d167a-e103-4740-8180-dd43192e9588","MaaSModelRef":{"name":"sub-test-model-e0615c","namespace":"ai-tenant-e2e-shared-b-w2-e0615c"},"tenant":"e2e-shared-b-w2-e0615c","gateway":"openshift-ingress/e2e-shared-b-w2-e0615c","model":"ai-tenant-e2e-shared-b-w2-e0615c/sub-test-model-e0615c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:10:54.562210522Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-e0615c","namespace":"ai-tenant-e2e-shared-b-w2-e0615c"},"namespace":"ai-tenant-e2e-shared-b-w2-e0615c","name":"sub-test-model-e0615c","reconcileID":"026d167a-e103-4740-8180-dd43192e9588","MaaSModelRef":{"name":"sub-test-model-e0615c","namespace":"ai-tenant-e2e-shared-b-w2-e0615c"},"routeName":"sub-test-model-e0615c-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-e0615c","llmisvcName":"sub-test-model-e0615c","gateway":"openshift-ingress/e2e-shared-b-w2-e0615c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:10:55.712894525Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:10:57.485994207Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-a4489c","namespace":"ai-tenant-e2e-shared-a-w1-a4489c"},"namespace":"ai-tenant-e2e-shared-a-w1-a4489c","name":"sub-test-model-a4489c","reconcileID":"e3048036-2a2a-4d49-9ecc-b825bc9e1316","MaaSModelRef":{"name":"sub-test-model-a4489c","namespace":"ai-tenant-e2e-shared-a-w1-a4489c"},"tenant":"e2e-shared-a-w1-a4489c","gateway":"openshift-ingress/e2e-shared-a-w1-a4489c","model":"ai-tenant-e2e-shared-a-w1-a4489c/sub-test-model-a4489c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:10:57.486027985Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-a4489c","namespace":"ai-tenant-e2e-shared-a-w1-a4489c"},"namespace":"ai-tenant-e2e-shared-a-w1-a4489c","name":"sub-test-model-a4489c","reconcileID":"e3048036-2a2a-4d49-9ecc-b825bc9e1316","MaaSModelRef":{"name":"sub-test-model-a4489c","namespace":"ai-tenant-e2e-shared-a-w1-a4489c"},"routeName":"sub-test-model-a4489c-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-a4489c","llmisvcName":"sub-test-model-a4489c","gateway":"openshift-ingress/e2e-shared-a-w1-a4489c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:10:59.977422838Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-cacb84","namespace":"ai-tenant-e2e-shared-a-w2-cacb84"},"namespace":"ai-tenant-e2e-shared-a-w2-cacb84","name":"sub-test-model-cacb84","reconcileID":"7120ad5b-7dd8-4ce3-afa5-89a815f95732","MaaSModelRef":{"name":"sub-test-model-cacb84","namespace":"ai-tenant-e2e-shared-a-w2-cacb84"},"tenant":"e2e-shared-a-w2-cacb84","gateway":"openshift-ingress/e2e-shared-a-w2-cacb84","model":"ai-tenant-e2e-shared-a-w2-cacb84/sub-test-model-cacb84","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:10:59.977442524Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-cacb84","namespace":"ai-tenant-e2e-shared-a-w2-cacb84"},"namespace":"ai-tenant-e2e-shared-a-w2-cacb84","name":"sub-test-model-cacb84","reconcileID":"7120ad5b-7dd8-4ce3-afa5-89a815f95732","MaaSModelRef":{"name":"sub-test-model-cacb84","namespace":"ai-tenant-e2e-shared-a-w2-cacb84"},"routeName":"sub-test-model-cacb84-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-cacb84","llmisvcName":"sub-test-model-cacb84","gateway":"openshift-ingress/e2e-shared-a-w2-cacb84","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:11:00.030876938Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-cacb84","namespace":"ai-tenant-e2e-shared-a-w2-cacb84"},"namespace":"ai-tenant-e2e-shared-a-w2-cacb84","name":"sub-test-model-cacb84","reconcileID":"be2cf29a-8964-4fc3-8084-9b8f28685b57","MaaSModelRef":{"name":"sub-test-model-cacb84","namespace":"ai-tenant-e2e-shared-a-w2-cacb84"},"tenant":"e2e-shared-a-w2-cacb84","gateway":"openshift-ingress/e2e-shared-a-w2-cacb84","model":"ai-tenant-e2e-shared-a-w2-cacb84/sub-test-model-cacb84","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:11:00.030902151Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-cacb84","namespace":"ai-tenant-e2e-shared-a-w2-cacb84"},"namespace":"ai-tenant-e2e-shared-a-w2-cacb84","name":"sub-test-model-cacb84","reconcileID":"be2cf29a-8964-4fc3-8084-9b8f28685b57","MaaSModelRef":{"name":"sub-test-model-cacb84","namespace":"ai-tenant-e2e-shared-a-w2-cacb84"},"routeName":"sub-test-model-cacb84-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-cacb84","llmisvcName":"sub-test-model-cacb84","gateway":"openshift-ingress/e2e-shared-a-w2-cacb84","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:11:00.127471707Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-90c8c0","namespace":"ai-tenant-e2e-shared-a-w2-cacb84"},"namespace":"ai-tenant-e2e-shared-a-w2-cacb84","name":"e2e-sub-iso-auth-90c8c0","reconcileID":"e0de559f-af06-4158-9a3d-a0e9db4cc07c","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-90c8c0","namespace":"ai-tenant-e2e-shared-a-w2-cacb84"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-cacb84","tenantID":"e2e-shared-a-w2-cacb84","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:11:00.243763387Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-90c8c0","namespace":"ai-tenant-e2e-shared-a-w2-cacb84"},"namespace":"ai-tenant-e2e-shared-a-w2-cacb84","name":"e2e-sub-iso-auth-90c8c0","reconcileID":"e0de559f-af06-4158-9a3d-a0e9db4cc07c","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-90c8c0","namespace":"ai-tenant-e2e-shared-a-w2-cacb84"},"name":"e2e-shared-a-w2-cacb84-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:11:00.294713521Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w2-cacb84-maas-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-90c8c0","namespace":"ai-tenant-e2e-shared-a-w2-cacb84"},"namespace":"ai-tenant-e2e-shared-a-w2-cacb84","name":"e2e-sub-iso-auth-90c8c0","reconcileID":"e0de559f-af06-4158-9a3d-a0e9db4cc07c","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-90c8c0","namespace":"ai-tenant-e2e-shared-a-w2-cacb84"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:11:00.346283113Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-cacb84","namespace":"ai-tenant-e2e-shared-a-w2-cacb84"},"namespace":"ai-tenant-e2e-shared-a-w2-cacb84","name":"sub-test-model-cacb84","reconcileID":"89364804-fa3b-4d0d-afa8-075cf50260f6","MaaSModelRef":{"name":"sub-test-model-cacb84","namespace":"ai-tenant-e2e-shared-a-w2-cacb84"},"tenant":"e2e-shared-a-w2-cacb84","gateway":"openshift-ingress/e2e-shared-a-w2-cacb84","model":"ai-tenant-e2e-shared-a-w2-cacb84/sub-test-model-cacb84","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:11:00.346311019Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-cacb84","namespace":"ai-tenant-e2e-shared-a-w2-cacb84"},"namespace":"ai-tenant-e2e-shared-a-w2-cacb84","name":"sub-test-model-cacb84","reconcileID":"89364804-fa3b-4d0d-afa8-075cf50260f6","MaaSModelRef":{"name":"sub-test-model-cacb84","namespace":"ai-tenant-e2e-shared-a-w2-cacb84"},"routeName":"sub-test-model-cacb84-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-cacb84","llmisvcName":"sub-test-model-cacb84","gateway":"openshift-ingress/e2e-shared-a-w2-cacb84","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:11:00.876765826Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-b-7aa5c2","namespace":"ai-tenant-e2e-shared-b-w3-8570a0"},"namespace":"ai-tenant-e2e-shared-b-w3-8570a0","name":"e2e-rate-iso-b-7aa5c2","reconcileID":"28b89a15-257b-47ec-8477-55bf9301992d","MaaSSubscription":{"name":"e2e-rate-iso-b-7aa5c2","namespace":"ai-tenant-e2e-shared-b-w3-8570a0"},"model":"ai-tenant-e2e-shared-b-w3-8570a0/rate-test-model-8570a0","subscription":"e2e-rate-iso-b-7aa5c2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:11:00.925576245Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-b-7aa5c2","namespace":"ai-tenant-e2e-shared-b-w3-8570a0"},"namespace":"ai-tenant-e2e-shared-b-w3-8570a0","name":"e2e-rate-iso-b-7aa5c2","reconcileID":"28b89a15-257b-47ec-8477-55bf9301992d","MaaSSubscription":{"name":"e2e-rate-iso-b-7aa5c2","namespace":"ai-tenant-e2e-shared-b-w3-8570a0"},"model":"ai-tenant-e2e-shared-b-w3-8570a0/rate-test-model-8570a0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:11:00.97459175Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-b-7aa5c2","namespace":"ai-tenant-e2e-shared-b-w3-8570a0"},"namespace":"ai-tenant-e2e-shared-b-w3-8570a0","name":"e2e-rate-iso-b-7aa5c2","reconcileID":"28b89a15-257b-47ec-8477-55bf9301992d","MaaSSubscription":{"name":"e2e-rate-iso-b-7aa5c2","namespace":"ai-tenant-e2e-shared-b-w3-8570a0"},"name":"maas-trlp-rate-test-model-8570a0","namespace":"ai-tenant-e2e-shared-b-w3-8570a0","model":"ai-tenant-e2e-shared-b-w3-8570a0/rate-test-model-8570a0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:11:01.232952037Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-8570a0","namespace":"ai-tenant-e2e-shared-b-w3-8570a0"},"namespace":"ai-tenant-e2e-shared-b-w3-8570a0","name":"rate-test-model-8570a0","reconcileID":"7f05a012-a878-4521-af2f-60bca2572247","MaaSModelRef":{"name":"rate-test-model-8570a0","namespace":"ai-tenant-e2e-shared-b-w3-8570a0"},"tenant":"e2e-shared-b-w3-8570a0","gateway":"openshift-ingress/e2e-shared-b-w3-8570a0","model":"ai-tenant-e2e-shared-b-w3-8570a0/rate-test-model-8570a0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:11:01.232971064Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-8570a0","namespace":"ai-tenant-e2e-shared-b-w3-8570a0"},"namespace":"ai-tenant-e2e-shared-b-w3-8570a0","name":"rate-test-model-8570a0","reconcileID":"7f05a012-a878-4521-af2f-60bca2572247","MaaSModelRef":{"name":"rate-test-model-8570a0","namespace":"ai-tenant-e2e-shared-b-w3-8570a0"},"routeName":"rate-test-model-8570a0-kserve-route","namespace":"ai-tenant-e2e-shared-b-w3-8570a0","llmisvcName":"rate-test-model-8570a0","gateway":"openshift-ingress/e2e-shared-b-w3-8570a0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:11:01.497952408Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-1250b3","namespace":"ai-tenant-e2e-shared-a-w3-1250b3"},"namespace":"ai-tenant-e2e-shared-a-w3-1250b3","name":"rate-test-model-1250b3","reconcileID":"c6dbd53e-b0a2-4549-8575-38cb80136800","MaaSModelRef":{"name":"rate-test-model-1250b3","namespace":"ai-tenant-e2e-shared-a-w3-1250b3"},"tenant":"e2e-shared-a-w3-1250b3","gateway":"openshift-ingress/e2e-shared-a-w3-1250b3","model":"ai-tenant-e2e-shared-a-w3-1250b3/rate-test-model-1250b3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:11:01.497973414Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-1250b3","namespace":"ai-tenant-e2e-shared-a-w3-1250b3"},"namespace":"ai-tenant-e2e-shared-a-w3-1250b3","name":"rate-test-model-1250b3","reconcileID":"c6dbd53e-b0a2-4549-8575-38cb80136800","MaaSModelRef":{"name":"rate-test-model-1250b3","namespace":"ai-tenant-e2e-shared-a-w3-1250b3"},"routeName":"rate-test-model-1250b3-kserve-route","namespace":"ai-tenant-e2e-shared-a-w3-1250b3","llmisvcName":"rate-test-model-1250b3","gateway":"openshift-ingress/e2e-shared-a-w3-1250b3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:11:01.549270796Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-1250b3","namespace":"ai-tenant-e2e-shared-a-w3-1250b3"},"namespace":"ai-tenant-e2e-shared-a-w3-1250b3","name":"rate-test-model-1250b3","reconcileID":"a4695eba-8221-4c8e-a3c9-ac04874dac42","MaaSModelRef":{"name":"rate-test-model-1250b3","namespace":"ai-tenant-e2e-shared-a-w3-1250b3"},"tenant":"e2e-shared-a-w3-1250b3","gateway":"openshift-ingress/e2e-shared-a-w3-1250b3","model":"ai-tenant-e2e-shared-a-w3-1250b3/rate-test-model-1250b3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:11:01.549291724Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-1250b3","namespace":"ai-tenant-e2e-shared-a-w3-1250b3"},"namespace":"ai-tenant-e2e-shared-a-w3-1250b3","name":"rate-test-model-1250b3","reconcileID":"a4695eba-8221-4c8e-a3c9-ac04874dac42","MaaSModelRef":{"name":"rate-test-model-1250b3","namespace":"ai-tenant-e2e-shared-a-w3-1250b3"},"routeName":"rate-test-model-1250b3-kserve-route","namespace":"ai-tenant-e2e-shared-a-w3-1250b3","llmisvcName":"rate-test-model-1250b3","gateway":"openshift-ingress/e2e-shared-a-w3-1250b3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:11:01.645690539Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-e7089b","namespace":"ai-tenant-e2e-shared-a-w3-1250b3"},"namespace":"ai-tenant-e2e-shared-a-w3-1250b3","name":"e2e-rate-iso-auth-e7089b","reconcileID":"f1f43e00-3ebd-495d-aed6-5322c6c58798","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-e7089b","namespace":"ai-tenant-e2e-shared-a-w3-1250b3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w3-1250b3","tenantID":"e2e-shared-a-w3-1250b3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:11:01.76007585Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-e7089b","namespace":"ai-tenant-e2e-shared-a-w3-1250b3"},"namespace":"ai-tenant-e2e-shared-a-w3-1250b3","name":"e2e-rate-iso-auth-e7089b","reconcileID":"f1f43e00-3ebd-495d-aed6-5322c6c58798","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-e7089b","namespace":"ai-tenant-e2e-shared-a-w3-1250b3"},"name":"e2e-shared-a-w3-1250b3-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:11:01.810969393Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w3-1250b3-maas-auth to be accepted and enforced: AuthPolicy status observed generation 4, current generation is 6","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-e7089b","namespace":"ai-tenant-e2e-shared-a-w3-1250b3"},"namespace":"ai-tenant-e2e-shared-a-w3-1250b3","name":"e2e-rate-iso-auth-e7089b","reconcileID":"f1f43e00-3ebd-495d-aed6-5322c6c58798","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-e7089b","namespace":"ai-tenant-e2e-shared-a-w3-1250b3"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:11:01.864224118Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-1250b3","namespace":"ai-tenant-e2e-shared-a-w3-1250b3"},"namespace":"ai-tenant-e2e-shared-a-w3-1250b3","name":"rate-test-model-1250b3","reconcileID":"07a4ecbe-adcb-4a45-9c66-9784b2e96775","MaaSModelRef":{"name":"rate-test-model-1250b3","namespace":"ai-tenant-e2e-shared-a-w3-1250b3"},"tenant":"e2e-shared-a-w3-1250b3","gateway":"openshift-ingress/e2e-shared-a-w3-1250b3","model":"ai-tenant-e2e-shared-a-w3-1250b3/rate-test-model-1250b3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:11:01.864244248Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-1250b3","namespace":"ai-tenant-e2e-shared-a-w3-1250b3"},"namespace":"ai-tenant-e2e-shared-a-w3-1250b3","name":"rate-test-model-1250b3","reconcileID":"07a4ecbe-adcb-4a45-9c66-9784b2e96775","MaaSModelRef":{"name":"rate-test-model-1250b3","namespace":"ai-tenant-e2e-shared-a-w3-1250b3"},"routeName":"rate-test-model-1250b3-kserve-route","namespace":"ai-tenant-e2e-shared-a-w3-1250b3","llmisvcName":"rate-test-model-1250b3","gateway":"openshift-ingress/e2e-shared-a-w3-1250b3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:11:09.635252549Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-5e9ee9-sub","namespace":"ai-tenant-e2e-inf-b-5e9ee9"},"namespace":"ai-tenant-e2e-inf-b-5e9ee9","name":"test-model-5e9ee9-sub","reconcileID":"4755b588-0113-431d-8a00-072bc35fa646","MaaSSubscription":{"name":"test-model-5e9ee9-sub","namespace":"ai-tenant-e2e-inf-b-5e9ee9"},"name":"maas-trlp-test-model-5e9ee9","model":"ai-tenant-e2e-inf-b-5e9ee9/test-model-5e9ee9","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:11:09.793971826Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-5e9ee9","namespace":"ai-tenant-e2e-inf-b-5e9ee9"},"namespace":"ai-tenant-e2e-inf-b-5e9ee9","name":"test-model-5e9ee9","reconcileID":"4950db79-b06e-4eaf-b222-6b1262eab4ae","MaaSModelRef":{"name":"test-model-5e9ee9","namespace":"ai-tenant-e2e-inf-b-5e9ee9"},"tenant":"e2e-inf-b-5e9ee9","gateway":"openshift-ingress/e2e-inf-b-5e9ee9","model":"ai-tenant-e2e-inf-b-5e9ee9/test-model-5e9ee9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:11:09.793994214Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-5e9ee9","namespace":"ai-tenant-e2e-inf-b-5e9ee9"},"namespace":"ai-tenant-e2e-inf-b-5e9ee9","name":"test-model-5e9ee9","reconcileID":"4950db79-b06e-4eaf-b222-6b1262eab4ae","MaaSModelRef":{"name":"test-model-5e9ee9","namespace":"ai-tenant-e2e-inf-b-5e9ee9"},"routeName":"test-model-5e9ee9-kserve-route","namespace":"ai-tenant-e2e-inf-b-5e9ee9","llmisvcName":"test-model-5e9ee9","gateway":"openshift-ingress/e2e-inf-b-5e9ee9","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:11:10.442588795Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-90c8c0","namespace":"ai-tenant-e2e-shared-a-w2-cacb84"},"namespace":"ai-tenant-e2e-shared-a-w2-cacb84","name":"e2e-sub-iso-auth-90c8c0","reconcileID":"e6bc8411-4b11-466f-9447-064273da7f11","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-90c8c0","namespace":"ai-tenant-e2e-shared-a-w2-cacb84"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-cacb84","tenantID":"e2e-shared-a-w2-cacb84","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:11:10.498267656Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-90c8c0","namespace":"ai-tenant-e2e-shared-a-w2-cacb84"},"namespace":"ai-tenant-e2e-shared-a-w2-cacb84","name":"e2e-sub-iso-auth-90c8c0","reconcileID":"e6bc8411-4b11-466f-9447-064273da7f11","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-90c8c0","namespace":"ai-tenant-e2e-shared-a-w2-cacb84"},"name":"e2e-shared-a-w2-cacb84-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:11:10.549462047Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w2-cacb84-maas-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-90c8c0","namespace":"ai-tenant-e2e-shared-a-w2-cacb84"},"namespace":"ai-tenant-e2e-shared-a-w2-cacb84","name":"e2e-sub-iso-auth-90c8c0","reconcileID":"e6bc8411-4b11-466f-9447-064273da7f11","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-90c8c0","namespace":"ai-tenant-e2e-shared-a-w2-cacb84"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:11:10.59468599Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-e7089b","namespace":"ai-tenant-e2e-shared-a-w3-1250b3"},"namespace":"ai-tenant-e2e-shared-a-w3-1250b3","name":"e2e-rate-iso-auth-e7089b","reconcileID":"02bdcb34-288b-430f-bcd6-6bd3f70c6d92","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-e7089b","namespace":"ai-tenant-e2e-shared-a-w3-1250b3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w3-1250b3","tenantID":"e2e-shared-a-w3-1250b3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:11:10.648437103Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-e7089b","namespace":"ai-tenant-e2e-shared-a-w3-1250b3"},"namespace":"ai-tenant-e2e-shared-a-w3-1250b3","name":"e2e-rate-iso-auth-e7089b","reconcileID":"02bdcb34-288b-430f-bcd6-6bd3f70c6d92","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-e7089b","namespace":"ai-tenant-e2e-shared-a-w3-1250b3"},"name":"e2e-shared-a-w3-1250b3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:11:10.695047499Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-5e9ee9-auth","namespace":"ai-tenant-e2e-inf-b-5e9ee9"},"namespace":"ai-tenant-e2e-inf-b-5e9ee9","name":"test-model-5e9ee9-auth","reconcileID":"60520026-3aca-4d1c-8ccf-e53d4dce5db2","MaaSAuthPolicy":{"name":"test-model-5e9ee9-auth","namespace":"ai-tenant-e2e-inf-b-5e9ee9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-5e9ee9","tenantID":"e2e-inf-b-5e9ee9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:11:10.699661472Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w3-1250b3-maas-auth to be accepted and enforced: AuthPolicy status observed generation 4, current generation is 6","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-e7089b","namespace":"ai-tenant-e2e-shared-a-w3-1250b3"},"namespace":"ai-tenant-e2e-shared-a-w3-1250b3","name":"e2e-rate-iso-auth-e7089b","reconcileID":"02bdcb34-288b-430f-bcd6-6bd3f70c6d92","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-e7089b","namespace":"ai-tenant-e2e-shared-a-w3-1250b3"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:11:10.750233457Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-5e9ee9-auth","namespace":"ai-tenant-e2e-inf-b-5e9ee9"},"namespace":"ai-tenant-e2e-inf-b-5e9ee9","name":"test-model-5e9ee9-auth","reconcileID":"60520026-3aca-4d1c-8ccf-e53d4dce5db2","MaaSAuthPolicy":{"name":"test-model-5e9ee9-auth","namespace":"ai-tenant-e2e-inf-b-5e9ee9"},"name":"e2e-inf-b-5e9ee9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:11:20.64679131Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-90c8c0","namespace":"ai-tenant-e2e-shared-a-w2-cacb84"},"namespace":"ai-tenant-e2e-shared-a-w2-cacb84","name":"e2e-sub-iso-auth-90c8c0","reconcileID":"a26844f9-a206-414d-96b6-5038d4bdfb0a","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-90c8c0","namespace":"ai-tenant-e2e-shared-a-w2-cacb84"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-cacb84","tenantID":"e2e-shared-a-w2-cacb84","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:11:20.69960551Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-90c8c0","namespace":"ai-tenant-e2e-shared-a-w2-cacb84"},"namespace":"ai-tenant-e2e-shared-a-w2-cacb84","name":"e2e-sub-iso-auth-90c8c0","reconcileID":"a26844f9-a206-414d-96b6-5038d4bdfb0a","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-90c8c0","namespace":"ai-tenant-e2e-shared-a-w2-cacb84"},"name":"e2e-shared-a-w2-cacb84-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:11:20.752948201Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w2-cacb84-maas-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-90c8c0","namespace":"ai-tenant-e2e-shared-a-w2-cacb84"},"namespace":"ai-tenant-e2e-shared-a-w2-cacb84","name":"e2e-sub-iso-auth-90c8c0","reconcileID":"a26844f9-a206-414d-96b6-5038d4bdfb0a","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-90c8c0","namespace":"ai-tenant-e2e-shared-a-w2-cacb84"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:11:20.79765944Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-e7089b","namespace":"ai-tenant-e2e-shared-a-w3-1250b3"},"namespace":"ai-tenant-e2e-shared-a-w3-1250b3","name":"e2e-rate-iso-auth-e7089b","reconcileID":"3dee8e45-693d-4cd7-897d-14e16da881e9","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-e7089b","namespace":"ai-tenant-e2e-shared-a-w3-1250b3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w3-1250b3","tenantID":"e2e-shared-a-w3-1250b3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:11:20.850883672Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-e7089b","namespace":"ai-tenant-e2e-shared-a-w3-1250b3"},"namespace":"ai-tenant-e2e-shared-a-w3-1250b3","name":"e2e-rate-iso-auth-e7089b","reconcileID":"3dee8e45-693d-4cd7-897d-14e16da881e9","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-e7089b","namespace":"ai-tenant-e2e-shared-a-w3-1250b3"},"name":"e2e-shared-a-w3-1250b3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:11:20.902061783Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w3-1250b3-maas-auth to be accepted and enforced: AuthPolicy status observed generation 4, current generation is 6","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-e7089b","namespace":"ai-tenant-e2e-shared-a-w3-1250b3"},"namespace":"ai-tenant-e2e-shared-a-w3-1250b3","name":"e2e-rate-iso-auth-e7089b","reconcileID":"3dee8e45-693d-4cd7-897d-14e16da881e9","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-e7089b","namespace":"ai-tenant-e2e-shared-a-w3-1250b3"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:11:25.712659912Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:11:30.850487097Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-90c8c0","namespace":"ai-tenant-e2e-shared-a-w2-cacb84"},"namespace":"ai-tenant-e2e-shared-a-w2-cacb84","name":"e2e-sub-iso-auth-90c8c0","reconcileID":"101fe0d1-09f9-4b51-bdf7-4500bbd79ff0","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-90c8c0","namespace":"ai-tenant-e2e-shared-a-w2-cacb84"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-cacb84","tenantID":"e2e-shared-a-w2-cacb84","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:11:30.904028807Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-90c8c0","namespace":"ai-tenant-e2e-shared-a-w2-cacb84"},"namespace":"ai-tenant-e2e-shared-a-w2-cacb84","name":"e2e-sub-iso-auth-90c8c0","reconcileID":"101fe0d1-09f9-4b51-bdf7-4500bbd79ff0","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-90c8c0","namespace":"ai-tenant-e2e-shared-a-w2-cacb84"},"name":"e2e-shared-a-w2-cacb84-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:11:30.954860803Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w2-cacb84-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (111408606e061e507d2dc128a6ece067dc70c6182786c43b8a6fa0e1fd4fee3f) AuthConfig (ac668bbcc47f335351c54bd707b3520da4681d3596a7216462a2801cae33f197) AuthConfig (6cbcec144fae70f7211e48b90b16eedf9a075fbbee6b4a2071f80ba465589f83) AuthConfig (5bda0400f5652afb2bd53dfd29805610b3eebac9608f7b4b02934143db3c3287) AuthConfig (94166e49d116434c417454e296c85d7813f77935887b61740a78b04f54835f8a) AuthConfig (fa69d4f4ec55a130000d0e2ecebd07999c8c077e488de54cb957fc1dd346e5e7) AuthConfig (a417326948fb89a901afa65f44bde1f04742e2a7347b68ff0d634072374bc27f) AuthConfig (bf67b5212189e080a6b36f102a5102104c36383e0fba4674f9e05751e0499099) AuthConfig (75e168e6598b08eafb3cfefd1357e6fb0483d7fbba20a6cab157b0a1dcec5fce) AuthConfig (d3219dd74176cb2fbc2e312b5c6f9f8eed872752deb80eaaca6d96f0f677b44d) AuthConfig (e473fb051ee23352833ba0eb1ee50ee5642ad048805e5594c23500f8e20e33dc) AuthConfig (a967c2d24ab679a7e57155629cd3acda8ff563d488aaa777db15445d6490b9f4) AuthConfig (d7c6d375a1e515bbf97fb58163b098452461b1a2dd90e9a8b57c85ae4a1e49a7) AuthConfig (492a93c0de94422667ebd0c77e3b40f90ed4691c80f6b32c0b3708858d7ac167) AuthConfig (49359d4b293a2aed907ac3988aef053fc755b00119a9f66a59e960ea14fa6c94) AuthConfig (395290aefe21a9611cdeb6735b1a48020df47eb85fe48278177d1831e515ac2b) AuthConfig (713c5dd3ad26e2eb264cd7b362e88449fb682ba95c9088cb8383818919723cb7) AuthConfig (f8d3b8c03cf5aa90633410bb368b5447e445f4f85d4864aad991aa1aa827ce4d)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-90c8c0","namespace":"ai-tenant-e2e-shared-a-w2-cacb84"},"namespace":"ai-tenant-e2e-shared-a-w2-cacb84","name":"e2e-sub-iso-auth-90c8c0","reconcileID":"101fe0d1-09f9-4b51-bdf7-4500bbd79ff0","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-90c8c0","namespace":"ai-tenant-e2e-shared-a-w2-cacb84"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:11:30.999769634Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-e7089b","namespace":"ai-tenant-e2e-shared-a-w3-1250b3"},"namespace":"ai-tenant-e2e-shared-a-w3-1250b3","name":"e2e-rate-iso-auth-e7089b","reconcileID":"f0bf10e9-d6d4-45b3-9f21-fa3f7b6b49bf","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-e7089b","namespace":"ai-tenant-e2e-shared-a-w3-1250b3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w3-1250b3","tenantID":"e2e-shared-a-w3-1250b3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:11:31.008306292Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-cacb84","namespace":"ai-tenant-e2e-shared-a-w2-cacb84"},"namespace":"ai-tenant-e2e-shared-a-w2-cacb84","name":"sub-test-model-cacb84","reconcileID":"66bfaa5e-0b5c-4865-9a64-b700bad0d686","MaaSModelRef":{"name":"sub-test-model-cacb84","namespace":"ai-tenant-e2e-shared-a-w2-cacb84"},"tenant":"e2e-shared-a-w2-cacb84","gateway":"openshift-ingress/e2e-shared-a-w2-cacb84","model":"ai-tenant-e2e-shared-a-w2-cacb84/sub-test-model-cacb84","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:11:31.008324282Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-cacb84","namespace":"ai-tenant-e2e-shared-a-w2-cacb84"},"namespace":"ai-tenant-e2e-shared-a-w2-cacb84","name":"sub-test-model-cacb84","reconcileID":"66bfaa5e-0b5c-4865-9a64-b700bad0d686","MaaSModelRef":{"name":"sub-test-model-cacb84","namespace":"ai-tenant-e2e-shared-a-w2-cacb84"},"routeName":"sub-test-model-cacb84-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-cacb84","llmisvcName":"sub-test-model-cacb84","gateway":"openshift-ingress/e2e-shared-a-w2-cacb84","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:11:31.052342164Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-e7089b","namespace":"ai-tenant-e2e-shared-a-w3-1250b3"},"namespace":"ai-tenant-e2e-shared-a-w3-1250b3","name":"e2e-rate-iso-auth-e7089b","reconcileID":"f0bf10e9-d6d4-45b3-9f21-fa3f7b6b49bf","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-e7089b","namespace":"ai-tenant-e2e-shared-a-w3-1250b3"},"name":"e2e-shared-a-w3-1250b3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:11:31.103589369Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w3-1250b3-maas-auth to be accepted and enforced: AuthPolicy status observed generation 4, current generation is 6","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-e7089b","namespace":"ai-tenant-e2e-shared-a-w3-1250b3"},"namespace":"ai-tenant-e2e-shared-a-w3-1250b3","name":"e2e-rate-iso-auth-e7089b","reconcileID":"f0bf10e9-d6d4-45b3-9f21-fa3f7b6b49bf","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-e7089b","namespace":"ai-tenant-e2e-shared-a-w3-1250b3"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:11:36.138521022Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-d4609f-auth","namespace":"ai-tenant-e2e-inf-a-d4609f"},"namespace":"ai-tenant-e2e-inf-a-d4609f","name":"test-model-d4609f-auth","reconcileID":"b14994fc-ccbc-4d60-af57-86da8fedf277","MaaSAuthPolicy":{"name":"test-model-d4609f-auth","namespace":"ai-tenant-e2e-inf-a-d4609f"},"model":"ai-tenant-e2e-inf-a-d4609f/test-model-d4609f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:11:36.138660564Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-d4609f","namespace":"ai-tenant-e2e-inf-a-d4609f"},"namespace":"ai-tenant-e2e-inf-a-d4609f","name":"test-model-d4609f","reconcileID":"b43446df-6c18-44cc-90fa-f7124bd15329","MaaSModelRef":{"name":"test-model-d4609f","namespace":"ai-tenant-e2e-inf-a-d4609f"},"tenant":"e2e-inf-a-d4609f","gateway":"openshift-ingress/e2e-inf-a-d4609f","model":"ai-tenant-e2e-inf-a-d4609f/test-model-d4609f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:11:36.138679058Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-d4609f","namespace":"ai-tenant-e2e-inf-a-d4609f"},"namespace":"ai-tenant-e2e-inf-a-d4609f","name":"test-model-d4609f","reconcileID":"b43446df-6c18-44cc-90fa-f7124bd15329","MaaSModelRef":{"name":"test-model-d4609f","namespace":"ai-tenant-e2e-inf-a-d4609f"},"routeName":"test-model-d4609f-kserve-route","namespace":"ai-tenant-e2e-inf-a-d4609f","llmisvcName":"test-model-d4609f","gateway":"openshift-ingress/e2e-inf-a-d4609f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:11:36.336898792Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-d4609f-auth","namespace":"ai-tenant-e2e-inf-a-d4609f"},"namespace":"ai-tenant-e2e-inf-a-d4609f","name":"test-model-d4609f-auth","reconcileID":"b14994fc-ccbc-4d60-af57-86da8fedf277","MaaSAuthPolicy":{"name":"test-model-d4609f-auth","namespace":"ai-tenant-e2e-inf-a-d4609f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-d4609f","tenantID":"e2e-inf-a-d4609f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:11:36.395105229Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-d4609f-sub","namespace":"ai-tenant-e2e-inf-a-d4609f"},"namespace":"ai-tenant-e2e-inf-a-d4609f","name":"test-model-d4609f-sub","reconcileID":"3a6ebc2c-141f-4d9c-b5b1-9aa9dadc63bf","MaaSSubscription":{"name":"test-model-d4609f-sub","namespace":"ai-tenant-e2e-inf-a-d4609f"},"name":"maas-trlp-test-model-d4609f","model":"ai-tenant-e2e-inf-a-d4609f/test-model-d4609f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:11:36.453347785Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-d4609f-auth","namespace":"ai-tenant-e2e-inf-a-d4609f"},"namespace":"ai-tenant-e2e-inf-a-d4609f","name":"test-model-d4609f-auth","reconcileID":"b14994fc-ccbc-4d60-af57-86da8fedf277","MaaSAuthPolicy":{"name":"test-model-d4609f-auth","namespace":"ai-tenant-e2e-inf-a-d4609f"},"name":"e2e-inf-a-d4609f-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:11:36.453371416Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-d4609f-auth","namespace":"ai-tenant-e2e-inf-a-d4609f"},"namespace":"ai-tenant-e2e-inf-a-d4609f","name":"test-model-d4609f-auth","reconcileID":"b14994fc-ccbc-4d60-af57-86da8fedf277","MaaSAuthPolicy":{"name":"test-model-d4609f-auth","namespace":"ai-tenant-e2e-inf-a-d4609f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-d4609f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:11:36.505302475Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-d4609f-auth","namespace":"ai-tenant-e2e-inf-a-d4609f"},"namespace":"ai-tenant-e2e-inf-a-d4609f","name":"test-model-d4609f-auth","reconcileID":"6004ad3b-2008-4b99-8687-cca812e9f9c0","MaaSAuthPolicy":{"name":"test-model-d4609f-auth","namespace":"ai-tenant-e2e-inf-a-d4609f"},"model":"ai-tenant-e2e-inf-a-d4609f/test-model-d4609f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:11:36.505557268Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-d4609f","namespace":"ai-tenant-e2e-inf-a-d4609f"},"namespace":"ai-tenant-e2e-inf-a-d4609f","name":"test-model-d4609f","reconcileID":"37ff200c-a3ae-435f-bfa5-a84f8729a75b","MaaSModelRef":{"name":"test-model-d4609f","namespace":"ai-tenant-e2e-inf-a-d4609f"},"tenant":"e2e-inf-a-d4609f","gateway":"openshift-ingress/e2e-inf-a-d4609f","model":"ai-tenant-e2e-inf-a-d4609f/test-model-d4609f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:11:36.505574603Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-d4609f","namespace":"ai-tenant-e2e-inf-a-d4609f"},"namespace":"ai-tenant-e2e-inf-a-d4609f","name":"test-model-d4609f","reconcileID":"37ff200c-a3ae-435f-bfa5-a84f8729a75b","MaaSModelRef":{"name":"test-model-d4609f","namespace":"ai-tenant-e2e-inf-a-d4609f"},"routeName":"test-model-d4609f-kserve-route","namespace":"ai-tenant-e2e-inf-a-d4609f","llmisvcName":"test-model-d4609f","gateway":"openshift-ingress/e2e-inf-a-d4609f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:11:36.646013837Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-d4609f","namespace":"ai-tenant-e2e-inf-a-d4609f"},"namespace":"ai-tenant-e2e-inf-a-d4609f","name":"test-model-d4609f","reconcileID":"0347ab86-7347-4a9f-96a3-83c88b8f10b0","MaaSModelRef":{"name":"test-model-d4609f","namespace":"ai-tenant-e2e-inf-a-d4609f"},"tenant":"e2e-inf-a-d4609f","gateway":"openshift-ingress/e2e-inf-a-d4609f","model":"ai-tenant-e2e-inf-a-d4609f/test-model-d4609f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:11:36.646034596Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-d4609f","namespace":"ai-tenant-e2e-inf-a-d4609f"},"namespace":"ai-tenant-e2e-inf-a-d4609f","name":"test-model-d4609f","reconcileID":"0347ab86-7347-4a9f-96a3-83c88b8f10b0","MaaSModelRef":{"name":"test-model-d4609f","namespace":"ai-tenant-e2e-inf-a-d4609f"},"routeName":"test-model-d4609f-kserve-route","namespace":"ai-tenant-e2e-inf-a-d4609f","llmisvcName":"test-model-d4609f","gateway":"openshift-ingress/e2e-inf-a-d4609f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:11:36.702232278Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-d4609f-auth","namespace":"ai-tenant-e2e-inf-a-d4609f"},"namespace":"ai-tenant-e2e-inf-a-d4609f","name":"test-model-d4609f-auth","reconcileID":"6004ad3b-2008-4b99-8687-cca812e9f9c0","MaaSAuthPolicy":{"name":"test-model-d4609f-auth","namespace":"ai-tenant-e2e-inf-a-d4609f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-d4609f","tenantID":"e2e-inf-a-d4609f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:11:36.75481573Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-d4609f-auth","namespace":"ai-tenant-e2e-inf-a-d4609f"},"namespace":"ai-tenant-e2e-inf-a-d4609f","name":"test-model-d4609f-auth","reconcileID":"6004ad3b-2008-4b99-8687-cca812e9f9c0","MaaSAuthPolicy":{"name":"test-model-d4609f-auth","namespace":"ai-tenant-e2e-inf-a-d4609f"},"name":"e2e-inf-a-d4609f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:11:36.754838129Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-d4609f-auth","namespace":"ai-tenant-e2e-inf-a-d4609f"},"namespace":"ai-tenant-e2e-inf-a-d4609f","name":"test-model-d4609f-auth","reconcileID":"6004ad3b-2008-4b99-8687-cca812e9f9c0","MaaSAuthPolicy":{"name":"test-model-d4609f-auth","namespace":"ai-tenant-e2e-inf-a-d4609f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-d4609f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:11:36.757400981Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-d4609f-sub","namespace":"ai-tenant-e2e-inf-a-d4609f"},"namespace":"ai-tenant-e2e-inf-a-d4609f","name":"test-model-d4609f-sub","reconcileID":"3b01fb33-0570-412e-b0c1-c1dadf4b7162","MaaSSubscription":{"name":"test-model-d4609f-sub","namespace":"ai-tenant-e2e-inf-a-d4609f"},"name":"maas-trlp-test-model-d4609f","model":"ai-tenant-e2e-inf-a-d4609f/test-model-d4609f","subscriptionCount":1,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T13:11:36.803210185Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-d4609f-auth","namespace":"ai-tenant-e2e-inf-a-d4609f"},"namespace":"ai-tenant-e2e-inf-a-d4609f","name":"test-model-d4609f-auth","reconcileID":"6004ad3b-2008-4b99-8687-cca812e9f9c0","error":"maasauthpolicies.maas.opendatahub.io \"test-model-d4609f-auth\" not found","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T13:11:41.110864928Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-90c8c0","namespace":"ai-tenant-e2e-shared-a-w2-cacb84"},"namespace":"ai-tenant-e2e-shared-a-w2-cacb84","name":"e2e-sub-iso-auth-90c8c0","reconcileID":"8d2b3622-f69c-45a9-8adf-a237c219143c","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-90c8c0","namespace":"ai-tenant-e2e-shared-a-w2-cacb84"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-cacb84","tenantID":"e2e-shared-a-w2-cacb84","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:11:41.164415917Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-90c8c0","namespace":"ai-tenant-e2e-shared-a-w2-cacb84"},"namespace":"ai-tenant-e2e-shared-a-w2-cacb84","name":"e2e-sub-iso-auth-90c8c0","reconcileID":"8d2b3622-f69c-45a9-8adf-a237c219143c","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-90c8c0","namespace":"ai-tenant-e2e-shared-a-w2-cacb84"},"name":"e2e-shared-a-w2-cacb84-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:11:41.207938015Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-e7089b","namespace":"ai-tenant-e2e-shared-a-w3-1250b3"},"namespace":"ai-tenant-e2e-shared-a-w3-1250b3","name":"e2e-rate-iso-auth-e7089b","reconcileID":"c558b00f-8973-4a11-87ec-33823b0fee08","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-e7089b","namespace":"ai-tenant-e2e-shared-a-w3-1250b3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w3-1250b3","tenantID":"e2e-shared-a-w3-1250b3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:11:41.21678622Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w2-cacb84-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (111408606e061e507d2dc128a6ece067dc70c6182786c43b8a6fa0e1fd4fee3f) AuthConfig (ac668bbcc47f335351c54bd707b3520da4681d3596a7216462a2801cae33f197) AuthConfig (6cbcec144fae70f7211e48b90b16eedf9a075fbbee6b4a2071f80ba465589f83) AuthConfig (5bda0400f5652afb2bd53dfd29805610b3eebac9608f7b4b02934143db3c3287) AuthConfig (94166e49d116434c417454e296c85d7813f77935887b61740a78b04f54835f8a) AuthConfig (fa69d4f4ec55a130000d0e2ecebd07999c8c077e488de54cb957fc1dd346e5e7) AuthConfig (a417326948fb89a901afa65f44bde1f04742e2a7347b68ff0d634072374bc27f) AuthConfig (bf67b5212189e080a6b36f102a5102104c36383e0fba4674f9e05751e0499099) AuthConfig (75e168e6598b08eafb3cfefd1357e6fb0483d7fbba20a6cab157b0a1dcec5fce) AuthConfig (d3219dd74176cb2fbc2e312b5c6f9f8eed872752deb80eaaca6d96f0f677b44d) AuthConfig (e473fb051ee23352833ba0eb1ee50ee5642ad048805e5594c23500f8e20e33dc) AuthConfig (a967c2d24ab679a7e57155629cd3acda8ff563d488aaa777db15445d6490b9f4) AuthConfig (d7c6d375a1e515bbf97fb58163b098452461b1a2dd90e9a8b57c85ae4a1e49a7) AuthConfig (492a93c0de94422667ebd0c77e3b40f90ed4691c80f6b32c0b3708858d7ac167) AuthConfig (49359d4b293a2aed907ac3988aef053fc755b00119a9f66a59e960ea14fa6c94) AuthConfig (395290aefe21a9611cdeb6735b1a48020df47eb85fe48278177d1831e515ac2b) AuthConfig (713c5dd3ad26e2eb264cd7b362e88449fb682ba95c9088cb8383818919723cb7) AuthConfig (f8d3b8c03cf5aa90633410bb368b5447e445f4f85d4864aad991aa1aa827ce4d)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-90c8c0","namespace":"ai-tenant-e2e-shared-a-w2-cacb84"},"namespace":"ai-tenant-e2e-shared-a-w2-cacb84","name":"e2e-sub-iso-auth-90c8c0","reconcileID":"8d2b3622-f69c-45a9-8adf-a237c219143c","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-90c8c0","namespace":"ai-tenant-e2e-shared-a-w2-cacb84"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:11:41.261804657Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-e7089b","namespace":"ai-tenant-e2e-shared-a-w3-1250b3"},"namespace":"ai-tenant-e2e-shared-a-w3-1250b3","name":"e2e-rate-iso-auth-e7089b","reconcileID":"c558b00f-8973-4a11-87ec-33823b0fee08","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-e7089b","namespace":"ai-tenant-e2e-shared-a-w3-1250b3"},"name":"e2e-shared-a-w3-1250b3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:11:41.31271528Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w3-1250b3-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (9add5bb16fc1dbbeae85636e4f29fb900c0819e6bffecf3130b7452c9466ccab) AuthConfig (21b29a2c94d3332c81699403fd57c151679bac357f5cde5f71ece33b239bfd75) AuthConfig (f92e2bb4e39895836cf81e86e3a4051bd7135766d65051738ca210d80d4b4030) AuthConfig (3e42fe0b33c273bc94f7a78620bd1686f33211f1bf10738b464882d201b9eb0d) AuthConfig (def2619926ef5731efb01a21308824cd6b39de75bfe7e737d4c9a400384b600c) AuthConfig (fa138560c67075e2f2844b831715637807f20c47353884c22672d88054f14160) AuthConfig (6b8e817c12e469a7a852128ff59c2e251c86374b9cddb4344d62ab8f96b4cd77) AuthConfig (3b33d5d66eb29645ae7026d131bf55eeeceb182837ec18872a18b49ab797da64) AuthConfig (7c9f6421d65a3dbe32c335e1bcd850e202be4eca256dc803321aba44bd45363e) AuthConfig (12795ce3d537c5546a60eace3849b611712db32eb258f45d248d14faaf3c33dc) AuthConfig (30f2f79b5e6b1c8c7d74c983c3fef8ee2550ed3fbf097803ba1c367425d699d3) AuthConfig (4011cc2c3f3d59cbd226d3bbd5ea3ee58989534cbbd1d7250945d1af416b9b10) AuthConfig (9d62451d580bf0580a967f9a262f29649163dabbc5017d53fd31a36f11beee7c) AuthConfig (a68b2fb76baa2571b10328ff7ac24c487a9df613dc0b23ccb58bb31c602934f7) AuthConfig (aa4496f7f08b94c448f7f7febeca23c39826ad355a71bec0fe67b284e31b5c24) AuthConfig (8a2b8963681bd1ce7631c2784f95804285f6937a7fd011920a23072770e4baf5) AuthConfig (8d8c486251859d696d8a882335d143b5680bfb0cf9ffa92f1e772450bdc08444) AuthConfig (e3f259bbd13b7e1bcdd33948af461795a68132f70236aa3f4e0a719eb679445d)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-e7089b","namespace":"ai-tenant-e2e-shared-a-w3-1250b3"},"namespace":"ai-tenant-e2e-shared-a-w3-1250b3","name":"e2e-rate-iso-auth-e7089b","reconcileID":"c558b00f-8973-4a11-87ec-33823b0fee08","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-e7089b","namespace":"ai-tenant-e2e-shared-a-w3-1250b3"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:11:41.367017756Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-1250b3","namespace":"ai-tenant-e2e-shared-a-w3-1250b3"},"namespace":"ai-tenant-e2e-shared-a-w3-1250b3","name":"rate-test-model-1250b3","reconcileID":"f85179c0-7187-40c6-be88-586e3b0915a3","MaaSModelRef":{"name":"rate-test-model-1250b3","namespace":"ai-tenant-e2e-shared-a-w3-1250b3"},"tenant":"e2e-shared-a-w3-1250b3","gateway":"openshift-ingress/e2e-shared-a-w3-1250b3","model":"ai-tenant-e2e-shared-a-w3-1250b3/rate-test-model-1250b3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:11:41.36704521Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-1250b3","namespace":"ai-tenant-e2e-shared-a-w3-1250b3"},"namespace":"ai-tenant-e2e-shared-a-w3-1250b3","name":"rate-test-model-1250b3","reconcileID":"f85179c0-7187-40c6-be88-586e3b0915a3","MaaSModelRef":{"name":"rate-test-model-1250b3","namespace":"ai-tenant-e2e-shared-a-w3-1250b3"},"routeName":"rate-test-model-1250b3-kserve-route","namespace":"ai-tenant-e2e-shared-a-w3-1250b3","llmisvcName":"rate-test-model-1250b3","gateway":"openshift-ingress/e2e-shared-a-w3-1250b3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:11:47.010413599Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-d4609f-sub","namespace":"ai-tenant-e2e-inf-a-d4609f"},"namespace":"ai-tenant-e2e-inf-a-d4609f","name":"test-model-d4609f-sub","reconcileID":"105a1c1a-1abf-42db-a344-69defa4d0bba","MaaSSubscription":{"name":"test-model-d4609f-sub","namespace":"ai-tenant-e2e-inf-a-d4609f"},"model":"ai-tenant-e2e-inf-a-d4609f/test-model-d4609f","subscription":"test-model-d4609f-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:11:47.058872738Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-d4609f-sub","namespace":"ai-tenant-e2e-inf-a-d4609f"},"namespace":"ai-tenant-e2e-inf-a-d4609f","name":"test-model-d4609f-sub","reconcileID":"105a1c1a-1abf-42db-a344-69defa4d0bba","MaaSSubscription":{"name":"test-model-d4609f-sub","namespace":"ai-tenant-e2e-inf-a-d4609f"},"model":"ai-tenant-e2e-inf-a-d4609f/test-model-d4609f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:11:47.107573056Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-d4609f-sub","namespace":"ai-tenant-e2e-inf-a-d4609f"},"namespace":"ai-tenant-e2e-inf-a-d4609f","name":"test-model-d4609f-sub","reconcileID":"105a1c1a-1abf-42db-a344-69defa4d0bba","MaaSSubscription":{"name":"test-model-d4609f-sub","namespace":"ai-tenant-e2e-inf-a-d4609f"},"name":"maas-trlp-test-model-d4609f","namespace":"ai-tenant-e2e-inf-a-d4609f","model":"ai-tenant-e2e-inf-a-d4609f/test-model-d4609f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:11:47.361995435Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-d4609f","namespace":"ai-tenant-e2e-inf-a-d4609f"},"namespace":"ai-tenant-e2e-inf-a-d4609f","name":"test-model-d4609f","reconcileID":"61d03342-2eb2-4688-8b31-8aa2606beb6a","MaaSModelRef":{"name":"test-model-d4609f","namespace":"ai-tenant-e2e-inf-a-d4609f"},"tenant":"e2e-inf-a-d4609f","gateway":"openshift-ingress/e2e-inf-a-d4609f","model":"ai-tenant-e2e-inf-a-d4609f/test-model-d4609f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:11:47.362021954Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-d4609f","namespace":"ai-tenant-e2e-inf-a-d4609f"},"namespace":"ai-tenant-e2e-inf-a-d4609f","name":"test-model-d4609f","reconcileID":"61d03342-2eb2-4688-8b31-8aa2606beb6a","MaaSModelRef":{"name":"test-model-d4609f","namespace":"ai-tenant-e2e-inf-a-d4609f"},"routeName":"test-model-d4609f-kserve-route","namespace":"ai-tenant-e2e-inf-a-d4609f","llmisvcName":"test-model-d4609f","gateway":"openshift-ingress/e2e-inf-a-d4609f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:11:50.277331725Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"namespace":"ai-tenant-e2e-worker-w3-bb1b51","name":"simulator-subscription","reconcileID":"586e31c9-7ab5-4ec4-97eb-d03d8ce95a58","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"name":"maas-trlp-simulator-w3-bb1b51","model":"e2e-models-e2e-worker-w3-bb1b51/simulator-w3-bb1b51","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:11:50.378647948Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"simulator-subscription","reconcileID":"dbc72342-4207-4244-93e6-c9a483139683","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"name":"maas-trlp-simulator-w2-91cd99","model":"e2e-models-e2e-worker-w2-91cd99/simulator-w2-91cd99","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:11:50.477958128Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"namespace":"ai-tenant-e2e-worker-w1-5951bc","name":"simulator-subscription","reconcileID":"15e91fbf-8c3e-40dc-8cb4-16cfca9b7fe1","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"name":"maas-trlp-simulator-w1-5951bc","model":"e2e-models-e2e-worker-w1-5951bc/simulator-w1-5951bc","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:11:50.577101712Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"namespace":"ai-tenant-e2e-worker-w0-9893f0","name":"premium-simulator-subscription","reconcileID":"d0876815-e025-4cb1-bc61-0eacaab255c0","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"name":"maas-trlp-premium-w0-9893f0","model":"e2e-models-e2e-worker-w0-9893f0/premium-w0-9893f0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:11:50.686766613Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"98b988d1-29de-4b49-b02d-c53e15dc7b56","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:11:50.776610065Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"premium-simulator-subscription","reconcileID":"5efb48d8-1ac7-455f-bfe0-0fdd8b69d814","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"name":"maas-trlp-premium-w2-91cd99","model":"e2e-models-e2e-worker-w2-91cd99/premium-w2-91cd99","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:11:50.87676406Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"namespace":"ai-tenant-e2e-worker-w1-5951bc","name":"premium-simulator-subscription","reconcileID":"fa237dfe-7102-47d2-8187-b32e24007be4","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"name":"maas-trlp-premium-w1-5951bc","model":"e2e-models-e2e-worker-w1-5951bc/premium-w1-5951bc","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:11:51.03697901Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"namespace":"ai-tenant-e2e-worker-w0-9893f0","name":"simulator-subscription","reconcileID":"8889ae4f-e743-437c-b7a0-b1c4f8331449","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"name":"maas-trlp-simulator-w0-9893f0","model":"e2e-models-e2e-worker-w0-9893f0/simulator-w0-9893f0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:11:51.144159626Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"namespace":"ai-tenant-e2e-worker-w3-bb1b51","name":"premium-simulator-subscription","reconcileID":"01ae16bf-3e93-4d99-a166-a6d158f81251","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"name":"maas-trlp-premium-w3-bb1b51","model":"e2e-models-e2e-worker-w3-bb1b51/premium-w3-bb1b51","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:11:51.23970095Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-5e9ee9-sub","namespace":"ai-tenant-e2e-inf-b-5e9ee9"},"namespace":"ai-tenant-e2e-inf-b-5e9ee9","name":"test-model-5e9ee9-sub","reconcileID":"8b260b72-6a58-4235-a485-3616f84e5c33","MaaSSubscription":{"name":"test-model-5e9ee9-sub","namespace":"ai-tenant-e2e-inf-b-5e9ee9"},"name":"maas-trlp-test-model-5e9ee9","model":"ai-tenant-e2e-inf-b-5e9ee9/test-model-5e9ee9","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:11:51.3385001Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"4f769a61-73e6-4efe-98c9-f82a3cd9a708","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:11:51.382579737Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-90c8c0","namespace":"ai-tenant-e2e-shared-a-w2-cacb84"},"namespace":"ai-tenant-e2e-shared-a-w2-cacb84","name":"e2e-sub-iso-auth-90c8c0","reconcileID":"c94e551f-2aac-4a24-bdca-a87addb846fe","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-90c8c0","namespace":"ai-tenant-e2e-shared-a-w2-cacb84"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-cacb84","tenantID":"e2e-shared-a-w2-cacb84","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:11:51.434818874Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-90c8c0","namespace":"ai-tenant-e2e-shared-a-w2-cacb84"},"namespace":"ai-tenant-e2e-shared-a-w2-cacb84","name":"e2e-sub-iso-auth-90c8c0","reconcileID":"c94e551f-2aac-4a24-bdca-a87addb846fe","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-90c8c0","namespace":"ai-tenant-e2e-shared-a-w2-cacb84"},"name":"e2e-shared-a-w2-cacb84-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:11:51.482969805Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-e7089b","namespace":"ai-tenant-e2e-shared-a-w3-1250b3"},"namespace":"ai-tenant-e2e-shared-a-w3-1250b3","name":"e2e-rate-iso-auth-e7089b","reconcileID":"3d5a920c-376a-4910-acff-b7edee833c50","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-e7089b","namespace":"ai-tenant-e2e-shared-a-w3-1250b3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w3-1250b3","tenantID":"e2e-shared-a-w3-1250b3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:11:51.535714629Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-e7089b","namespace":"ai-tenant-e2e-shared-a-w3-1250b3"},"namespace":"ai-tenant-e2e-shared-a-w3-1250b3","name":"e2e-rate-iso-auth-e7089b","reconcileID":"3d5a920c-376a-4910-acff-b7edee833c50","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-e7089b","namespace":"ai-tenant-e2e-shared-a-w3-1250b3"},"name":"e2e-shared-a-w3-1250b3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:11:51.684297061Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-cacb84","namespace":"ai-tenant-e2e-shared-a-w2-cacb84"},"namespace":"ai-tenant-e2e-shared-a-w2-cacb84","name":"sub-test-model-cacb84","reconcileID":"e5ff3392-fd32-4c73-8d78-ffdd569076de","MaaSModelRef":{"name":"sub-test-model-cacb84","namespace":"ai-tenant-e2e-shared-a-w2-cacb84"},"tenant":"e2e-shared-a-w2-cacb84","gateway":"openshift-ingress/e2e-shared-a-w2-cacb84","model":"ai-tenant-e2e-shared-a-w2-cacb84/sub-test-model-cacb84","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:11:51.684316216Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-cacb84","namespace":"ai-tenant-e2e-shared-a-w2-cacb84"},"namespace":"ai-tenant-e2e-shared-a-w2-cacb84","name":"sub-test-model-cacb84","reconcileID":"e5ff3392-fd32-4c73-8d78-ffdd569076de","MaaSModelRef":{"name":"sub-test-model-cacb84","namespace":"ai-tenant-e2e-shared-a-w2-cacb84"},"routeName":"sub-test-model-cacb84-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-cacb84","llmisvcName":"sub-test-model-cacb84","gateway":"openshift-ingress/e2e-shared-a-w2-cacb84","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:11:51.784828797Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-1250b3","namespace":"ai-tenant-e2e-shared-a-w3-1250b3"},"namespace":"ai-tenant-e2e-shared-a-w3-1250b3","name":"rate-test-model-1250b3","reconcileID":"691e01a7-8e24-4908-8af3-44960c24d220","MaaSModelRef":{"name":"rate-test-model-1250b3","namespace":"ai-tenant-e2e-shared-a-w3-1250b3"},"tenant":"e2e-shared-a-w3-1250b3","gateway":"openshift-ingress/e2e-shared-a-w3-1250b3","model":"ai-tenant-e2e-shared-a-w3-1250b3/rate-test-model-1250b3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:11:51.784851421Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-1250b3","namespace":"ai-tenant-e2e-shared-a-w3-1250b3"},"namespace":"ai-tenant-e2e-shared-a-w3-1250b3","name":"rate-test-model-1250b3","reconcileID":"691e01a7-8e24-4908-8af3-44960c24d220","MaaSModelRef":{"name":"rate-test-model-1250b3","namespace":"ai-tenant-e2e-shared-a-w3-1250b3"},"routeName":"rate-test-model-1250b3-kserve-route","namespace":"ai-tenant-e2e-shared-a-w3-1250b3","llmisvcName":"rate-test-model-1250b3","gateway":"openshift-ingress/e2e-shared-a-w3-1250b3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:11:53.241366903Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-8570a0","namespace":"ai-tenant-e2e-shared-b-w3-8570a0"},"namespace":"ai-tenant-e2e-shared-b-w3-8570a0","name":"rate-test-model-8570a0","reconcileID":"b714b3f4-33a3-4cc8-a5ce-aec3559c90ae","MaaSModelRef":{"name":"rate-test-model-8570a0","namespace":"ai-tenant-e2e-shared-b-w3-8570a0"},"tenant":"e2e-shared-b-w3-8570a0","gateway":"openshift-ingress/e2e-shared-b-w3-8570a0","model":"ai-tenant-e2e-shared-b-w3-8570a0/rate-test-model-8570a0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:11:53.24141791Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-8570a0","namespace":"ai-tenant-e2e-shared-b-w3-8570a0"},"namespace":"ai-tenant-e2e-shared-b-w3-8570a0","name":"rate-test-model-8570a0","reconcileID":"b714b3f4-33a3-4cc8-a5ce-aec3559c90ae","MaaSModelRef":{"name":"rate-test-model-8570a0","namespace":"ai-tenant-e2e-shared-b-w3-8570a0"},"routeName":"rate-test-model-8570a0-kserve-route","namespace":"ai-tenant-e2e-shared-b-w3-8570a0","llmisvcName":"rate-test-model-8570a0","gateway":"openshift-ingress/e2e-shared-b-w3-8570a0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:11:53.29424401Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-8570a0","namespace":"ai-tenant-e2e-shared-b-w3-8570a0"},"namespace":"ai-tenant-e2e-shared-b-w3-8570a0","name":"rate-test-model-8570a0","reconcileID":"54028ae0-d9c9-44c0-8140-f743f062db79","MaaSModelRef":{"name":"rate-test-model-8570a0","namespace":"ai-tenant-e2e-shared-b-w3-8570a0"},"tenant":"e2e-shared-b-w3-8570a0","gateway":"openshift-ingress/e2e-shared-b-w3-8570a0","model":"ai-tenant-e2e-shared-b-w3-8570a0/rate-test-model-8570a0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:11:53.294265341Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-8570a0","namespace":"ai-tenant-e2e-shared-b-w3-8570a0"},"namespace":"ai-tenant-e2e-shared-b-w3-8570a0","name":"rate-test-model-8570a0","reconcileID":"54028ae0-d9c9-44c0-8140-f743f062db79","MaaSModelRef":{"name":"rate-test-model-8570a0","namespace":"ai-tenant-e2e-shared-b-w3-8570a0"},"routeName":"rate-test-model-8570a0-kserve-route","namespace":"ai-tenant-e2e-shared-b-w3-8570a0","llmisvcName":"rate-test-model-8570a0","gateway":"openshift-ingress/e2e-shared-b-w3-8570a0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:11:53.391177717Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-e7089b","namespace":"ai-tenant-e2e-shared-b-w3-8570a0"},"namespace":"ai-tenant-e2e-shared-b-w3-8570a0","name":"e2e-rate-iso-auth-e7089b","reconcileID":"cd322d04-dcc1-487b-8484-6ed0f64ee04b","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-e7089b","namespace":"ai-tenant-e2e-shared-b-w3-8570a0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w3-8570a0","tenantID":"e2e-shared-b-w3-8570a0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:11:53.506535742Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-e7089b","namespace":"ai-tenant-e2e-shared-b-w3-8570a0"},"namespace":"ai-tenant-e2e-shared-b-w3-8570a0","name":"e2e-rate-iso-auth-e7089b","reconcileID":"cd322d04-dcc1-487b-8484-6ed0f64ee04b","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-e7089b","namespace":"ai-tenant-e2e-shared-b-w3-8570a0"},"name":"e2e-shared-b-w3-8570a0-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:11:53.558246534Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w3-8570a0-maas-auth to be accepted and enforced: AuthPolicy status observed generation 5, current generation is 6","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-e7089b","namespace":"ai-tenant-e2e-shared-b-w3-8570a0"},"namespace":"ai-tenant-e2e-shared-b-w3-8570a0","name":"e2e-rate-iso-auth-e7089b","reconcileID":"cd322d04-dcc1-487b-8484-6ed0f64ee04b","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-e7089b","namespace":"ai-tenant-e2e-shared-b-w3-8570a0"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:11:53.611701564Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-8570a0","namespace":"ai-tenant-e2e-shared-b-w3-8570a0"},"namespace":"ai-tenant-e2e-shared-b-w3-8570a0","name":"rate-test-model-8570a0","reconcileID":"ce62e95d-bd13-46e4-89f0-5e707d76b40f","MaaSModelRef":{"name":"rate-test-model-8570a0","namespace":"ai-tenant-e2e-shared-b-w3-8570a0"},"tenant":"e2e-shared-b-w3-8570a0","gateway":"openshift-ingress/e2e-shared-b-w3-8570a0","model":"ai-tenant-e2e-shared-b-w3-8570a0/rate-test-model-8570a0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:11:53.611721164Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-8570a0","namespace":"ai-tenant-e2e-shared-b-w3-8570a0"},"namespace":"ai-tenant-e2e-shared-b-w3-8570a0","name":"rate-test-model-8570a0","reconcileID":"ce62e95d-bd13-46e4-89f0-5e707d76b40f","MaaSModelRef":{"name":"rate-test-model-8570a0","namespace":"ai-tenant-e2e-shared-b-w3-8570a0"},"routeName":"rate-test-model-8570a0-kserve-route","namespace":"ai-tenant-e2e-shared-b-w3-8570a0","llmisvcName":"rate-test-model-8570a0","gateway":"openshift-ingress/e2e-shared-b-w3-8570a0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:11:55.713454985Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:11:56.866322805Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-e0615c","namespace":"ai-tenant-e2e-shared-b-w2-e0615c"},"namespace":"ai-tenant-e2e-shared-b-w2-e0615c","name":"sub-test-model-e0615c","reconcileID":"a8776196-ff8b-4c53-a998-5fcce24b08a7","MaaSModelRef":{"name":"sub-test-model-e0615c","namespace":"ai-tenant-e2e-shared-b-w2-e0615c"},"tenant":"e2e-shared-b-w2-e0615c","gateway":"openshift-ingress/e2e-shared-b-w2-e0615c","model":"ai-tenant-e2e-shared-b-w2-e0615c/sub-test-model-e0615c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:11:56.866353029Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-e0615c","namespace":"ai-tenant-e2e-shared-b-w2-e0615c"},"namespace":"ai-tenant-e2e-shared-b-w2-e0615c","name":"sub-test-model-e0615c","reconcileID":"a8776196-ff8b-4c53-a998-5fcce24b08a7","MaaSModelRef":{"name":"sub-test-model-e0615c","namespace":"ai-tenant-e2e-shared-b-w2-e0615c"},"routeName":"sub-test-model-e0615c-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-e0615c","llmisvcName":"sub-test-model-e0615c","gateway":"openshift-ingress/e2e-shared-b-w2-e0615c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:11:56.916857059Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-e0615c","namespace":"ai-tenant-e2e-shared-b-w2-e0615c"},"namespace":"ai-tenant-e2e-shared-b-w2-e0615c","name":"sub-test-model-e0615c","reconcileID":"98a4ad96-e11b-4e1b-afd5-095abb6038a3","MaaSModelRef":{"name":"sub-test-model-e0615c","namespace":"ai-tenant-e2e-shared-b-w2-e0615c"},"tenant":"e2e-shared-b-w2-e0615c","gateway":"openshift-ingress/e2e-shared-b-w2-e0615c","model":"ai-tenant-e2e-shared-b-w2-e0615c/sub-test-model-e0615c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:11:56.916884889Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-e0615c","namespace":"ai-tenant-e2e-shared-b-w2-e0615c"},"namespace":"ai-tenant-e2e-shared-b-w2-e0615c","name":"sub-test-model-e0615c","reconcileID":"98a4ad96-e11b-4e1b-afd5-095abb6038a3","MaaSModelRef":{"name":"sub-test-model-e0615c","namespace":"ai-tenant-e2e-shared-b-w2-e0615c"},"routeName":"sub-test-model-e0615c-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-e0615c","llmisvcName":"sub-test-model-e0615c","gateway":"openshift-ingress/e2e-shared-b-w2-e0615c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:11:57.014158535Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-90c8c0","namespace":"ai-tenant-e2e-shared-b-w2-e0615c"},"namespace":"ai-tenant-e2e-shared-b-w2-e0615c","name":"e2e-sub-iso-auth-90c8c0","reconcileID":"6ebd370c-7382-4b2c-9272-dfa6e035a0bd","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-90c8c0","namespace":"ai-tenant-e2e-shared-b-w2-e0615c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-e0615c","tenantID":"e2e-shared-b-w2-e0615c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:11:57.128310349Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-90c8c0","namespace":"ai-tenant-e2e-shared-b-w2-e0615c"},"namespace":"ai-tenant-e2e-shared-b-w2-e0615c","name":"e2e-sub-iso-auth-90c8c0","reconcileID":"6ebd370c-7382-4b2c-9272-dfa6e035a0bd","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-90c8c0","namespace":"ai-tenant-e2e-shared-b-w2-e0615c"},"name":"e2e-shared-b-w2-e0615c-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:11:57.183494022Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w2-e0615c-maas-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-90c8c0","namespace":"ai-tenant-e2e-shared-b-w2-e0615c"},"namespace":"ai-tenant-e2e-shared-b-w2-e0615c","name":"e2e-sub-iso-auth-90c8c0","reconcileID":"6ebd370c-7382-4b2c-9272-dfa6e035a0bd","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-90c8c0","namespace":"ai-tenant-e2e-shared-b-w2-e0615c"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:11:57.234747495Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-e0615c","namespace":"ai-tenant-e2e-shared-b-w2-e0615c"},"namespace":"ai-tenant-e2e-shared-b-w2-e0615c","name":"sub-test-model-e0615c","reconcileID":"0f4edb1f-58df-4ad8-84f0-78d97e4c5841","MaaSModelRef":{"name":"sub-test-model-e0615c","namespace":"ai-tenant-e2e-shared-b-w2-e0615c"},"tenant":"e2e-shared-b-w2-e0615c","gateway":"openshift-ingress/e2e-shared-b-w2-e0615c","model":"ai-tenant-e2e-shared-b-w2-e0615c/sub-test-model-e0615c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:11:57.234767934Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-e0615c","namespace":"ai-tenant-e2e-shared-b-w2-e0615c"},"namespace":"ai-tenant-e2e-shared-b-w2-e0615c","name":"sub-test-model-e0615c","reconcileID":"0f4edb1f-58df-4ad8-84f0-78d97e4c5841","MaaSModelRef":{"name":"sub-test-model-e0615c","namespace":"ai-tenant-e2e-shared-b-w2-e0615c"},"routeName":"sub-test-model-e0615c-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-e0615c","llmisvcName":"sub-test-model-e0615c","gateway":"openshift-ingress/e2e-shared-b-w2-e0615c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:12:03.709772479Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-e7089b","namespace":"ai-tenant-e2e-shared-b-w3-8570a0"},"namespace":"ai-tenant-e2e-shared-b-w3-8570a0","name":"e2e-rate-iso-auth-e7089b","reconcileID":"eddc05e5-5a48-4d6b-b118-10f38035916d","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-e7089b","namespace":"ai-tenant-e2e-shared-b-w3-8570a0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w3-8570a0","tenantID":"e2e-shared-b-w3-8570a0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:12:03.763064637Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-e7089b","namespace":"ai-tenant-e2e-shared-b-w3-8570a0"},"namespace":"ai-tenant-e2e-shared-b-w3-8570a0","name":"e2e-rate-iso-auth-e7089b","reconcileID":"eddc05e5-5a48-4d6b-b118-10f38035916d","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-e7089b","namespace":"ai-tenant-e2e-shared-b-w3-8570a0"},"name":"e2e-shared-b-w3-8570a0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:12:03.814064838Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w3-8570a0-maas-auth to be accepted and enforced: AuthPolicy status observed generation 5, current generation is 6","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-e7089b","namespace":"ai-tenant-e2e-shared-b-w3-8570a0"},"namespace":"ai-tenant-e2e-shared-b-w3-8570a0","name":"e2e-rate-iso-auth-e7089b","reconcileID":"eddc05e5-5a48-4d6b-b118-10f38035916d","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-e7089b","namespace":"ai-tenant-e2e-shared-b-w3-8570a0"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:12:07.332064065Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-90c8c0","namespace":"ai-tenant-e2e-shared-b-w2-e0615c"},"namespace":"ai-tenant-e2e-shared-b-w2-e0615c","name":"e2e-sub-iso-auth-90c8c0","reconcileID":"5a21c9fe-e3ac-46fa-97a6-f45e2dc5e40b","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-90c8c0","namespace":"ai-tenant-e2e-shared-b-w2-e0615c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-e0615c","tenantID":"e2e-shared-b-w2-e0615c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:12:07.38451909Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-90c8c0","namespace":"ai-tenant-e2e-shared-b-w2-e0615c"},"namespace":"ai-tenant-e2e-shared-b-w2-e0615c","name":"e2e-sub-iso-auth-90c8c0","reconcileID":"5a21c9fe-e3ac-46fa-97a6-f45e2dc5e40b","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-90c8c0","namespace":"ai-tenant-e2e-shared-b-w2-e0615c"},"name":"e2e-shared-b-w2-e0615c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:12:07.4354629Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w2-e0615c-maas-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-90c8c0","namespace":"ai-tenant-e2e-shared-b-w2-e0615c"},"namespace":"ai-tenant-e2e-shared-b-w2-e0615c","name":"e2e-sub-iso-auth-90c8c0","reconcileID":"5a21c9fe-e3ac-46fa-97a6-f45e2dc5e40b","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-90c8c0","namespace":"ai-tenant-e2e-shared-b-w2-e0615c"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:12:08.535982393Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-5e9ee9-auth","namespace":"ai-tenant-e2e-inf-b-5e9ee9"},"namespace":"ai-tenant-e2e-inf-b-5e9ee9","name":"test-model-5e9ee9-auth","reconcileID":"8ff95f46-9618-47e1-a12b-2c55e65f4e77","MaaSAuthPolicy":{"name":"test-model-5e9ee9-auth","namespace":"ai-tenant-e2e-inf-b-5e9ee9"},"model":"ai-tenant-e2e-inf-b-5e9ee9/test-model-5e9ee9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:12:08.536095234Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-5e9ee9","namespace":"ai-tenant-e2e-inf-b-5e9ee9"},"namespace":"ai-tenant-e2e-inf-b-5e9ee9","name":"test-model-5e9ee9","reconcileID":"f96af56a-4bac-4ba5-bf57-baf35a61164c","MaaSModelRef":{"name":"test-model-5e9ee9","namespace":"ai-tenant-e2e-inf-b-5e9ee9"},"tenant":"e2e-inf-b-5e9ee9","gateway":"openshift-ingress/e2e-inf-b-5e9ee9","model":"ai-tenant-e2e-inf-b-5e9ee9/test-model-5e9ee9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:12:08.53611267Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-5e9ee9","namespace":"ai-tenant-e2e-inf-b-5e9ee9"},"namespace":"ai-tenant-e2e-inf-b-5e9ee9","name":"test-model-5e9ee9","reconcileID":"f96af56a-4bac-4ba5-bf57-baf35a61164c","MaaSModelRef":{"name":"test-model-5e9ee9","namespace":"ai-tenant-e2e-inf-b-5e9ee9"},"routeName":"test-model-5e9ee9-kserve-route","namespace":"ai-tenant-e2e-inf-b-5e9ee9","llmisvcName":"test-model-5e9ee9","gateway":"openshift-ingress/e2e-inf-b-5e9ee9","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:12:08.73535166Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-5e9ee9-auth","namespace":"ai-tenant-e2e-inf-b-5e9ee9"},"namespace":"ai-tenant-e2e-inf-b-5e9ee9","name":"test-model-5e9ee9-auth","reconcileID":"8ff95f46-9618-47e1-a12b-2c55e65f4e77","MaaSAuthPolicy":{"name":"test-model-5e9ee9-auth","namespace":"ai-tenant-e2e-inf-b-5e9ee9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-5e9ee9","tenantID":"e2e-inf-b-5e9ee9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:12:08.787231422Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-5e9ee9-sub","namespace":"ai-tenant-e2e-inf-b-5e9ee9"},"namespace":"ai-tenant-e2e-inf-b-5e9ee9","name":"test-model-5e9ee9-sub","reconcileID":"6bc62e77-e5bb-464f-b1c7-fb05c3b930f9","MaaSSubscription":{"name":"test-model-5e9ee9-sub","namespace":"ai-tenant-e2e-inf-b-5e9ee9"},"name":"maas-trlp-test-model-5e9ee9","model":"ai-tenant-e2e-inf-b-5e9ee9/test-model-5e9ee9","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:12:08.850473884Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-5e9ee9-auth","namespace":"ai-tenant-e2e-inf-b-5e9ee9"},"namespace":"ai-tenant-e2e-inf-b-5e9ee9","name":"test-model-5e9ee9-auth","reconcileID":"8ff95f46-9618-47e1-a12b-2c55e65f4e77","MaaSAuthPolicy":{"name":"test-model-5e9ee9-auth","namespace":"ai-tenant-e2e-inf-b-5e9ee9"},"name":"e2e-inf-b-5e9ee9-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:12:08.85049799Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-5e9ee9-auth","namespace":"ai-tenant-e2e-inf-b-5e9ee9"},"namespace":"ai-tenant-e2e-inf-b-5e9ee9","name":"test-model-5e9ee9-auth","reconcileID":"8ff95f46-9618-47e1-a12b-2c55e65f4e77","MaaSAuthPolicy":{"name":"test-model-5e9ee9-auth","namespace":"ai-tenant-e2e-inf-b-5e9ee9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-5e9ee9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:12:08.90301157Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-5e9ee9","namespace":"ai-tenant-e2e-inf-b-5e9ee9"},"namespace":"ai-tenant-e2e-inf-b-5e9ee9","name":"test-model-5e9ee9","reconcileID":"1dde570b-9ca7-4059-92da-bf557ff184cf","MaaSModelRef":{"name":"test-model-5e9ee9","namespace":"ai-tenant-e2e-inf-b-5e9ee9"},"tenant":"e2e-inf-b-5e9ee9","gateway":"openshift-ingress/e2e-inf-b-5e9ee9","model":"ai-tenant-e2e-inf-b-5e9ee9/test-model-5e9ee9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:12:08.903030759Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-5e9ee9","namespace":"ai-tenant-e2e-inf-b-5e9ee9"},"namespace":"ai-tenant-e2e-inf-b-5e9ee9","name":"test-model-5e9ee9","reconcileID":"1dde570b-9ca7-4059-92da-bf557ff184cf","MaaSModelRef":{"name":"test-model-5e9ee9","namespace":"ai-tenant-e2e-inf-b-5e9ee9"},"routeName":"test-model-5e9ee9-kserve-route","namespace":"ai-tenant-e2e-inf-b-5e9ee9","llmisvcName":"test-model-5e9ee9","gateway":"openshift-ingress/e2e-inf-b-5e9ee9","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:12:09.04425219Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-5e9ee9","namespace":"ai-tenant-e2e-inf-b-5e9ee9"},"namespace":"ai-tenant-e2e-inf-b-5e9ee9","name":"test-model-5e9ee9","reconcileID":"ec4fa7cf-6086-4fbb-b214-8c799fa54753","MaaSModelRef":{"name":"test-model-5e9ee9","namespace":"ai-tenant-e2e-inf-b-5e9ee9"},"tenant":"e2e-inf-b-5e9ee9","gateway":"openshift-ingress/e2e-inf-b-5e9ee9","model":"ai-tenant-e2e-inf-b-5e9ee9/test-model-5e9ee9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:12:09.044272991Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-5e9ee9","namespace":"ai-tenant-e2e-inf-b-5e9ee9"},"namespace":"ai-tenant-e2e-inf-b-5e9ee9","name":"test-model-5e9ee9","reconcileID":"ec4fa7cf-6086-4fbb-b214-8c799fa54753","MaaSModelRef":{"name":"test-model-5e9ee9","namespace":"ai-tenant-e2e-inf-b-5e9ee9"},"routeName":"test-model-5e9ee9-kserve-route","namespace":"ai-tenant-e2e-inf-b-5e9ee9","llmisvcName":"test-model-5e9ee9","gateway":"openshift-ingress/e2e-inf-b-5e9ee9","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:12:09.157012278Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-5e9ee9-sub","namespace":"ai-tenant-e2e-inf-b-5e9ee9"},"namespace":"ai-tenant-e2e-inf-b-5e9ee9","name":"test-model-5e9ee9-sub","reconcileID":"ae1a02f9-f33e-48f9-b9e7-e1ad208f45ee","MaaSSubscription":{"name":"test-model-5e9ee9-sub","namespace":"ai-tenant-e2e-inf-b-5e9ee9"},"name":"maas-trlp-test-model-5e9ee9","model":"ai-tenant-e2e-inf-b-5e9ee9/test-model-5e9ee9","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:12:11.107685831Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-6fb3a8","namespace":"ai-tenant-e2e-shared-b-w1-6fb3a8"},"namespace":"ai-tenant-e2e-shared-b-w1-6fb3a8","name":"sub-test-model-6fb3a8","reconcileID":"161bb5a7-bea1-4ea6-80c4-80e86ef1d328","MaaSModelRef":{"name":"sub-test-model-6fb3a8","namespace":"ai-tenant-e2e-shared-b-w1-6fb3a8"},"tenant":"e2e-shared-b-w1-6fb3a8","gateway":"openshift-ingress/e2e-shared-b-w1-6fb3a8","model":"ai-tenant-e2e-shared-b-w1-6fb3a8/sub-test-model-6fb3a8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:12:11.107712716Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-6fb3a8","namespace":"ai-tenant-e2e-shared-b-w1-6fb3a8"},"namespace":"ai-tenant-e2e-shared-b-w1-6fb3a8","name":"sub-test-model-6fb3a8","reconcileID":"161bb5a7-bea1-4ea6-80c4-80e86ef1d328","MaaSModelRef":{"name":"sub-test-model-6fb3a8","namespace":"ai-tenant-e2e-shared-b-w1-6fb3a8"},"routeName":"sub-test-model-6fb3a8-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-6fb3a8","llmisvcName":"sub-test-model-6fb3a8","gateway":"openshift-ingress/e2e-shared-b-w1-6fb3a8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:12:13.911160606Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-e7089b","namespace":"ai-tenant-e2e-shared-b-w3-8570a0"},"namespace":"ai-tenant-e2e-shared-b-w3-8570a0","name":"e2e-rate-iso-auth-e7089b","reconcileID":"1c5b61b2-db0e-4e89-a99f-dc3e4a431e62","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-e7089b","namespace":"ai-tenant-e2e-shared-b-w3-8570a0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w3-8570a0","tenantID":"e2e-shared-b-w3-8570a0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:12:13.964210803Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-e7089b","namespace":"ai-tenant-e2e-shared-b-w3-8570a0"},"namespace":"ai-tenant-e2e-shared-b-w3-8570a0","name":"e2e-rate-iso-auth-e7089b","reconcileID":"1c5b61b2-db0e-4e89-a99f-dc3e4a431e62","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-e7089b","namespace":"ai-tenant-e2e-shared-b-w3-8570a0"},"name":"e2e-shared-b-w3-8570a0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:12:14.015497331Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w3-8570a0-maas-auth to be accepted and enforced: AuthPolicy status observed generation 5, current generation is 6","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-e7089b","namespace":"ai-tenant-e2e-shared-b-w3-8570a0"},"namespace":"ai-tenant-e2e-shared-b-w3-8570a0","name":"e2e-rate-iso-auth-e7089b","reconcileID":"1c5b61b2-db0e-4e89-a99f-dc3e4a431e62","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-e7089b","namespace":"ai-tenant-e2e-shared-b-w3-8570a0"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:12:16.576900328Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-a4489c","namespace":"ai-tenant-e2e-shared-a-w1-a4489c"},"namespace":"ai-tenant-e2e-shared-a-w1-a4489c","name":"sub-test-model-a4489c","reconcileID":"92deea89-921e-4c69-b1bc-704c03d1bbec","MaaSModelRef":{"name":"sub-test-model-a4489c","namespace":"ai-tenant-e2e-shared-a-w1-a4489c"},"tenant":"e2e-shared-a-w1-a4489c","gateway":"openshift-ingress/e2e-shared-a-w1-a4489c","model":"ai-tenant-e2e-shared-a-w1-a4489c/sub-test-model-a4489c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:12:16.576924182Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-a4489c","namespace":"ai-tenant-e2e-shared-a-w1-a4489c"},"namespace":"ai-tenant-e2e-shared-a-w1-a4489c","name":"sub-test-model-a4489c","reconcileID":"92deea89-921e-4c69-b1bc-704c03d1bbec","MaaSModelRef":{"name":"sub-test-model-a4489c","namespace":"ai-tenant-e2e-shared-a-w1-a4489c"},"routeName":"sub-test-model-a4489c-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-a4489c","llmisvcName":"sub-test-model-a4489c","gateway":"openshift-ingress/e2e-shared-a-w1-a4489c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:12:16.631543415Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-a4489c","namespace":"ai-tenant-e2e-shared-a-w1-a4489c"},"namespace":"ai-tenant-e2e-shared-a-w1-a4489c","name":"sub-test-model-a4489c","reconcileID":"457905b3-5e6d-401c-9b63-f8ef020f615c","MaaSModelRef":{"name":"sub-test-model-a4489c","namespace":"ai-tenant-e2e-shared-a-w1-a4489c"},"tenant":"e2e-shared-a-w1-a4489c","gateway":"openshift-ingress/e2e-shared-a-w1-a4489c","model":"ai-tenant-e2e-shared-a-w1-a4489c/sub-test-model-a4489c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:12:16.631585954Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-a4489c","namespace":"ai-tenant-e2e-shared-a-w1-a4489c"},"namespace":"ai-tenant-e2e-shared-a-w1-a4489c","name":"sub-test-model-a4489c","reconcileID":"457905b3-5e6d-401c-9b63-f8ef020f615c","MaaSModelRef":{"name":"sub-test-model-a4489c","namespace":"ai-tenant-e2e-shared-a-w1-a4489c"},"routeName":"sub-test-model-a4489c-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-a4489c","llmisvcName":"sub-test-model-a4489c","gateway":"openshift-ingress/e2e-shared-a-w1-a4489c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:12:16.727497912Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-3b71ca","namespace":"ai-tenant-e2e-shared-a-w1-a4489c"},"namespace":"ai-tenant-e2e-shared-a-w1-a4489c","name":"e2e-sub-iso-auth-3b71ca","reconcileID":"ae895433-2da9-4ad8-bc8e-c10937d5ead1","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-3b71ca","namespace":"ai-tenant-e2e-shared-a-w1-a4489c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-a4489c","tenantID":"e2e-shared-a-w1-a4489c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:12:16.842870425Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-3b71ca","namespace":"ai-tenant-e2e-shared-a-w1-a4489c"},"namespace":"ai-tenant-e2e-shared-a-w1-a4489c","name":"e2e-sub-iso-auth-3b71ca","reconcileID":"ae895433-2da9-4ad8-bc8e-c10937d5ead1","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-3b71ca","namespace":"ai-tenant-e2e-shared-a-w1-a4489c"},"name":"e2e-shared-a-w1-a4489c-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:12:16.894057924Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w1-a4489c-maas-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-3b71ca","namespace":"ai-tenant-e2e-shared-a-w1-a4489c"},"namespace":"ai-tenant-e2e-shared-a-w1-a4489c","name":"e2e-sub-iso-auth-3b71ca","reconcileID":"ae895433-2da9-4ad8-bc8e-c10937d5ead1","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-3b71ca","namespace":"ai-tenant-e2e-shared-a-w1-a4489c"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:12:16.947433956Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-a4489c","namespace":"ai-tenant-e2e-shared-a-w1-a4489c"},"namespace":"ai-tenant-e2e-shared-a-w1-a4489c","name":"sub-test-model-a4489c","reconcileID":"581f68a4-f444-4a6b-89d0-d912d0f626f4","MaaSModelRef":{"name":"sub-test-model-a4489c","namespace":"ai-tenant-e2e-shared-a-w1-a4489c"},"tenant":"e2e-shared-a-w1-a4489c","gateway":"openshift-ingress/e2e-shared-a-w1-a4489c","model":"ai-tenant-e2e-shared-a-w1-a4489c/sub-test-model-a4489c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:12:16.947456383Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-a4489c","namespace":"ai-tenant-e2e-shared-a-w1-a4489c"},"namespace":"ai-tenant-e2e-shared-a-w1-a4489c","name":"sub-test-model-a4489c","reconcileID":"581f68a4-f444-4a6b-89d0-d912d0f626f4","MaaSModelRef":{"name":"sub-test-model-a4489c","namespace":"ai-tenant-e2e-shared-a-w1-a4489c"},"routeName":"sub-test-model-a4489c-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-a4489c","llmisvcName":"sub-test-model-a4489c","gateway":"openshift-ingress/e2e-shared-a-w1-a4489c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:12:17.533605495Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-90c8c0","namespace":"ai-tenant-e2e-shared-b-w2-e0615c"},"namespace":"ai-tenant-e2e-shared-b-w2-e0615c","name":"e2e-sub-iso-auth-90c8c0","reconcileID":"733353fe-84f3-417b-a0ee-f2854b7e1e11","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-90c8c0","namespace":"ai-tenant-e2e-shared-b-w2-e0615c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-e0615c","tenantID":"e2e-shared-b-w2-e0615c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:12:17.586964711Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-90c8c0","namespace":"ai-tenant-e2e-shared-b-w2-e0615c"},"namespace":"ai-tenant-e2e-shared-b-w2-e0615c","name":"e2e-sub-iso-auth-90c8c0","reconcileID":"733353fe-84f3-417b-a0ee-f2854b7e1e11","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-90c8c0","namespace":"ai-tenant-e2e-shared-b-w2-e0615c"},"name":"e2e-shared-b-w2-e0615c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:12:17.6395887Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w2-e0615c-maas-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-90c8c0","namespace":"ai-tenant-e2e-shared-b-w2-e0615c"},"namespace":"ai-tenant-e2e-shared-b-w2-e0615c","name":"e2e-sub-iso-auth-90c8c0","reconcileID":"733353fe-84f3-417b-a0ee-f2854b7e1e11","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-90c8c0","namespace":"ai-tenant-e2e-shared-b-w2-e0615c"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:12:19.409954297Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-5e9ee9-sub","namespace":"ai-tenant-e2e-inf-b-5e9ee9"},"namespace":"ai-tenant-e2e-inf-b-5e9ee9","name":"test-model-5e9ee9-sub","reconcileID":"16e4540a-0daa-4bb9-adef-d43138add93a","MaaSSubscription":{"name":"test-model-5e9ee9-sub","namespace":"ai-tenant-e2e-inf-b-5e9ee9"},"model":"ai-tenant-e2e-inf-b-5e9ee9/test-model-5e9ee9","subscription":"test-model-5e9ee9-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:12:19.458905143Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-5e9ee9-sub","namespace":"ai-tenant-e2e-inf-b-5e9ee9"},"namespace":"ai-tenant-e2e-inf-b-5e9ee9","name":"test-model-5e9ee9-sub","reconcileID":"16e4540a-0daa-4bb9-adef-d43138add93a","MaaSSubscription":{"name":"test-model-5e9ee9-sub","namespace":"ai-tenant-e2e-inf-b-5e9ee9"},"model":"ai-tenant-e2e-inf-b-5e9ee9/test-model-5e9ee9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:12:19.508025306Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-5e9ee9-sub","namespace":"ai-tenant-e2e-inf-b-5e9ee9"},"namespace":"ai-tenant-e2e-inf-b-5e9ee9","name":"test-model-5e9ee9-sub","reconcileID":"16e4540a-0daa-4bb9-adef-d43138add93a","MaaSSubscription":{"name":"test-model-5e9ee9-sub","namespace":"ai-tenant-e2e-inf-b-5e9ee9"},"name":"maas-trlp-test-model-5e9ee9","namespace":"ai-tenant-e2e-inf-b-5e9ee9","model":"ai-tenant-e2e-inf-b-5e9ee9/test-model-5e9ee9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:12:19.760001061Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-5e9ee9","namespace":"ai-tenant-e2e-inf-b-5e9ee9"},"namespace":"ai-tenant-e2e-inf-b-5e9ee9","name":"test-model-5e9ee9","reconcileID":"69e04cf5-0113-47cb-ab41-614730dc91d5","MaaSModelRef":{"name":"test-model-5e9ee9","namespace":"ai-tenant-e2e-inf-b-5e9ee9"},"tenant":"e2e-inf-b-5e9ee9","gateway":"openshift-ingress/e2e-inf-b-5e9ee9","model":"ai-tenant-e2e-inf-b-5e9ee9/test-model-5e9ee9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:12:19.760020418Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-5e9ee9","namespace":"ai-tenant-e2e-inf-b-5e9ee9"},"namespace":"ai-tenant-e2e-inf-b-5e9ee9","name":"test-model-5e9ee9","reconcileID":"69e04cf5-0113-47cb-ab41-614730dc91d5","MaaSModelRef":{"name":"test-model-5e9ee9","namespace":"ai-tenant-e2e-inf-b-5e9ee9"},"routeName":"test-model-5e9ee9-kserve-route","namespace":"ai-tenant-e2e-inf-b-5e9ee9","llmisvcName":"test-model-5e9ee9","gateway":"openshift-ingress/e2e-inf-b-5e9ee9","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:12:24.113973679Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-e7089b","namespace":"ai-tenant-e2e-shared-b-w3-8570a0"},"namespace":"ai-tenant-e2e-shared-b-w3-8570a0","name":"e2e-rate-iso-auth-e7089b","reconcileID":"9c5ad893-0ef3-4551-b27e-93372e8daa08","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-e7089b","namespace":"ai-tenant-e2e-shared-b-w3-8570a0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w3-8570a0","tenantID":"e2e-shared-b-w3-8570a0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:12:24.168250458Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-e7089b","namespace":"ai-tenant-e2e-shared-b-w3-8570a0"},"namespace":"ai-tenant-e2e-shared-b-w3-8570a0","name":"e2e-rate-iso-auth-e7089b","reconcileID":"9c5ad893-0ef3-4551-b27e-93372e8daa08","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-e7089b","namespace":"ai-tenant-e2e-shared-b-w3-8570a0"},"name":"e2e-shared-b-w3-8570a0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:12:24.221084319Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w3-8570a0-maas-auth to be accepted and enforced: AuthPolicy status observed generation 5, current generation is 6","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-e7089b","namespace":"ai-tenant-e2e-shared-b-w3-8570a0"},"namespace":"ai-tenant-e2e-shared-b-w3-8570a0","name":"e2e-rate-iso-auth-e7089b","reconcileID":"9c5ad893-0ef3-4551-b27e-93372e8daa08","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-e7089b","namespace":"ai-tenant-e2e-shared-b-w3-8570a0"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:12:25.714065324Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:12:26.295916563Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"simulator-subscription","reconcileID":"cca297ee-9487-4701-8dee-b0d860aa299e","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"name":"maas-trlp-simulator-w2-91cd99","model":"e2e-models-e2e-worker-w2-91cd99/simulator-w2-91cd99","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:12:26.576219644Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"4486b970-10c7-4240-8501-c387485e2088","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:12:26.745758819Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"namespace":"ai-tenant-e2e-worker-w0-9893f0","name":"premium-simulator-subscription","reconcileID":"3406610f-a8f2-4827-8e99-20202ab0e067","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"name":"maas-trlp-premium-w0-9893f0","model":"e2e-models-e2e-worker-w0-9893f0/premium-w0-9893f0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:12:27.038320148Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"premium-simulator-subscription","reconcileID":"a20bae87-907b-4b27-a256-be52b3b79d84","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"name":"maas-trlp-premium-w2-91cd99","model":"e2e-models-e2e-worker-w2-91cd99/premium-w2-91cd99","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:12:27.043396566Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-3b71ca","namespace":"ai-tenant-e2e-shared-a-w1-a4489c"},"namespace":"ai-tenant-e2e-shared-a-w1-a4489c","name":"e2e-sub-iso-auth-3b71ca","reconcileID":"872c0fc1-4654-4502-a1ee-4813fd66b999","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-3b71ca","namespace":"ai-tenant-e2e-shared-a-w1-a4489c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-a4489c","tenantID":"e2e-shared-a-w1-a4489c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:12:27.095181899Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-3b71ca","namespace":"ai-tenant-e2e-shared-a-w1-a4489c"},"namespace":"ai-tenant-e2e-shared-a-w1-a4489c","name":"e2e-sub-iso-auth-3b71ca","reconcileID":"872c0fc1-4654-4502-a1ee-4813fd66b999","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-3b71ca","namespace":"ai-tenant-e2e-shared-a-w1-a4489c"},"name":"e2e-shared-a-w1-a4489c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:12:27.138392426Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"61cac7f0-287e-4f57-bda2-db005876ec1e","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:12:27.146326709Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w1-a4489c-maas-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-3b71ca","namespace":"ai-tenant-e2e-shared-a-w1-a4489c"},"namespace":"ai-tenant-e2e-shared-a-w1-a4489c","name":"e2e-sub-iso-auth-3b71ca","reconcileID":"872c0fc1-4654-4502-a1ee-4813fd66b999","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-3b71ca","namespace":"ai-tenant-e2e-shared-a-w1-a4489c"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:12:27.272924922Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"namespace":"ai-tenant-e2e-worker-w3-bb1b51","name":"premium-simulator-subscription","reconcileID":"a47067e7-8253-4acd-b5d6-29545e5516ce","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"name":"maas-trlp-premium-w3-bb1b51","model":"e2e-models-e2e-worker-w3-bb1b51/premium-w3-bb1b51","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:12:27.374499234Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"namespace":"ai-tenant-e2e-worker-w3-bb1b51","name":"simulator-subscription","reconcileID":"275e2fe6-d70e-45ef-bd28-ddff5cb33de8","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"name":"maas-trlp-simulator-w3-bb1b51","model":"e2e-models-e2e-worker-w3-bb1b51/simulator-w3-bb1b51","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:12:27.390733655Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"namespace":"ai-tenant-e2e-worker-w1-5951bc","name":"premium-simulator-subscription","reconcileID":"ca447960-9b5c-4e01-b211-d63d2959ae50","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"name":"maas-trlp-premium-w1-5951bc","model":"e2e-models-e2e-worker-w1-5951bc/premium-w1-5951bc","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:12:27.473339929Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"namespace":"ai-tenant-e2e-worker-w1-5951bc","name":"simulator-subscription","reconcileID":"bdd535bc-28ef-44cf-9917-96dba19ea8b5","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"name":"maas-trlp-simulator-w1-5951bc","model":"e2e-models-e2e-worker-w1-5951bc/simulator-w1-5951bc","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:12:27.510905812Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"namespace":"ai-tenant-e2e-worker-w0-9893f0","name":"simulator-subscription","reconcileID":"c883c724-d7d6-484a-bb83-b7cc5ec959cb","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"name":"maas-trlp-simulator-w0-9893f0","model":"e2e-models-e2e-worker-w0-9893f0/simulator-w0-9893f0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:12:27.736747158Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-90c8c0","namespace":"ai-tenant-e2e-shared-b-w2-e0615c"},"namespace":"ai-tenant-e2e-shared-b-w2-e0615c","name":"e2e-sub-iso-auth-90c8c0","reconcileID":"744a1fcd-e37d-4643-b332-6aa2cf764571","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-90c8c0","namespace":"ai-tenant-e2e-shared-b-w2-e0615c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-e0615c","tenantID":"e2e-shared-b-w2-e0615c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:12:27.789019375Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-90c8c0","namespace":"ai-tenant-e2e-shared-b-w2-e0615c"},"namespace":"ai-tenant-e2e-shared-b-w2-e0615c","name":"e2e-sub-iso-auth-90c8c0","reconcileID":"744a1fcd-e37d-4643-b332-6aa2cf764571","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-90c8c0","namespace":"ai-tenant-e2e-shared-b-w2-e0615c"},"name":"e2e-shared-b-w2-e0615c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:12:27.840038733Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w2-e0615c-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (81030edf61b4eeb2a6bcdb90ba098424c36e399e4d579823414714be7873501f) AuthConfig (704f888d2f83042f64408870a632fa3df2a2baedf79b75a6d2b04458d4e52c2a) AuthConfig (1d0ee7349f12bdce36fcfe4d2fd79bb2c1e4caef877a3238859cdcb956084ab7) AuthConfig (b1a5825607103c3fccf22b9cf22ebcdfdeb9bbb443397d0f9bb4a525517562b6) AuthConfig (7723896dded79b5b06f879a97e183489efd5b92368d9ba9cd255e45044380294) AuthConfig (a58f9817fee474773d283325a1715c30d3438f03e43ea5f7be3b193236b6c396) AuthConfig (0acf0121a15b9c7641d626726eeac67c7d4850dc54361bc74850162b71c2a34f) AuthConfig (e6f49558c48c1de5794483e7788c8b80f0f1c1a8c74c1b4cd0623b2c8acf7088) AuthConfig (c93a5e634bfa4af66c81ffa261a332807e7859179ba373db4c33d151a9db52a1) AuthConfig (4a227b9b0a4e6f15c68ae127dd47ecd126aef1fdc1bdeb98fa4fd7f7fcb2c3cb) AuthConfig (c157bc71f9660d4ab3dc4a77c797f427ccb5b4d10ae5b1fb17d9cc48b310fc53) AuthConfig (17b2a03c4f043ce0be95d9671b6045edf9dc1e00fc91c39f76376eb0e26d74e5) AuthConfig (d02ed0c9074cb2ff35821622e1eeaecfa52bb183be0e0f5ad781f077a840e87c) AuthConfig (74c49f01bb8f7e87949a3b51207ecee881b8bb1d40a54fe3695280c809d6b243) AuthConfig (dd868ee81d645ff71cd402d7d96be869aec1bd685e8c4c4aeee9c59b71fcea1b) AuthConfig (2205890e3739e445d2393802f0e2735a83832c35248c80b9270fecc5c1c3406a) AuthConfig (7c0b4b1d2e63de931e9144aff3a64be5027c8d838628d6378fc3d886d940acf9) AuthConfig (a8086165060c9f1d6c8ece900f4128472690dab5c508e23637c35186f9db3323)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-90c8c0","namespace":"ai-tenant-e2e-shared-b-w2-e0615c"},"namespace":"ai-tenant-e2e-shared-b-w2-e0615c","name":"e2e-sub-iso-auth-90c8c0","reconcileID":"744a1fcd-e37d-4643-b332-6aa2cf764571","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-90c8c0","namespace":"ai-tenant-e2e-shared-b-w2-e0615c"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:12:27.893466418Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-e0615c","namespace":"ai-tenant-e2e-shared-b-w2-e0615c"},"namespace":"ai-tenant-e2e-shared-b-w2-e0615c","name":"sub-test-model-e0615c","reconcileID":"717ccc71-962f-4fa1-8804-111a2ac57996","MaaSModelRef":{"name":"sub-test-model-e0615c","namespace":"ai-tenant-e2e-shared-b-w2-e0615c"},"tenant":"e2e-shared-b-w2-e0615c","gateway":"openshift-ingress/e2e-shared-b-w2-e0615c","model":"ai-tenant-e2e-shared-b-w2-e0615c/sub-test-model-e0615c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:12:27.893486186Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-e0615c","namespace":"ai-tenant-e2e-shared-b-w2-e0615c"},"namespace":"ai-tenant-e2e-shared-b-w2-e0615c","name":"sub-test-model-e0615c","reconcileID":"717ccc71-962f-4fa1-8804-111a2ac57996","MaaSModelRef":{"name":"sub-test-model-e0615c","namespace":"ai-tenant-e2e-shared-b-w2-e0615c"},"routeName":"sub-test-model-e0615c-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-e0615c","llmisvcName":"sub-test-model-e0615c","gateway":"openshift-ingress/e2e-shared-b-w2-e0615c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:12:34.318792574Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-e7089b","namespace":"ai-tenant-e2e-shared-b-w3-8570a0"},"namespace":"ai-tenant-e2e-shared-b-w3-8570a0","name":"e2e-rate-iso-auth-e7089b","reconcileID":"edcce76b-751a-429b-a11d-fa78d976c612","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-e7089b","namespace":"ai-tenant-e2e-shared-b-w3-8570a0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w3-8570a0","tenantID":"e2e-shared-b-w3-8570a0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:12:34.371280312Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-e7089b","namespace":"ai-tenant-e2e-shared-b-w3-8570a0"},"namespace":"ai-tenant-e2e-shared-b-w3-8570a0","name":"e2e-rate-iso-auth-e7089b","reconcileID":"edcce76b-751a-429b-a11d-fa78d976c612","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-e7089b","namespace":"ai-tenant-e2e-shared-b-w3-8570a0"},"name":"e2e-shared-b-w3-8570a0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:12:34.423096868Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w3-8570a0-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (b049d34be39a5d62fb8a3cc45741289f53b30e91ebf85cc4487567dd09710748) AuthConfig (786424d84d58d4885d9ecd949b20c4930155ca440879aec307026d76e734e4e2) AuthConfig (94e7f829ba1d7af843e856e2a28a6522b6d88a995dfdd06e370bc500f32468fa) AuthConfig (5db51205147f36f5a7d6e67dd52e40b41fe147bac6fd945bc9ec4ad7f0815e55) AuthConfig (3f91230047bcfb27e596d37588f4897baa2d6f1ea646666eb115e49d25621e82) AuthConfig (ecf8d397224f1636f2c15414025f9cdfdef57289cc87179750fae461240b257a) AuthConfig (6d7df2039770c7bbbd2f2aefc707a1d59771d909540a6e2537fa470f234ca657) AuthConfig (2a04a76a77cacff0d4f00c9ab11871212b33faed35b19b298ccfea46f2a78d8b) AuthConfig (128ca7d23e9effecaaee9eb9257923b902827c61a5e5f898f20bda1a2c304bda) AuthConfig (81102e45661a8d629bdae74cec1e9249af145ab028e10c3ca8708c44794d5eb6) AuthConfig (451e1399c69aed47d06869906d1e4a0be26b1333c24548882840f93c09c701d1) AuthConfig (941aea44d4287b6c92e49d4b55070f5f5c9895206c3107e160f1c5bd9f85b7df) AuthConfig (921b6774f8390e7d1ddbdcedf978f5ee0efcf01596c18d9110e9de7358ecafd0) AuthConfig (407d34c7a4662de28df2399a770d9f3aa45cca603ef4c3622b0385a917c36ea0) AuthConfig (cf5af3c4425e871558ec4eab348b94750498673b1ec327f0c26ffd8e858cd22e) AuthConfig (3d3b81780e6c21580e75b630536f2393804fbbfaa1dd1ded17488564f577fda4) AuthConfig (528bb2a792c2c8a67ed8bffa0c020ebfd4cdf859551848f096f2ad1efaffff91) AuthConfig (1a8ddc852a0233610576bdc3ab20d94408a9f2efebd7e3797c94b4963fbc4c73)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-e7089b","namespace":"ai-tenant-e2e-shared-b-w3-8570a0"},"namespace":"ai-tenant-e2e-shared-b-w3-8570a0","name":"e2e-rate-iso-auth-e7089b","reconcileID":"edcce76b-751a-429b-a11d-fa78d976c612","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-e7089b","namespace":"ai-tenant-e2e-shared-b-w3-8570a0"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:12:34.477327247Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-8570a0","namespace":"ai-tenant-e2e-shared-b-w3-8570a0"},"namespace":"ai-tenant-e2e-shared-b-w3-8570a0","name":"rate-test-model-8570a0","reconcileID":"9e5acf4c-4f9b-40df-abde-0a3e8cc14c3a","MaaSModelRef":{"name":"rate-test-model-8570a0","namespace":"ai-tenant-e2e-shared-b-w3-8570a0"},"tenant":"e2e-shared-b-w3-8570a0","gateway":"openshift-ingress/e2e-shared-b-w3-8570a0","model":"ai-tenant-e2e-shared-b-w3-8570a0/rate-test-model-8570a0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:12:34.477349321Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-8570a0","namespace":"ai-tenant-e2e-shared-b-w3-8570a0"},"namespace":"ai-tenant-e2e-shared-b-w3-8570a0","name":"rate-test-model-8570a0","reconcileID":"9e5acf4c-4f9b-40df-abde-0a3e8cc14c3a","MaaSModelRef":{"name":"rate-test-model-8570a0","namespace":"ai-tenant-e2e-shared-b-w3-8570a0"},"routeName":"rate-test-model-8570a0-kserve-route","namespace":"ai-tenant-e2e-shared-b-w3-8570a0","llmisvcName":"rate-test-model-8570a0","gateway":"openshift-ingress/e2e-shared-b-w3-8570a0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:12:37.244462624Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-3b71ca","namespace":"ai-tenant-e2e-shared-a-w1-a4489c"},"namespace":"ai-tenant-e2e-shared-a-w1-a4489c","name":"e2e-sub-iso-auth-3b71ca","reconcileID":"1a7655cf-cbb0-4e1e-a8c6-9641a6094262","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-3b71ca","namespace":"ai-tenant-e2e-shared-a-w1-a4489c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-a4489c","tenantID":"e2e-shared-a-w1-a4489c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:12:37.300660513Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-3b71ca","namespace":"ai-tenant-e2e-shared-a-w1-a4489c"},"namespace":"ai-tenant-e2e-shared-a-w1-a4489c","name":"e2e-sub-iso-auth-3b71ca","reconcileID":"1a7655cf-cbb0-4e1e-a8c6-9641a6094262","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-3b71ca","namespace":"ai-tenant-e2e-shared-a-w1-a4489c"},"name":"e2e-shared-a-w1-a4489c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:12:37.355643254Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w1-a4489c-maas-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-3b71ca","namespace":"ai-tenant-e2e-shared-a-w1-a4489c"},"namespace":"ai-tenant-e2e-shared-a-w1-a4489c","name":"e2e-sub-iso-auth-3b71ca","reconcileID":"1a7655cf-cbb0-4e1e-a8c6-9641a6094262","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-3b71ca","namespace":"ai-tenant-e2e-shared-a-w1-a4489c"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:12:37.991199055Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-90c8c0","namespace":"ai-tenant-e2e-shared-b-w2-e0615c"},"namespace":"ai-tenant-e2e-shared-b-w2-e0615c","name":"e2e-sub-iso-auth-90c8c0","reconcileID":"b06d3f5c-c95c-4498-ae63-8f37329a4253","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-90c8c0","namespace":"ai-tenant-e2e-shared-b-w2-e0615c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-e0615c","tenantID":"e2e-shared-b-w2-e0615c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:12:38.044147235Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-90c8c0","namespace":"ai-tenant-e2e-shared-b-w2-e0615c"},"namespace":"ai-tenant-e2e-shared-b-w2-e0615c","name":"e2e-sub-iso-auth-90c8c0","reconcileID":"b06d3f5c-c95c-4498-ae63-8f37329a4253","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-90c8c0","namespace":"ai-tenant-e2e-shared-b-w2-e0615c"},"name":"e2e-shared-b-w2-e0615c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:12:38.095409712Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w2-e0615c-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (81030edf61b4eeb2a6bcdb90ba098424c36e399e4d579823414714be7873501f) AuthConfig (704f888d2f83042f64408870a632fa3df2a2baedf79b75a6d2b04458d4e52c2a) AuthConfig (1d0ee7349f12bdce36fcfe4d2fd79bb2c1e4caef877a3238859cdcb956084ab7) AuthConfig (b1a5825607103c3fccf22b9cf22ebcdfdeb9bbb443397d0f9bb4a525517562b6) AuthConfig (7723896dded79b5b06f879a97e183489efd5b92368d9ba9cd255e45044380294) AuthConfig (a58f9817fee474773d283325a1715c30d3438f03e43ea5f7be3b193236b6c396) AuthConfig (0acf0121a15b9c7641d626726eeac67c7d4850dc54361bc74850162b71c2a34f) AuthConfig (e6f49558c48c1de5794483e7788c8b80f0f1c1a8c74c1b4cd0623b2c8acf7088) AuthConfig (c93a5e634bfa4af66c81ffa261a332807e7859179ba373db4c33d151a9db52a1) AuthConfig (4a227b9b0a4e6f15c68ae127dd47ecd126aef1fdc1bdeb98fa4fd7f7fcb2c3cb) AuthConfig (c157bc71f9660d4ab3dc4a77c797f427ccb5b4d10ae5b1fb17d9cc48b310fc53) AuthConfig (17b2a03c4f043ce0be95d9671b6045edf9dc1e00fc91c39f76376eb0e26d74e5) AuthConfig (d02ed0c9074cb2ff35821622e1eeaecfa52bb183be0e0f5ad781f077a840e87c) AuthConfig (74c49f01bb8f7e87949a3b51207ecee881b8bb1d40a54fe3695280c809d6b243) AuthConfig (dd868ee81d645ff71cd402d7d96be869aec1bd685e8c4c4aeee9c59b71fcea1b) AuthConfig (2205890e3739e445d2393802f0e2735a83832c35248c80b9270fecc5c1c3406a) AuthConfig (7c0b4b1d2e63de931e9144aff3a64be5027c8d838628d6378fc3d886d940acf9) AuthConfig (a8086165060c9f1d6c8ece900f4128472690dab5c508e23637c35186f9db3323)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-90c8c0","namespace":"ai-tenant-e2e-shared-b-w2-e0615c"},"namespace":"ai-tenant-e2e-shared-b-w2-e0615c","name":"e2e-sub-iso-auth-90c8c0","reconcileID":"b06d3f5c-c95c-4498-ae63-8f37329a4253","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-90c8c0","namespace":"ai-tenant-e2e-shared-b-w2-e0615c"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:12:44.576149353Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-e7089b","namespace":"ai-tenant-e2e-shared-b-w3-8570a0"},"namespace":"ai-tenant-e2e-shared-b-w3-8570a0","name":"e2e-rate-iso-auth-e7089b","reconcileID":"c6153d61-5d7c-48ca-9f7e-6808f35ce599","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-e7089b","namespace":"ai-tenant-e2e-shared-b-w3-8570a0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w3-8570a0","tenantID":"e2e-shared-b-w3-8570a0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:12:44.628751683Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-e7089b","namespace":"ai-tenant-e2e-shared-b-w3-8570a0"},"namespace":"ai-tenant-e2e-shared-b-w3-8570a0","name":"e2e-rate-iso-auth-e7089b","reconcileID":"c6153d61-5d7c-48ca-9f7e-6808f35ce599","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-e7089b","namespace":"ai-tenant-e2e-shared-b-w3-8570a0"},"name":"e2e-shared-b-w3-8570a0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:12:44.680192239Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w3-8570a0-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (b049d34be39a5d62fb8a3cc45741289f53b30e91ebf85cc4487567dd09710748) AuthConfig (786424d84d58d4885d9ecd949b20c4930155ca440879aec307026d76e734e4e2) AuthConfig (94e7f829ba1d7af843e856e2a28a6522b6d88a995dfdd06e370bc500f32468fa) AuthConfig (5db51205147f36f5a7d6e67dd52e40b41fe147bac6fd945bc9ec4ad7f0815e55) AuthConfig (3f91230047bcfb27e596d37588f4897baa2d6f1ea646666eb115e49d25621e82) AuthConfig (ecf8d397224f1636f2c15414025f9cdfdef57289cc87179750fae461240b257a) AuthConfig (6d7df2039770c7bbbd2f2aefc707a1d59771d909540a6e2537fa470f234ca657) AuthConfig (2a04a76a77cacff0d4f00c9ab11871212b33faed35b19b298ccfea46f2a78d8b) AuthConfig (128ca7d23e9effecaaee9eb9257923b902827c61a5e5f898f20bda1a2c304bda) AuthConfig (81102e45661a8d629bdae74cec1e9249af145ab028e10c3ca8708c44794d5eb6) AuthConfig (451e1399c69aed47d06869906d1e4a0be26b1333c24548882840f93c09c701d1) AuthConfig (941aea44d4287b6c92e49d4b55070f5f5c9895206c3107e160f1c5bd9f85b7df) AuthConfig (921b6774f8390e7d1ddbdcedf978f5ee0efcf01596c18d9110e9de7358ecafd0) AuthConfig (407d34c7a4662de28df2399a770d9f3aa45cca603ef4c3622b0385a917c36ea0) AuthConfig (cf5af3c4425e871558ec4eab348b94750498673b1ec327f0c26ffd8e858cd22e) AuthConfig (3d3b81780e6c21580e75b630536f2393804fbbfaa1dd1ded17488564f577fda4) AuthConfig (528bb2a792c2c8a67ed8bffa0c020ebfd4cdf859551848f096f2ad1efaffff91) AuthConfig (1a8ddc852a0233610576bdc3ab20d94408a9f2efebd7e3797c94b4963fbc4c73)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-e7089b","namespace":"ai-tenant-e2e-shared-b-w3-8570a0"},"namespace":"ai-tenant-e2e-shared-b-w3-8570a0","name":"e2e-rate-iso-auth-e7089b","reconcileID":"c6153d61-5d7c-48ca-9f7e-6808f35ce599","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-e7089b","namespace":"ai-tenant-e2e-shared-b-w3-8570a0"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:12:47.45360912Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-3b71ca","namespace":"ai-tenant-e2e-shared-a-w1-a4489c"},"namespace":"ai-tenant-e2e-shared-a-w1-a4489c","name":"e2e-sub-iso-auth-3b71ca","reconcileID":"14eea9b2-09d6-4e14-9eb9-ad20b9968199","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-3b71ca","namespace":"ai-tenant-e2e-shared-a-w1-a4489c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-a4489c","tenantID":"e2e-shared-a-w1-a4489c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:12:47.508669881Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-3b71ca","namespace":"ai-tenant-e2e-shared-a-w1-a4489c"},"namespace":"ai-tenant-e2e-shared-a-w1-a4489c","name":"e2e-sub-iso-auth-3b71ca","reconcileID":"14eea9b2-09d6-4e14-9eb9-ad20b9968199","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-3b71ca","namespace":"ai-tenant-e2e-shared-a-w1-a4489c"},"name":"e2e-shared-a-w1-a4489c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:12:47.559780266Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w1-a4489c-maas-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-3b71ca","namespace":"ai-tenant-e2e-shared-a-w1-a4489c"},"namespace":"ai-tenant-e2e-shared-a-w1-a4489c","name":"e2e-sub-iso-auth-3b71ca","reconcileID":"14eea9b2-09d6-4e14-9eb9-ad20b9968199","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-3b71ca","namespace":"ai-tenant-e2e-shared-a-w1-a4489c"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:12:48.192901169Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-90c8c0","namespace":"ai-tenant-e2e-shared-b-w2-e0615c"},"namespace":"ai-tenant-e2e-shared-b-w2-e0615c","name":"e2e-sub-iso-auth-90c8c0","reconcileID":"0388870d-2f4f-42c0-a300-0cd443e8bebf","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-90c8c0","namespace":"ai-tenant-e2e-shared-b-w2-e0615c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-e0615c","tenantID":"e2e-shared-b-w2-e0615c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:12:48.247317025Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-90c8c0","namespace":"ai-tenant-e2e-shared-b-w2-e0615c"},"namespace":"ai-tenant-e2e-shared-b-w2-e0615c","name":"e2e-sub-iso-auth-90c8c0","reconcileID":"0388870d-2f4f-42c0-a300-0cd443e8bebf","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-90c8c0","namespace":"ai-tenant-e2e-shared-b-w2-e0615c"},"name":"e2e-shared-b-w2-e0615c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:12:48.298633287Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w2-e0615c-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (81030edf61b4eeb2a6bcdb90ba098424c36e399e4d579823414714be7873501f) AuthConfig (704f888d2f83042f64408870a632fa3df2a2baedf79b75a6d2b04458d4e52c2a) AuthConfig (1d0ee7349f12bdce36fcfe4d2fd79bb2c1e4caef877a3238859cdcb956084ab7) AuthConfig (b1a5825607103c3fccf22b9cf22ebcdfdeb9bbb443397d0f9bb4a525517562b6) AuthConfig (7723896dded79b5b06f879a97e183489efd5b92368d9ba9cd255e45044380294) AuthConfig (a58f9817fee474773d283325a1715c30d3438f03e43ea5f7be3b193236b6c396) AuthConfig (0acf0121a15b9c7641d626726eeac67c7d4850dc54361bc74850162b71c2a34f) AuthConfig (e6f49558c48c1de5794483e7788c8b80f0f1c1a8c74c1b4cd0623b2c8acf7088) AuthConfig (c93a5e634bfa4af66c81ffa261a332807e7859179ba373db4c33d151a9db52a1) AuthConfig (4a227b9b0a4e6f15c68ae127dd47ecd126aef1fdc1bdeb98fa4fd7f7fcb2c3cb) AuthConfig (c157bc71f9660d4ab3dc4a77c797f427ccb5b4d10ae5b1fb17d9cc48b310fc53) AuthConfig (17b2a03c4f043ce0be95d9671b6045edf9dc1e00fc91c39f76376eb0e26d74e5) AuthConfig (d02ed0c9074cb2ff35821622e1eeaecfa52bb183be0e0f5ad781f077a840e87c) AuthConfig (74c49f01bb8f7e87949a3b51207ecee881b8bb1d40a54fe3695280c809d6b243) AuthConfig (dd868ee81d645ff71cd402d7d96be869aec1bd685e8c4c4aeee9c59b71fcea1b) AuthConfig (2205890e3739e445d2393802f0e2735a83832c35248c80b9270fecc5c1c3406a) AuthConfig (7c0b4b1d2e63de931e9144aff3a64be5027c8d838628d6378fc3d886d940acf9) AuthConfig (a8086165060c9f1d6c8ece900f4128472690dab5c508e23637c35186f9db3323)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-90c8c0","namespace":"ai-tenant-e2e-shared-b-w2-e0615c"},"namespace":"ai-tenant-e2e-shared-b-w2-e0615c","name":"e2e-sub-iso-auth-90c8c0","reconcileID":"0388870d-2f4f-42c0-a300-0cd443e8bebf","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-90c8c0","namespace":"ai-tenant-e2e-shared-b-w2-e0615c"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:12:50.754472906Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9bee3747-298c-4f4c-acb1-b34fe4170f40","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:12:50.804319678Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9bee3747-298c-4f4c-acb1-b34fe4170f40","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:12:50.854615594Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9bee3747-298c-4f4c-acb1-b34fe4170f40","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:12:50.903946437Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9bee3747-298c-4f4c-acb1-b34fe4170f40","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:12:52.711274799Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"21a954d4-d4b8-4d1f-9b0c-fda6c4a1632e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:12:52.760106701Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"21a954d4-d4b8-4d1f-9b0c-fda6c4a1632e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:12:52.808991467Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"21a954d4-d4b8-4d1f-9b0c-fda6c4a1632e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:12:52.857904807Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"21a954d4-d4b8-4d1f-9b0c-fda6c4a1632e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:12:54.778553322Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-e7089b","namespace":"ai-tenant-e2e-shared-b-w3-8570a0"},"namespace":"ai-tenant-e2e-shared-b-w3-8570a0","name":"e2e-rate-iso-auth-e7089b","reconcileID":"f33ec487-17e5-4e3d-a959-e1f22622a08a","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-e7089b","namespace":"ai-tenant-e2e-shared-b-w3-8570a0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w3-8570a0","tenantID":"e2e-shared-b-w3-8570a0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:12:54.8316784Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-e7089b","namespace":"ai-tenant-e2e-shared-b-w3-8570a0"},"namespace":"ai-tenant-e2e-shared-b-w3-8570a0","name":"e2e-rate-iso-auth-e7089b","reconcileID":"f33ec487-17e5-4e3d-a959-e1f22622a08a","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-e7089b","namespace":"ai-tenant-e2e-shared-b-w3-8570a0"},"name":"e2e-shared-b-w3-8570a0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:12:54.882658631Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w3-8570a0-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (b049d34be39a5d62fb8a3cc45741289f53b30e91ebf85cc4487567dd09710748) AuthConfig (786424d84d58d4885d9ecd949b20c4930155ca440879aec307026d76e734e4e2) AuthConfig (94e7f829ba1d7af843e856e2a28a6522b6d88a995dfdd06e370bc500f32468fa) AuthConfig (5db51205147f36f5a7d6e67dd52e40b41fe147bac6fd945bc9ec4ad7f0815e55) AuthConfig (3f91230047bcfb27e596d37588f4897baa2d6f1ea646666eb115e49d25621e82) AuthConfig (ecf8d397224f1636f2c15414025f9cdfdef57289cc87179750fae461240b257a) AuthConfig (6d7df2039770c7bbbd2f2aefc707a1d59771d909540a6e2537fa470f234ca657) AuthConfig (2a04a76a77cacff0d4f00c9ab11871212b33faed35b19b298ccfea46f2a78d8b) AuthConfig (128ca7d23e9effecaaee9eb9257923b902827c61a5e5f898f20bda1a2c304bda) AuthConfig (81102e45661a8d629bdae74cec1e9249af145ab028e10c3ca8708c44794d5eb6) AuthConfig (451e1399c69aed47d06869906d1e4a0be26b1333c24548882840f93c09c701d1) AuthConfig (941aea44d4287b6c92e49d4b55070f5f5c9895206c3107e160f1c5bd9f85b7df) AuthConfig (921b6774f8390e7d1ddbdcedf978f5ee0efcf01596c18d9110e9de7358ecafd0) AuthConfig (407d34c7a4662de28df2399a770d9f3aa45cca603ef4c3622b0385a917c36ea0) AuthConfig (cf5af3c4425e871558ec4eab348b94750498673b1ec327f0c26ffd8e858cd22e) AuthConfig (3d3b81780e6c21580e75b630536f2393804fbbfaa1dd1ded17488564f577fda4) AuthConfig (528bb2a792c2c8a67ed8bffa0c020ebfd4cdf859551848f096f2ad1efaffff91) AuthConfig (1a8ddc852a0233610576bdc3ab20d94408a9f2efebd7e3797c94b4963fbc4c73)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-e7089b","namespace":"ai-tenant-e2e-shared-b-w3-8570a0"},"namespace":"ai-tenant-e2e-shared-b-w3-8570a0","name":"e2e-rate-iso-auth-e7089b","reconcileID":"f33ec487-17e5-4e3d-a959-e1f22622a08a","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-e7089b","namespace":"ai-tenant-e2e-shared-b-w3-8570a0"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:12:55.712256558Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:12:57.658156363Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-3b71ca","namespace":"ai-tenant-e2e-shared-a-w1-a4489c"},"namespace":"ai-tenant-e2e-shared-a-w1-a4489c","name":"e2e-sub-iso-auth-3b71ca","reconcileID":"b51de774-f200-4e90-9606-0d656446a33c","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-3b71ca","namespace":"ai-tenant-e2e-shared-a-w1-a4489c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-a4489c","tenantID":"e2e-shared-a-w1-a4489c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:12:57.710616312Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-3b71ca","namespace":"ai-tenant-e2e-shared-a-w1-a4489c"},"namespace":"ai-tenant-e2e-shared-a-w1-a4489c","name":"e2e-sub-iso-auth-3b71ca","reconcileID":"b51de774-f200-4e90-9606-0d656446a33c","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-3b71ca","namespace":"ai-tenant-e2e-shared-a-w1-a4489c"},"name":"e2e-shared-a-w1-a4489c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:12:57.7623215Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w1-a4489c-maas-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-3b71ca","namespace":"ai-tenant-e2e-shared-a-w1-a4489c"},"namespace":"ai-tenant-e2e-shared-a-w1-a4489c","name":"e2e-sub-iso-auth-3b71ca","reconcileID":"b51de774-f200-4e90-9606-0d656446a33c","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-3b71ca","namespace":"ai-tenant-e2e-shared-a-w1-a4489c"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:12:58.39851062Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-90c8c0","namespace":"ai-tenant-e2e-shared-b-w2-e0615c"},"namespace":"ai-tenant-e2e-shared-b-w2-e0615c","name":"e2e-sub-iso-auth-90c8c0","reconcileID":"37c84408-0098-428e-8c69-b5ef7f1f5dc6","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-90c8c0","namespace":"ai-tenant-e2e-shared-b-w2-e0615c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-e0615c","tenantID":"e2e-shared-b-w2-e0615c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:12:58.451288197Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-90c8c0","namespace":"ai-tenant-e2e-shared-b-w2-e0615c"},"namespace":"ai-tenant-e2e-shared-b-w2-e0615c","name":"e2e-sub-iso-auth-90c8c0","reconcileID":"37c84408-0098-428e-8c69-b5ef7f1f5dc6","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-90c8c0","namespace":"ai-tenant-e2e-shared-b-w2-e0615c"},"name":"e2e-shared-b-w2-e0615c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:12:58.502456861Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w2-e0615c-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (81030edf61b4eeb2a6bcdb90ba098424c36e399e4d579823414714be7873501f) AuthConfig (704f888d2f83042f64408870a632fa3df2a2baedf79b75a6d2b04458d4e52c2a) AuthConfig (1d0ee7349f12bdce36fcfe4d2fd79bb2c1e4caef877a3238859cdcb956084ab7) AuthConfig (b1a5825607103c3fccf22b9cf22ebcdfdeb9bbb443397d0f9bb4a525517562b6) AuthConfig (7723896dded79b5b06f879a97e183489efd5b92368d9ba9cd255e45044380294) AuthConfig (a58f9817fee474773d283325a1715c30d3438f03e43ea5f7be3b193236b6c396) AuthConfig (0acf0121a15b9c7641d626726eeac67c7d4850dc54361bc74850162b71c2a34f) AuthConfig (e6f49558c48c1de5794483e7788c8b80f0f1c1a8c74c1b4cd0623b2c8acf7088) AuthConfig (c93a5e634bfa4af66c81ffa261a332807e7859179ba373db4c33d151a9db52a1) AuthConfig (4a227b9b0a4e6f15c68ae127dd47ecd126aef1fdc1bdeb98fa4fd7f7fcb2c3cb) AuthConfig (c157bc71f9660d4ab3dc4a77c797f427ccb5b4d10ae5b1fb17d9cc48b310fc53) AuthConfig (17b2a03c4f043ce0be95d9671b6045edf9dc1e00fc91c39f76376eb0e26d74e5) AuthConfig (d02ed0c9074cb2ff35821622e1eeaecfa52bb183be0e0f5ad781f077a840e87c) AuthConfig (74c49f01bb8f7e87949a3b51207ecee881b8bb1d40a54fe3695280c809d6b243) AuthConfig (dd868ee81d645ff71cd402d7d96be869aec1bd685e8c4c4aeee9c59b71fcea1b) AuthConfig (2205890e3739e445d2393802f0e2735a83832c35248c80b9270fecc5c1c3406a) AuthConfig (7c0b4b1d2e63de931e9144aff3a64be5027c8d838628d6378fc3d886d940acf9) AuthConfig (a8086165060c9f1d6c8ece900f4128472690dab5c508e23637c35186f9db3323)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-90c8c0","namespace":"ai-tenant-e2e-shared-b-w2-e0615c"},"namespace":"ai-tenant-e2e-shared-b-w2-e0615c","name":"e2e-sub-iso-auth-90c8c0","reconcileID":"37c84408-0098-428e-8c69-b5ef7f1f5dc6","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-90c8c0","namespace":"ai-tenant-e2e-shared-b-w2-e0615c"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:13:04.980681028Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-e7089b","namespace":"ai-tenant-e2e-shared-b-w3-8570a0"},"namespace":"ai-tenant-e2e-shared-b-w3-8570a0","name":"e2e-rate-iso-auth-e7089b","reconcileID":"5b7b4068-29b8-4719-bb53-303302185ad4","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-e7089b","namespace":"ai-tenant-e2e-shared-b-w3-8570a0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w3-8570a0","tenantID":"e2e-shared-b-w3-8570a0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:13:05.033423048Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-e7089b","namespace":"ai-tenant-e2e-shared-b-w3-8570a0"},"namespace":"ai-tenant-e2e-shared-b-w3-8570a0","name":"e2e-rate-iso-auth-e7089b","reconcileID":"5b7b4068-29b8-4719-bb53-303302185ad4","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-e7089b","namespace":"ai-tenant-e2e-shared-b-w3-8570a0"},"name":"e2e-shared-b-w3-8570a0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:13:05.335664036Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-8570a0","namespace":"ai-tenant-e2e-shared-b-w3-8570a0"},"namespace":"ai-tenant-e2e-shared-b-w3-8570a0","name":"rate-test-model-8570a0","reconcileID":"4a700707-3357-454e-97c6-c11d8859a612","MaaSModelRef":{"name":"rate-test-model-8570a0","namespace":"ai-tenant-e2e-shared-b-w3-8570a0"},"tenant":"e2e-shared-b-w3-8570a0","gateway":"openshift-ingress/e2e-shared-b-w3-8570a0","model":"ai-tenant-e2e-shared-b-w3-8570a0/rate-test-model-8570a0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:13:05.335684317Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-8570a0","namespace":"ai-tenant-e2e-shared-b-w3-8570a0"},"namespace":"ai-tenant-e2e-shared-b-w3-8570a0","name":"rate-test-model-8570a0","reconcileID":"4a700707-3357-454e-97c6-c11d8859a612","MaaSModelRef":{"name":"rate-test-model-8570a0","namespace":"ai-tenant-e2e-shared-b-w3-8570a0"},"routeName":"rate-test-model-8570a0-kserve-route","namespace":"ai-tenant-e2e-shared-b-w3-8570a0","llmisvcName":"rate-test-model-8570a0","gateway":"openshift-ingress/e2e-shared-b-w3-8570a0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:13:07.864421105Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-3b71ca","namespace":"ai-tenant-e2e-shared-a-w1-a4489c"},"namespace":"ai-tenant-e2e-shared-a-w1-a4489c","name":"e2e-sub-iso-auth-3b71ca","reconcileID":"b62d3923-a427-45fe-94df-e52bb96a26c0","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-3b71ca","namespace":"ai-tenant-e2e-shared-a-w1-a4489c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-a4489c","tenantID":"e2e-shared-a-w1-a4489c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:13:07.918900943Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-3b71ca","namespace":"ai-tenant-e2e-shared-a-w1-a4489c"},"namespace":"ai-tenant-e2e-shared-a-w1-a4489c","name":"e2e-sub-iso-auth-3b71ca","reconcileID":"b62d3923-a427-45fe-94df-e52bb96a26c0","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-3b71ca","namespace":"ai-tenant-e2e-shared-a-w1-a4489c"},"name":"e2e-shared-a-w1-a4489c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:13:07.970330407Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w1-a4489c-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (2c6ce1cbf50e2b32d8e76b0b0272aad2cc48714d3a25a484838f00070be908a7) AuthConfig (d0b0c2ab6b42550eb3a0160d1498cdac8ced901309aefebdb77cd33348b73678) AuthConfig (4f0641592f2b8932d9e1e4da70aabd761aa2ef8e79c66a2e72149de6eb662546) AuthConfig (2d55c35840cf47e0ea502bcc245df26579f0acdc9611f9b28a3d74a33d0c8ecc) AuthConfig (84e99e12da500210a880329d3633e1d3b2709836b70bfc71fb0f0f97b57b1c8d) AuthConfig (0e4a30b86310de1b54800af1aa2a24c591433e3eee108dbd56d088cba76602b1) AuthConfig (6eb1af48e6896f9575477e04b0bd3106527f89011d25ab750b3a12c472b3441e) AuthConfig (e245a9ed11cd227962320402c3b73bffc208a97931ab16946542c6ae3be3c9c8) AuthConfig (a8576686e7dc188eda49e217aa53bf1f2a317e5ca49b7e1076b435c00cb4a67d) AuthConfig (6a8e6d585b1a5920905de93a94910348640d25b6800bda139a15efc00123597c) AuthConfig (188f20f77cd8bace81fe6cda8b99a1b4ee05156a971e8cbe7e33d3832b7f6d3c) AuthConfig (214ebe57f9536b5c25eee66b6caa1ab8ca5911939e51655594a6abce163609bb) AuthConfig (56645059d63902a8d779888ccc6056d0140d950799c03cb4dc60a24c89222ccb) AuthConfig (53b717d7afd789122601e01b2ab54a01d2933e0995ae0e6ac3c9e0409f0183c6) AuthConfig (f741c806d0747f294da047e306f1981e28f5eb5132e47c234c34b440f77b7d89) AuthConfig (923b95f16ab9745e076ce1d667bdf76fbc2d9e49459ac8ff2193ed3745885f11) AuthConfig (890103f714c6cfec1b9ec3b30ce194735fb4546928f60a01a9e8336f03852dae) AuthConfig (c4a8af97555af232abd9ec48c4fb2cbf397709438fd4c64f1313201e71124f10)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-3b71ca","namespace":"ai-tenant-e2e-shared-a-w1-a4489c"},"namespace":"ai-tenant-e2e-shared-a-w1-a4489c","name":"e2e-sub-iso-auth-3b71ca","reconcileID":"b62d3923-a427-45fe-94df-e52bb96a26c0","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-3b71ca","namespace":"ai-tenant-e2e-shared-a-w1-a4489c"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:13:08.024260881Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-a4489c","namespace":"ai-tenant-e2e-shared-a-w1-a4489c"},"namespace":"ai-tenant-e2e-shared-a-w1-a4489c","name":"sub-test-model-a4489c","reconcileID":"4871b7b4-217d-48d8-a4df-279c475b05d3","MaaSModelRef":{"name":"sub-test-model-a4489c","namespace":"ai-tenant-e2e-shared-a-w1-a4489c"},"tenant":"e2e-shared-a-w1-a4489c","gateway":"openshift-ingress/e2e-shared-a-w1-a4489c","model":"ai-tenant-e2e-shared-a-w1-a4489c/sub-test-model-a4489c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:13:08.024284627Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-a4489c","namespace":"ai-tenant-e2e-shared-a-w1-a4489c"},"namespace":"ai-tenant-e2e-shared-a-w1-a4489c","name":"sub-test-model-a4489c","reconcileID":"4871b7b4-217d-48d8-a4df-279c475b05d3","MaaSModelRef":{"name":"sub-test-model-a4489c","namespace":"ai-tenant-e2e-shared-a-w1-a4489c"},"routeName":"sub-test-model-a4489c-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-a4489c","llmisvcName":"sub-test-model-a4489c","gateway":"openshift-ingress/e2e-shared-a-w1-a4489c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:13:08.600457353Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-90c8c0","namespace":"ai-tenant-e2e-shared-b-w2-e0615c"},"namespace":"ai-tenant-e2e-shared-b-w2-e0615c","name":"e2e-sub-iso-auth-90c8c0","reconcileID":"adb580fc-9eb2-428e-a6bb-4e55388431fb","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-90c8c0","namespace":"ai-tenant-e2e-shared-b-w2-e0615c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-e0615c","tenantID":"e2e-shared-b-w2-e0615c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:13:08.653089843Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-90c8c0","namespace":"ai-tenant-e2e-shared-b-w2-e0615c"},"namespace":"ai-tenant-e2e-shared-b-w2-e0615c","name":"e2e-sub-iso-auth-90c8c0","reconcileID":"adb580fc-9eb2-428e-a6bb-4e55388431fb","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-90c8c0","namespace":"ai-tenant-e2e-shared-b-w2-e0615c"},"name":"e2e-shared-b-w2-e0615c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:13:08.953854599Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-e0615c","namespace":"ai-tenant-e2e-shared-b-w2-e0615c"},"namespace":"ai-tenant-e2e-shared-b-w2-e0615c","name":"sub-test-model-e0615c","reconcileID":"9d643044-a1be-4920-a740-18bc8a8f0a94","MaaSModelRef":{"name":"sub-test-model-e0615c","namespace":"ai-tenant-e2e-shared-b-w2-e0615c"},"tenant":"e2e-shared-b-w2-e0615c","gateway":"openshift-ingress/e2e-shared-b-w2-e0615c","model":"ai-tenant-e2e-shared-b-w2-e0615c/sub-test-model-e0615c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:13:08.953876487Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-e0615c","namespace":"ai-tenant-e2e-shared-b-w2-e0615c"},"namespace":"ai-tenant-e2e-shared-b-w2-e0615c","name":"sub-test-model-e0615c","reconcileID":"9d643044-a1be-4920-a740-18bc8a8f0a94","MaaSModelRef":{"name":"sub-test-model-e0615c","namespace":"ai-tenant-e2e-shared-b-w2-e0615c"},"routeName":"sub-test-model-e0615c-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-e0615c","llmisvcName":"sub-test-model-e0615c","gateway":"openshift-ingress/e2e-shared-b-w2-e0615c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:13:11.015086702Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-1250b3","namespace":"ai-tenant-e2e-shared-a-w3-1250b3"},"namespace":"ai-tenant-e2e-shared-a-w3-1250b3","name":"rate-test-model-1250b3","reconcileID":"539bd160-bd03-41cc-87aa-6ed50a45eb7f","MaaSModelRef":{"name":"rate-test-model-1250b3","namespace":"ai-tenant-e2e-shared-a-w3-1250b3"},"tenant":"e2e-shared-a-w3-1250b3","gateway":"openshift-ingress/e2e-shared-a-w3-1250b3","model":"ai-tenant-e2e-shared-a-w3-1250b3/rate-test-model-1250b3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:13:11.015113973Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-1250b3","namespace":"ai-tenant-e2e-shared-a-w3-1250b3"},"namespace":"ai-tenant-e2e-shared-a-w3-1250b3","name":"rate-test-model-1250b3","reconcileID":"539bd160-bd03-41cc-87aa-6ed50a45eb7f","MaaSModelRef":{"name":"rate-test-model-1250b3","namespace":"ai-tenant-e2e-shared-a-w3-1250b3"},"routeName":"rate-test-model-1250b3-kserve-route","namespace":"ai-tenant-e2e-shared-a-w3-1250b3","llmisvcName":"rate-test-model-1250b3","gateway":"openshift-ingress/e2e-shared-a-w3-1250b3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:13:11.069276665Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-1250b3","namespace":"ai-tenant-e2e-shared-a-w3-1250b3"},"namespace":"ai-tenant-e2e-shared-a-w3-1250b3","name":"rate-test-model-1250b3","reconcileID":"39302e70-8a1e-4590-aeee-fc370967fa5b","MaaSModelRef":{"name":"rate-test-model-1250b3","namespace":"ai-tenant-e2e-shared-a-w3-1250b3"},"tenant":"e2e-shared-a-w3-1250b3","gateway":"openshift-ingress/e2e-shared-a-w3-1250b3","model":"ai-tenant-e2e-shared-a-w3-1250b3/rate-test-model-1250b3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:13:11.06942317Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-1250b3","namespace":"ai-tenant-e2e-shared-a-w3-1250b3"},"namespace":"ai-tenant-e2e-shared-a-w3-1250b3","name":"rate-test-model-1250b3","reconcileID":"39302e70-8a1e-4590-aeee-fc370967fa5b","MaaSModelRef":{"name":"rate-test-model-1250b3","namespace":"ai-tenant-e2e-shared-a-w3-1250b3"},"routeName":"rate-test-model-1250b3-kserve-route","namespace":"ai-tenant-e2e-shared-a-w3-1250b3","llmisvcName":"rate-test-model-1250b3","gateway":"openshift-ingress/e2e-shared-a-w3-1250b3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:13:11.11733632Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-e7089b","namespace":"ai-tenant-e2e-shared-a-w3-1250b3"},"namespace":"ai-tenant-e2e-shared-a-w3-1250b3","name":"e2e-rate-iso-auth-e7089b","reconcileID":"cf7397bb-6b3a-440b-9345-b734e22aab40","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-e7089b","namespace":"ai-tenant-e2e-shared-a-w3-1250b3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w3-1250b3","tenantID":"e2e-shared-a-w3-1250b3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T13:13:11.117689811Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-a-e7089b","namespace":"ai-tenant-e2e-shared-a-w3-1250b3"},"namespace":"ai-tenant-e2e-shared-a-w3-1250b3","name":"e2e-rate-iso-a-e7089b","reconcileID":"85c6d4d1-6384-4d5f-9e73-d29c765d1df9","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-rate-iso-a-e7089b\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T13:13:11.119605695Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-1250b3","namespace":"ai-tenant-e2e-shared-a-w3-1250b3"},"namespace":"ai-tenant-e2e-shared-a-w3-1250b3","name":"rate-test-model-1250b3","reconcileID":"39302e70-8a1e-4590-aeee-fc370967fa5b","name":"rate-test-model-1250b3","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"rate-test-model-1250b3\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T13:13:11.119660567Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-1250b3","namespace":"ai-tenant-e2e-shared-a-w3-1250b3"},"namespace":"ai-tenant-e2e-shared-a-w3-1250b3","name":"rate-test-model-1250b3","reconcileID":"39302e70-8a1e-4590-aeee-fc370967fa5b","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"rate-test-model-1250b3\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T13:13:11.125851095Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-1250b3","namespace":"ai-tenant-e2e-shared-a-w3-1250b3"},"namespace":"ai-tenant-e2e-shared-a-w3-1250b3","name":"rate-test-model-1250b3","reconcileID":"cdc15989-c418-450a-a60c-71f4b37a4407","MaaSModelRef":{"name":"rate-test-model-1250b3","namespace":"ai-tenant-e2e-shared-a-w3-1250b3"},"tenant":"e2e-shared-a-w3-1250b3","gateway":"openshift-ingress/e2e-shared-a-w3-1250b3","model":"ai-tenant-e2e-shared-a-w3-1250b3/rate-test-model-1250b3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:13:11.125866807Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-1250b3","namespace":"ai-tenant-e2e-shared-a-w3-1250b3"},"namespace":"ai-tenant-e2e-shared-a-w3-1250b3","name":"rate-test-model-1250b3","reconcileID":"cdc15989-c418-450a-a60c-71f4b37a4407","MaaSModelRef":{"name":"rate-test-model-1250b3","namespace":"ai-tenant-e2e-shared-a-w3-1250b3"},"routeName":"rate-test-model-1250b3-kserve-route","namespace":"ai-tenant-e2e-shared-a-w3-1250b3","llmisvcName":"rate-test-model-1250b3","gateway":"openshift-ingress/e2e-shared-a-w3-1250b3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:13:11.170164028Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-e7089b","namespace":"ai-tenant-e2e-shared-a-w3-1250b3"},"namespace":"ai-tenant-e2e-shared-a-w3-1250b3","name":"e2e-rate-iso-auth-e7089b","reconcileID":"cf7397bb-6b3a-440b-9345-b734e22aab40","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-e7089b","namespace":"ai-tenant-e2e-shared-a-w3-1250b3"},"name":"e2e-shared-a-w3-1250b3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:13:11.220260655Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-1250b3","namespace":"ai-tenant-e2e-shared-a-w3-1250b3"},"namespace":"ai-tenant-e2e-shared-a-w3-1250b3","name":"rate-test-model-1250b3","reconcileID":"66541f1a-f813-44a6-a3e5-5008b2a408aa","MaaSModelRef":{"name":"rate-test-model-1250b3","namespace":"ai-tenant-e2e-shared-a-w3-1250b3"},"tenant":"e2e-shared-a-w3-1250b3","gateway":"openshift-ingress/e2e-shared-a-w3-1250b3","model":"ai-tenant-e2e-shared-a-w3-1250b3/rate-test-model-1250b3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:13:11.220283894Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-1250b3","namespace":"ai-tenant-e2e-shared-a-w3-1250b3"},"namespace":"ai-tenant-e2e-shared-a-w3-1250b3","name":"rate-test-model-1250b3","reconcileID":"66541f1a-f813-44a6-a3e5-5008b2a408aa","MaaSModelRef":{"name":"rate-test-model-1250b3","namespace":"ai-tenant-e2e-shared-a-w3-1250b3"},"routeName":"rate-test-model-1250b3-kserve-route","namespace":"ai-tenant-e2e-shared-a-w3-1250b3","llmisvcName":"rate-test-model-1250b3","gateway":"openshift-ingress/e2e-shared-a-w3-1250b3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:13:11.272893165Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-1250b3","namespace":"ai-tenant-e2e-shared-a-w3-1250b3"},"namespace":"ai-tenant-e2e-shared-a-w3-1250b3","name":"rate-test-model-1250b3","reconcileID":"89eca154-c9df-4a1b-b597-071d2d22b308","MaaSModelRef":{"name":"rate-test-model-1250b3","namespace":"ai-tenant-e2e-shared-a-w3-1250b3"},"tenant":"e2e-shared-a-w3-1250b3","gateway":"openshift-ingress/e2e-shared-a-w3-1250b3","model":"ai-tenant-e2e-shared-a-w3-1250b3/rate-test-model-1250b3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:13:11.272913499Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-1250b3","namespace":"ai-tenant-e2e-shared-a-w3-1250b3"},"namespace":"ai-tenant-e2e-shared-a-w3-1250b3","name":"rate-test-model-1250b3","reconcileID":"89eca154-c9df-4a1b-b597-071d2d22b308","MaaSModelRef":{"name":"rate-test-model-1250b3","namespace":"ai-tenant-e2e-shared-a-w3-1250b3"},"routeName":"rate-test-model-1250b3-kserve-route","namespace":"ai-tenant-e2e-shared-a-w3-1250b3","llmisvcName":"rate-test-model-1250b3","gateway":"openshift-ingress/e2e-shared-a-w3-1250b3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:13:11.31400506Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-8570a0","namespace":"ai-tenant-e2e-shared-b-w3-8570a0"},"namespace":"ai-tenant-e2e-shared-b-w3-8570a0","name":"rate-test-model-8570a0","reconcileID":"9d5bdb9a-bbf0-489f-a004-ba86ea073d8c","MaaSModelRef":{"name":"rate-test-model-8570a0","namespace":"ai-tenant-e2e-shared-b-w3-8570a0"},"tenant":"e2e-shared-b-w3-8570a0","gateway":"openshift-ingress/e2e-shared-b-w3-8570a0","model":"ai-tenant-e2e-shared-b-w3-8570a0/rate-test-model-8570a0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:13:11.314030481Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-8570a0","namespace":"ai-tenant-e2e-shared-b-w3-8570a0"},"namespace":"ai-tenant-e2e-shared-b-w3-8570a0","name":"rate-test-model-8570a0","reconcileID":"9d5bdb9a-bbf0-489f-a004-ba86ea073d8c","MaaSModelRef":{"name":"rate-test-model-8570a0","namespace":"ai-tenant-e2e-shared-b-w3-8570a0"},"routeName":"rate-test-model-8570a0-kserve-route","namespace":"ai-tenant-e2e-shared-b-w3-8570a0","llmisvcName":"rate-test-model-8570a0","gateway":"openshift-ingress/e2e-shared-b-w3-8570a0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:13:11.369903672Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-8570a0","namespace":"ai-tenant-e2e-shared-b-w3-8570a0"},"namespace":"ai-tenant-e2e-shared-b-w3-8570a0","name":"rate-test-model-8570a0","reconcileID":"7eadc0a1-9525-4cf7-917f-90665dc5e4ed","MaaSModelRef":{"name":"rate-test-model-8570a0","namespace":"ai-tenant-e2e-shared-b-w3-8570a0"},"tenant":"e2e-shared-b-w3-8570a0","gateway":"openshift-ingress/e2e-shared-b-w3-8570a0","model":"ai-tenant-e2e-shared-b-w3-8570a0/rate-test-model-8570a0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:13:11.369925352Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-8570a0","namespace":"ai-tenant-e2e-shared-b-w3-8570a0"},"namespace":"ai-tenant-e2e-shared-b-w3-8570a0","name":"rate-test-model-8570a0","reconcileID":"7eadc0a1-9525-4cf7-917f-90665dc5e4ed","MaaSModelRef":{"name":"rate-test-model-8570a0","namespace":"ai-tenant-e2e-shared-b-w3-8570a0"},"routeName":"rate-test-model-8570a0-kserve-route","namespace":"ai-tenant-e2e-shared-b-w3-8570a0","llmisvcName":"rate-test-model-8570a0","gateway":"openshift-ingress/e2e-shared-b-w3-8570a0","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T13:13:11.413714528Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-b-e7089b","namespace":"ai-tenant-e2e-shared-b-w3-8570a0"},"namespace":"ai-tenant-e2e-shared-b-w3-8570a0","name":"e2e-rate-iso-b-e7089b","reconcileID":"8cfd5d72-ece2-4d6c-8b1e-c39192e61706","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-rate-iso-b-e7089b\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T13:13:11.419313961Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-8570a0","namespace":"ai-tenant-e2e-shared-b-w3-8570a0"},"namespace":"ai-tenant-e2e-shared-b-w3-8570a0","name":"rate-test-model-8570a0","reconcileID":"7eadc0a1-9525-4cf7-917f-90665dc5e4ed","name":"rate-test-model-8570a0","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"rate-test-model-8570a0\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T13:13:11.419413744Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-8570a0","namespace":"ai-tenant-e2e-shared-b-w3-8570a0"},"namespace":"ai-tenant-e2e-shared-b-w3-8570a0","name":"rate-test-model-8570a0","reconcileID":"7eadc0a1-9525-4cf7-917f-90665dc5e4ed","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"rate-test-model-8570a0\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T13:13:11.424276849Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-e7089b","namespace":"ai-tenant-e2e-shared-b-w3-8570a0"},"namespace":"ai-tenant-e2e-shared-b-w3-8570a0","name":"e2e-rate-iso-auth-e7089b","reconcileID":"94522009-c075-4369-be48-4e06e122b0b2","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-e7089b","namespace":"ai-tenant-e2e-shared-b-w3-8570a0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w3-8570a0","tenantID":"e2e-shared-b-w3-8570a0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:13:11.424782246Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-8570a0","namespace":"ai-tenant-e2e-shared-b-w3-8570a0"},"namespace":"ai-tenant-e2e-shared-b-w3-8570a0","name":"rate-test-model-8570a0","reconcileID":"08b64e0c-3a5d-4b27-87a9-7dc3a69aea74","MaaSModelRef":{"name":"rate-test-model-8570a0","namespace":"ai-tenant-e2e-shared-b-w3-8570a0"},"tenant":"e2e-shared-b-w3-8570a0","gateway":"openshift-ingress/e2e-shared-b-w3-8570a0","model":"ai-tenant-e2e-shared-b-w3-8570a0/rate-test-model-8570a0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:13:11.424800783Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-8570a0","namespace":"ai-tenant-e2e-shared-b-w3-8570a0"},"namespace":"ai-tenant-e2e-shared-b-w3-8570a0","name":"rate-test-model-8570a0","reconcileID":"08b64e0c-3a5d-4b27-87a9-7dc3a69aea74","MaaSModelRef":{"name":"rate-test-model-8570a0","namespace":"ai-tenant-e2e-shared-b-w3-8570a0"},"routeName":"rate-test-model-8570a0-kserve-route","namespace":"ai-tenant-e2e-shared-b-w3-8570a0","llmisvcName":"rate-test-model-8570a0","gateway":"openshift-ingress/e2e-shared-b-w3-8570a0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:13:11.464420733Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-e7089b","namespace":"ai-tenant-e2e-shared-a-w3-1250b3"},"namespace":"ai-tenant-e2e-shared-a-w3-1250b3","name":"e2e-rate-iso-auth-e7089b","reconcileID":"70d1e71d-f95f-4b59-93b5-c02b3eb26f63","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-e7089b","namespace":"ai-tenant-e2e-shared-a-w3-1250b3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w3-1250b3","tenantID":"e2e-shared-a-w3-1250b3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:13:11.47461494Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-a-e7089b","namespace":"ai-tenant-e2e-shared-a-w3-1250b3"},"namespace":"ai-tenant-e2e-shared-a-w3-1250b3","name":"e2e-rate-iso-a-e7089b","reconcileID":"50cf345e-efed-4770-b0f8-af36df70e9dc","MaaSSubscription":{"name":"e2e-rate-iso-a-e7089b","namespace":"ai-tenant-e2e-shared-a-w3-1250b3"},"name":"maas-trlp-rate-test-model-1250b3","model":"rate-test-model-1250b3","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-shared-a-w3-1250b3/e2e-rate-iso-a-e7089b"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:13:11.476626408Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-e7089b","namespace":"ai-tenant-e2e-shared-b-w3-8570a0"},"namespace":"ai-tenant-e2e-shared-b-w3-8570a0","name":"e2e-rate-iso-auth-e7089b","reconcileID":"94522009-c075-4369-be48-4e06e122b0b2","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-e7089b","namespace":"ai-tenant-e2e-shared-b-w3-8570a0"},"name":"e2e-shared-b-w3-8570a0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:13:11.51339343Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-8570a0","namespace":"ai-tenant-e2e-shared-b-w3-8570a0"},"namespace":"ai-tenant-e2e-shared-b-w3-8570a0","name":"rate-test-model-8570a0","reconcileID":"2264b524-b95b-44aa-9146-404e182725bc","MaaSModelRef":{"name":"rate-test-model-8570a0","namespace":"ai-tenant-e2e-shared-b-w3-8570a0"},"tenant":"e2e-shared-b-w3-8570a0","gateway":"openshift-ingress/e2e-shared-b-w3-8570a0","model":"ai-tenant-e2e-shared-b-w3-8570a0/rate-test-model-8570a0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:13:11.513413176Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-8570a0","namespace":"ai-tenant-e2e-shared-b-w3-8570a0"},"namespace":"ai-tenant-e2e-shared-b-w3-8570a0","name":"rate-test-model-8570a0","reconcileID":"2264b524-b95b-44aa-9146-404e182725bc","MaaSModelRef":{"name":"rate-test-model-8570a0","namespace":"ai-tenant-e2e-shared-b-w3-8570a0"},"routeName":"rate-test-model-8570a0-kserve-route","namespace":"ai-tenant-e2e-shared-b-w3-8570a0","llmisvcName":"rate-test-model-8570a0","gateway":"openshift-ingress/e2e-shared-b-w3-8570a0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:13:11.517668539Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-e7089b","namespace":"ai-tenant-e2e-shared-a-w3-1250b3"},"namespace":"ai-tenant-e2e-shared-a-w3-1250b3","name":"e2e-rate-iso-auth-e7089b","reconcileID":"70d1e71d-f95f-4b59-93b5-c02b3eb26f63","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-e7089b","namespace":"ai-tenant-e2e-shared-a-w3-1250b3"},"name":"e2e-shared-a-w3-1250b3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:13:11.564896208Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-8570a0","namespace":"ai-tenant-e2e-shared-b-w3-8570a0"},"namespace":"ai-tenant-e2e-shared-b-w3-8570a0","name":"rate-test-model-8570a0","reconcileID":"41788d32-68e9-457d-a887-f06436974261","MaaSModelRef":{"name":"rate-test-model-8570a0","namespace":"ai-tenant-e2e-shared-b-w3-8570a0"},"tenant":"e2e-shared-b-w3-8570a0","gateway":"openshift-ingress/e2e-shared-b-w3-8570a0","model":"ai-tenant-e2e-shared-b-w3-8570a0/rate-test-model-8570a0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:13:11.564920314Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-8570a0","namespace":"ai-tenant-e2e-shared-b-w3-8570a0"},"namespace":"ai-tenant-e2e-shared-b-w3-8570a0","name":"rate-test-model-8570a0","reconcileID":"41788d32-68e9-457d-a887-f06436974261","MaaSModelRef":{"name":"rate-test-model-8570a0","namespace":"ai-tenant-e2e-shared-b-w3-8570a0"},"routeName":"rate-test-model-8570a0-kserve-route","namespace":"ai-tenant-e2e-shared-b-w3-8570a0","llmisvcName":"rate-test-model-8570a0","gateway":"openshift-ingress/e2e-shared-b-w3-8570a0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:13:11.629341303Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-1250b3","namespace":"ai-tenant-e2e-shared-a-w3-1250b3"},"namespace":"ai-tenant-e2e-shared-a-w3-1250b3","name":"rate-test-model-1250b3","reconcileID":"df1b6fc8-2462-445b-9f8a-378ececd5d68","MaaSModelRef":{"name":"rate-test-model-1250b3","namespace":"ai-tenant-e2e-shared-a-w3-1250b3"},"tenant":"e2e-shared-a-w3-1250b3","gateway":"openshift-ingress/e2e-shared-a-w3-1250b3","model":"ai-tenant-e2e-shared-a-w3-1250b3/rate-test-model-1250b3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:13:11.629366268Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-1250b3","namespace":"ai-tenant-e2e-shared-a-w3-1250b3"},"namespace":"ai-tenant-e2e-shared-a-w3-1250b3","name":"rate-test-model-1250b3","reconcileID":"df1b6fc8-2462-445b-9f8a-378ececd5d68","MaaSModelRef":{"name":"rate-test-model-1250b3","namespace":"ai-tenant-e2e-shared-a-w3-1250b3"},"routeName":"rate-test-model-1250b3-kserve-route","namespace":"ai-tenant-e2e-shared-a-w3-1250b3","llmisvcName":"rate-test-model-1250b3","gateway":"openshift-ingress/e2e-shared-a-w3-1250b3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:13:11.718402645Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-e7089b","namespace":"ai-tenant-e2e-shared-b-w3-8570a0"},"namespace":"ai-tenant-e2e-shared-b-w3-8570a0","name":"e2e-rate-iso-auth-e7089b","reconcileID":"7ad6dbdb-3b29-4bd8-ba94-2760c5e8b6a5","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-e7089b","namespace":"ai-tenant-e2e-shared-b-w3-8570a0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w3-8570a0","tenantID":"e2e-shared-b-w3-8570a0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:13:11.763489241Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-b-e7089b","namespace":"ai-tenant-e2e-shared-b-w3-8570a0"},"namespace":"ai-tenant-e2e-shared-b-w3-8570a0","name":"e2e-rate-iso-b-e7089b","reconcileID":"b19a6c7b-761c-4564-8917-957a4e2d3aba","MaaSSubscription":{"name":"e2e-rate-iso-b-e7089b","namespace":"ai-tenant-e2e-shared-b-w3-8570a0"},"name":"maas-trlp-rate-test-model-8570a0","model":"rate-test-model-8570a0","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-shared-b-w3-8570a0/e2e-rate-iso-b-e7089b"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:13:11.770610771Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-e7089b","namespace":"ai-tenant-e2e-shared-b-w3-8570a0"},"namespace":"ai-tenant-e2e-shared-b-w3-8570a0","name":"e2e-rate-iso-auth-e7089b","reconcileID":"7ad6dbdb-3b29-4bd8-ba94-2760c5e8b6a5","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-e7089b","namespace":"ai-tenant-e2e-shared-b-w3-8570a0"},"name":"e2e-shared-b-w3-8570a0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:13:11.860748018Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-a-e7089b","namespace":"ai-tenant-e2e-shared-a-w3-1250b3"},"namespace":"ai-tenant-e2e-shared-a-w3-1250b3","name":"e2e-rate-iso-a-e7089b","reconcileID":"1457ed38-b6fc-435f-9b9c-d6a3f66c300a","MaaSSubscription":{"name":"e2e-rate-iso-a-e7089b","namespace":"ai-tenant-e2e-shared-a-w3-1250b3"},"name":"maas-trlp-rate-test-model-1250b3","model":"ai-tenant-e2e-shared-a-w3-1250b3/rate-test-model-1250b3","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:13:11.918174553Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-8570a0","namespace":"ai-tenant-e2e-shared-b-w3-8570a0"},"namespace":"ai-tenant-e2e-shared-b-w3-8570a0","name":"rate-test-model-8570a0","reconcileID":"faacced7-c5b3-4a2d-9574-4a76c9e97fe3","MaaSModelRef":{"name":"rate-test-model-8570a0","namespace":"ai-tenant-e2e-shared-b-w3-8570a0"},"tenant":"e2e-shared-b-w3-8570a0","gateway":"openshift-ingress/e2e-shared-b-w3-8570a0","model":"ai-tenant-e2e-shared-b-w3-8570a0/rate-test-model-8570a0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:13:11.918200007Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-8570a0","namespace":"ai-tenant-e2e-shared-b-w3-8570a0"},"namespace":"ai-tenant-e2e-shared-b-w3-8570a0","name":"rate-test-model-8570a0","reconcileID":"faacced7-c5b3-4a2d-9574-4a76c9e97fe3","MaaSModelRef":{"name":"rate-test-model-8570a0","namespace":"ai-tenant-e2e-shared-b-w3-8570a0"},"routeName":"rate-test-model-8570a0-kserve-route","namespace":"ai-tenant-e2e-shared-b-w3-8570a0","llmisvcName":"rate-test-model-8570a0","gateway":"openshift-ingress/e2e-shared-b-w3-8570a0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:13:12.113108518Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-b-e7089b","namespace":"ai-tenant-e2e-shared-b-w3-8570a0"},"namespace":"ai-tenant-e2e-shared-b-w3-8570a0","name":"e2e-rate-iso-b-e7089b","reconcileID":"70c3e473-c718-47eb-a357-1dcef539624c","MaaSSubscription":{"name":"e2e-rate-iso-b-e7089b","namespace":"ai-tenant-e2e-shared-b-w3-8570a0"},"name":"maas-trlp-rate-test-model-8570a0","model":"ai-tenant-e2e-shared-b-w3-8570a0/rate-test-model-8570a0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:13:14.590535262Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-cacb84","namespace":"ai-tenant-e2e-shared-a-w2-cacb84"},"namespace":"ai-tenant-e2e-shared-a-w2-cacb84","name":"sub-test-model-cacb84","reconcileID":"61a6a481-da56-4baf-ad67-c0d2fc8e4227","MaaSModelRef":{"name":"sub-test-model-cacb84","namespace":"ai-tenant-e2e-shared-a-w2-cacb84"},"tenant":"e2e-shared-a-w2-cacb84","gateway":"openshift-ingress/e2e-shared-a-w2-cacb84","model":"ai-tenant-e2e-shared-a-w2-cacb84/sub-test-model-cacb84","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:13:14.590554801Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-cacb84","namespace":"ai-tenant-e2e-shared-a-w2-cacb84"},"namespace":"ai-tenant-e2e-shared-a-w2-cacb84","name":"sub-test-model-cacb84","reconcileID":"61a6a481-da56-4baf-ad67-c0d2fc8e4227","MaaSModelRef":{"name":"sub-test-model-cacb84","namespace":"ai-tenant-e2e-shared-a-w2-cacb84"},"routeName":"sub-test-model-cacb84-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-cacb84","llmisvcName":"sub-test-model-cacb84","gateway":"openshift-ingress/e2e-shared-a-w2-cacb84","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:13:14.647367033Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-cacb84","namespace":"ai-tenant-e2e-shared-a-w2-cacb84"},"namespace":"ai-tenant-e2e-shared-a-w2-cacb84","name":"sub-test-model-cacb84","reconcileID":"09fc0024-0793-4954-9fac-f92eb76bc8f4","MaaSModelRef":{"name":"sub-test-model-cacb84","namespace":"ai-tenant-e2e-shared-a-w2-cacb84"},"tenant":"e2e-shared-a-w2-cacb84","gateway":"openshift-ingress/e2e-shared-a-w2-cacb84","model":"ai-tenant-e2e-shared-a-w2-cacb84/sub-test-model-cacb84","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:13:14.64740718Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-cacb84","namespace":"ai-tenant-e2e-shared-a-w2-cacb84"},"namespace":"ai-tenant-e2e-shared-a-w2-cacb84","name":"sub-test-model-cacb84","reconcileID":"09fc0024-0793-4954-9fac-f92eb76bc8f4","MaaSModelRef":{"name":"sub-test-model-cacb84","namespace":"ai-tenant-e2e-shared-a-w2-cacb84"},"routeName":"sub-test-model-cacb84-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-cacb84","llmisvcName":"sub-test-model-cacb84","gateway":"openshift-ingress/e2e-shared-a-w2-cacb84","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:13:14.688060295Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-90c8c0","namespace":"ai-tenant-e2e-shared-a-w2-cacb84"},"namespace":"ai-tenant-e2e-shared-a-w2-cacb84","name":"e2e-sub-iso-auth-90c8c0","reconcileID":"b31ac4e0-a9fc-42eb-a976-97aabfa99eac","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-90c8c0","namespace":"ai-tenant-e2e-shared-a-w2-cacb84"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-cacb84","tenantID":"e2e-shared-a-w2-cacb84","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T13:13:14.69021984Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-90c8c0","namespace":"ai-tenant-e2e-shared-a-w2-cacb84"},"namespace":"ai-tenant-e2e-shared-a-w2-cacb84","name":"e2e-shared-sub-90c8c0","reconcileID":"c183ba71-e3ef-450a-977a-11abcf3498b6","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-shared-sub-90c8c0\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T13:13:14.69674867Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-cacb84","namespace":"ai-tenant-e2e-shared-a-w2-cacb84"},"namespace":"ai-tenant-e2e-shared-a-w2-cacb84","name":"sub-test-model-cacb84","reconcileID":"09fc0024-0793-4954-9fac-f92eb76bc8f4","name":"sub-test-model-cacb84","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"sub-test-model-cacb84\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T13:13:14.69679812Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-cacb84","namespace":"ai-tenant-e2e-shared-a-w2-cacb84"},"namespace":"ai-tenant-e2e-shared-a-w2-cacb84","name":"sub-test-model-cacb84","reconcileID":"09fc0024-0793-4954-9fac-f92eb76bc8f4","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"sub-test-model-cacb84\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T13:13:14.702144978Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-cacb84","namespace":"ai-tenant-e2e-shared-a-w2-cacb84"},"namespace":"ai-tenant-e2e-shared-a-w2-cacb84","name":"sub-test-model-cacb84","reconcileID":"63b47548-3af8-45c8-bfeb-6f634e9261a0","MaaSModelRef":{"name":"sub-test-model-cacb84","namespace":"ai-tenant-e2e-shared-a-w2-cacb84"},"tenant":"e2e-shared-a-w2-cacb84","gateway":"openshift-ingress/e2e-shared-a-w2-cacb84","model":"ai-tenant-e2e-shared-a-w2-cacb84/sub-test-model-cacb84","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:13:14.702159688Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-cacb84","namespace":"ai-tenant-e2e-shared-a-w2-cacb84"},"namespace":"ai-tenant-e2e-shared-a-w2-cacb84","name":"sub-test-model-cacb84","reconcileID":"63b47548-3af8-45c8-bfeb-6f634e9261a0","MaaSModelRef":{"name":"sub-test-model-cacb84","namespace":"ai-tenant-e2e-shared-a-w2-cacb84"},"routeName":"sub-test-model-cacb84-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-cacb84","llmisvcName":"sub-test-model-cacb84","gateway":"openshift-ingress/e2e-shared-a-w2-cacb84","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:13:14.741314418Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-90c8c0","namespace":"ai-tenant-e2e-shared-a-w2-cacb84"},"namespace":"ai-tenant-e2e-shared-a-w2-cacb84","name":"e2e-sub-iso-auth-90c8c0","reconcileID":"b31ac4e0-a9fc-42eb-a976-97aabfa99eac","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-90c8c0","namespace":"ai-tenant-e2e-shared-a-w2-cacb84"},"name":"e2e-shared-a-w2-cacb84-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:13:14.792129739Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-cacb84","namespace":"ai-tenant-e2e-shared-a-w2-cacb84"},"namespace":"ai-tenant-e2e-shared-a-w2-cacb84","name":"sub-test-model-cacb84","reconcileID":"254471ff-ac50-49b7-bfae-5eb2cb566821","MaaSModelRef":{"name":"sub-test-model-cacb84","namespace":"ai-tenant-e2e-shared-a-w2-cacb84"},"tenant":"e2e-shared-a-w2-cacb84","gateway":"openshift-ingress/e2e-shared-a-w2-cacb84","model":"ai-tenant-e2e-shared-a-w2-cacb84/sub-test-model-cacb84","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:13:14.792151688Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-cacb84","namespace":"ai-tenant-e2e-shared-a-w2-cacb84"},"namespace":"ai-tenant-e2e-shared-a-w2-cacb84","name":"sub-test-model-cacb84","reconcileID":"254471ff-ac50-49b7-bfae-5eb2cb566821","MaaSModelRef":{"name":"sub-test-model-cacb84","namespace":"ai-tenant-e2e-shared-a-w2-cacb84"},"routeName":"sub-test-model-cacb84-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-cacb84","llmisvcName":"sub-test-model-cacb84","gateway":"openshift-ingress/e2e-shared-a-w2-cacb84","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:13:14.845067839Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-cacb84","namespace":"ai-tenant-e2e-shared-a-w2-cacb84"},"namespace":"ai-tenant-e2e-shared-a-w2-cacb84","name":"sub-test-model-cacb84","reconcileID":"10433459-448e-4479-9ba4-3afcf6dfc06f","MaaSModelRef":{"name":"sub-test-model-cacb84","namespace":"ai-tenant-e2e-shared-a-w2-cacb84"},"tenant":"e2e-shared-a-w2-cacb84","gateway":"openshift-ingress/e2e-shared-a-w2-cacb84","model":"ai-tenant-e2e-shared-a-w2-cacb84/sub-test-model-cacb84","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:13:14.845090412Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-cacb84","namespace":"ai-tenant-e2e-shared-a-w2-cacb84"},"namespace":"ai-tenant-e2e-shared-a-w2-cacb84","name":"sub-test-model-cacb84","reconcileID":"10433459-448e-4479-9ba4-3afcf6dfc06f","MaaSModelRef":{"name":"sub-test-model-cacb84","namespace":"ai-tenant-e2e-shared-a-w2-cacb84"},"routeName":"sub-test-model-cacb84-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-cacb84","llmisvcName":"sub-test-model-cacb84","gateway":"openshift-ingress/e2e-shared-a-w2-cacb84","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:13:14.858560575Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-e0615c","namespace":"ai-tenant-e2e-shared-b-w2-e0615c"},"namespace":"ai-tenant-e2e-shared-b-w2-e0615c","name":"sub-test-model-e0615c","reconcileID":"4ecc6000-53d7-4bc2-9d8c-b26c7f53f88b","MaaSModelRef":{"name":"sub-test-model-e0615c","namespace":"ai-tenant-e2e-shared-b-w2-e0615c"},"tenant":"e2e-shared-b-w2-e0615c","gateway":"openshift-ingress/e2e-shared-b-w2-e0615c","model":"ai-tenant-e2e-shared-b-w2-e0615c/sub-test-model-e0615c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:13:14.858681002Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-e0615c","namespace":"ai-tenant-e2e-shared-b-w2-e0615c"},"namespace":"ai-tenant-e2e-shared-b-w2-e0615c","name":"sub-test-model-e0615c","reconcileID":"4ecc6000-53d7-4bc2-9d8c-b26c7f53f88b","MaaSModelRef":{"name":"sub-test-model-e0615c","namespace":"ai-tenant-e2e-shared-b-w2-e0615c"},"routeName":"sub-test-model-e0615c-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-e0615c","llmisvcName":"sub-test-model-e0615c","gateway":"openshift-ingress/e2e-shared-b-w2-e0615c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:13:14.913636101Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-e0615c","namespace":"ai-tenant-e2e-shared-b-w2-e0615c"},"namespace":"ai-tenant-e2e-shared-b-w2-e0615c","name":"sub-test-model-e0615c","reconcileID":"20991c92-349d-4ba1-9f88-e8deb37c31e7","MaaSModelRef":{"name":"sub-test-model-e0615c","namespace":"ai-tenant-e2e-shared-b-w2-e0615c"},"tenant":"e2e-shared-b-w2-e0615c","gateway":"openshift-ingress/e2e-shared-b-w2-e0615c","model":"ai-tenant-e2e-shared-b-w2-e0615c/sub-test-model-e0615c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:13:14.913659524Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-e0615c","namespace":"ai-tenant-e2e-shared-b-w2-e0615c"},"namespace":"ai-tenant-e2e-shared-b-w2-e0615c","name":"sub-test-model-e0615c","reconcileID":"20991c92-349d-4ba1-9f88-e8deb37c31e7","MaaSModelRef":{"name":"sub-test-model-e0615c","namespace":"ai-tenant-e2e-shared-b-w2-e0615c"},"routeName":"sub-test-model-e0615c-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-e0615c","llmisvcName":"sub-test-model-e0615c","gateway":"openshift-ingress/e2e-shared-b-w2-e0615c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:13:14.955911077Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-90c8c0","namespace":"ai-tenant-e2e-shared-b-w2-e0615c"},"namespace":"ai-tenant-e2e-shared-b-w2-e0615c","name":"e2e-sub-iso-auth-90c8c0","reconcileID":"3708c484-1c28-4562-9533-911f49d958a4","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-90c8c0","namespace":"ai-tenant-e2e-shared-b-w2-e0615c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-e0615c","tenantID":"e2e-shared-b-w2-e0615c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T13:13:14.961742756Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-90c8c0","namespace":"ai-tenant-e2e-shared-b-w2-e0615c"},"namespace":"ai-tenant-e2e-shared-b-w2-e0615c","name":"e2e-shared-sub-90c8c0","reconcileID":"6a9f6d0a-af11-4ba0-9f9d-1b82b163af42","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-shared-sub-90c8c0\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T13:13:14.962988488Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-e0615c","namespace":"ai-tenant-e2e-shared-b-w2-e0615c"},"namespace":"ai-tenant-e2e-shared-b-w2-e0615c","name":"sub-test-model-e0615c","reconcileID":"20991c92-349d-4ba1-9f88-e8deb37c31e7","name":"sub-test-model-e0615c","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"sub-test-model-e0615c\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T13:13:14.963054897Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-e0615c","namespace":"ai-tenant-e2e-shared-b-w2-e0615c"},"namespace":"ai-tenant-e2e-shared-b-w2-e0615c","name":"sub-test-model-e0615c","reconcileID":"20991c92-349d-4ba1-9f88-e8deb37c31e7","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"sub-test-model-e0615c\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T13:13:14.968428498Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-e0615c","namespace":"ai-tenant-e2e-shared-b-w2-e0615c"},"namespace":"ai-tenant-e2e-shared-b-w2-e0615c","name":"sub-test-model-e0615c","reconcileID":"ee41b754-3eb5-406c-a516-af5913352cee","MaaSModelRef":{"name":"sub-test-model-e0615c","namespace":"ai-tenant-e2e-shared-b-w2-e0615c"},"tenant":"e2e-shared-b-w2-e0615c","gateway":"openshift-ingress/e2e-shared-b-w2-e0615c","model":"ai-tenant-e2e-shared-b-w2-e0615c/sub-test-model-e0615c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:13:14.968443351Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-e0615c","namespace":"ai-tenant-e2e-shared-b-w2-e0615c"},"namespace":"ai-tenant-e2e-shared-b-w2-e0615c","name":"sub-test-model-e0615c","reconcileID":"ee41b754-3eb5-406c-a516-af5913352cee","MaaSModelRef":{"name":"sub-test-model-e0615c","namespace":"ai-tenant-e2e-shared-b-w2-e0615c"},"routeName":"sub-test-model-e0615c-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-e0615c","llmisvcName":"sub-test-model-e0615c","gateway":"openshift-ingress/e2e-shared-b-w2-e0615c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:13:15.009616915Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-90c8c0","namespace":"ai-tenant-e2e-shared-b-w2-e0615c"},"namespace":"ai-tenant-e2e-shared-b-w2-e0615c","name":"e2e-sub-iso-auth-90c8c0","reconcileID":"3708c484-1c28-4562-9533-911f49d958a4","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-90c8c0","namespace":"ai-tenant-e2e-shared-b-w2-e0615c"},"name":"e2e-shared-b-w2-e0615c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:13:15.04425057Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-90c8c0","namespace":"ai-tenant-e2e-shared-a-w2-cacb84"},"namespace":"ai-tenant-e2e-shared-a-w2-cacb84","name":"e2e-shared-sub-90c8c0","reconcileID":"37dfe931-e736-45e3-bf46-7a422e3ef595","MaaSSubscription":{"name":"e2e-shared-sub-90c8c0","namespace":"ai-tenant-e2e-shared-a-w2-cacb84"},"name":"maas-trlp-sub-test-model-cacb84","model":"sub-test-model-cacb84","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-shared-a-w2-cacb84/e2e-shared-sub-90c8c0"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:13:15.055687196Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-90c8c0","namespace":"ai-tenant-e2e-shared-a-w2-cacb84"},"namespace":"ai-tenant-e2e-shared-a-w2-cacb84","name":"e2e-sub-iso-auth-90c8c0","reconcileID":"bb72c07b-0c52-4384-9af2-1cfa283f7e2b","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-90c8c0","namespace":"ai-tenant-e2e-shared-a-w2-cacb84"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-cacb84","tenantID":"e2e-shared-a-w2-cacb84","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:13:15.061082623Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-e0615c","namespace":"ai-tenant-e2e-shared-b-w2-e0615c"},"namespace":"ai-tenant-e2e-shared-b-w2-e0615c","name":"sub-test-model-e0615c","reconcileID":"98f2f19d-c09e-49ab-8830-11a129d2d1c9","MaaSModelRef":{"name":"sub-test-model-e0615c","namespace":"ai-tenant-e2e-shared-b-w2-e0615c"},"tenant":"e2e-shared-b-w2-e0615c","gateway":"openshift-ingress/e2e-shared-b-w2-e0615c","model":"ai-tenant-e2e-shared-b-w2-e0615c/sub-test-model-e0615c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:13:15.06110168Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-e0615c","namespace":"ai-tenant-e2e-shared-b-w2-e0615c"},"namespace":"ai-tenant-e2e-shared-b-w2-e0615c","name":"sub-test-model-e0615c","reconcileID":"98f2f19d-c09e-49ab-8830-11a129d2d1c9","MaaSModelRef":{"name":"sub-test-model-e0615c","namespace":"ai-tenant-e2e-shared-b-w2-e0615c"},"routeName":"sub-test-model-e0615c-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-e0615c","llmisvcName":"sub-test-model-e0615c","gateway":"openshift-ingress/e2e-shared-b-w2-e0615c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:13:15.108265387Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-90c8c0","namespace":"ai-tenant-e2e-shared-a-w2-cacb84"},"namespace":"ai-tenant-e2e-shared-a-w2-cacb84","name":"e2e-sub-iso-auth-90c8c0","reconcileID":"bb72c07b-0c52-4384-9af2-1cfa283f7e2b","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-90c8c0","namespace":"ai-tenant-e2e-shared-a-w2-cacb84"},"name":"e2e-shared-a-w2-cacb84-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:13:15.113855606Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-e0615c","namespace":"ai-tenant-e2e-shared-b-w2-e0615c"},"namespace":"ai-tenant-e2e-shared-b-w2-e0615c","name":"sub-test-model-e0615c","reconcileID":"4a7a6c6f-650b-4b2b-9e1b-e20f32643a3b","MaaSModelRef":{"name":"sub-test-model-e0615c","namespace":"ai-tenant-e2e-shared-b-w2-e0615c"},"tenant":"e2e-shared-b-w2-e0615c","gateway":"openshift-ingress/e2e-shared-b-w2-e0615c","model":"ai-tenant-e2e-shared-b-w2-e0615c/sub-test-model-e0615c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:13:15.113876471Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-e0615c","namespace":"ai-tenant-e2e-shared-b-w2-e0615c"},"namespace":"ai-tenant-e2e-shared-b-w2-e0615c","name":"sub-test-model-e0615c","reconcileID":"4a7a6c6f-650b-4b2b-9e1b-e20f32643a3b","MaaSModelRef":{"name":"sub-test-model-e0615c","namespace":"ai-tenant-e2e-shared-b-w2-e0615c"},"routeName":"sub-test-model-e0615c-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-e0615c","llmisvcName":"sub-test-model-e0615c","gateway":"openshift-ingress/e2e-shared-b-w2-e0615c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:13:15.120864315Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-cacb84","namespace":"ai-tenant-e2e-shared-a-w2-cacb84"},"namespace":"ai-tenant-e2e-shared-a-w2-cacb84","name":"sub-test-model-cacb84","reconcileID":"885dbfb5-c039-41dd-8034-5a0128f50aaa","MaaSModelRef":{"name":"sub-test-model-cacb84","namespace":"ai-tenant-e2e-shared-a-w2-cacb84"},"tenant":"e2e-shared-a-w2-cacb84","gateway":"openshift-ingress/e2e-shared-a-w2-cacb84","model":"ai-tenant-e2e-shared-a-w2-cacb84/sub-test-model-cacb84","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:13:15.120882674Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-cacb84","namespace":"ai-tenant-e2e-shared-a-w2-cacb84"},"namespace":"ai-tenant-e2e-shared-a-w2-cacb84","name":"sub-test-model-cacb84","reconcileID":"885dbfb5-c039-41dd-8034-5a0128f50aaa","MaaSModelRef":{"name":"sub-test-model-cacb84","namespace":"ai-tenant-e2e-shared-a-w2-cacb84"},"routeName":"sub-test-model-cacb84-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-cacb84","llmisvcName":"sub-test-model-cacb84","gateway":"openshift-ingress/e2e-shared-a-w2-cacb84","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:13:15.173884137Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-cacb84","namespace":"ai-tenant-e2e-shared-a-w2-cacb84"},"namespace":"ai-tenant-e2e-shared-a-w2-cacb84","name":"sub-test-model-cacb84","reconcileID":"c00079e4-81cb-43ca-a607-1960b4c6a634","MaaSModelRef":{"name":"sub-test-model-cacb84","namespace":"ai-tenant-e2e-shared-a-w2-cacb84"},"tenant":"e2e-shared-a-w2-cacb84","gateway":"openshift-ingress/e2e-shared-a-w2-cacb84","model":"ai-tenant-e2e-shared-a-w2-cacb84/sub-test-model-cacb84","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:13:15.173906241Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-cacb84","namespace":"ai-tenant-e2e-shared-a-w2-cacb84"},"namespace":"ai-tenant-e2e-shared-a-w2-cacb84","name":"sub-test-model-cacb84","reconcileID":"c00079e4-81cb-43ca-a607-1960b4c6a634","MaaSModelRef":{"name":"sub-test-model-cacb84","namespace":"ai-tenant-e2e-shared-a-w2-cacb84"},"routeName":"sub-test-model-cacb84-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-cacb84","llmisvcName":"sub-test-model-cacb84","gateway":"openshift-ingress/e2e-shared-a-w2-cacb84","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:13:15.197900288Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-cacb84","namespace":"ai-tenant-e2e-shared-a-w2-cacb84"},"namespace":"ai-tenant-e2e-shared-a-w2-cacb84","name":"sub-test-model-cacb84","reconcileID":"33225fa2-6515-4561-8bb3-327b9472ba25","MaaSModelRef":{"name":"sub-test-model-cacb84","namespace":"ai-tenant-e2e-shared-a-w2-cacb84"},"tenant":"e2e-shared-a-w2-cacb84","gateway":"openshift-ingress/e2e-shared-a-w2-cacb84","model":"ai-tenant-e2e-shared-a-w2-cacb84/sub-test-model-cacb84","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:13:15.197919694Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-cacb84","namespace":"ai-tenant-e2e-shared-a-w2-cacb84"},"namespace":"ai-tenant-e2e-shared-a-w2-cacb84","name":"sub-test-model-cacb84","reconcileID":"33225fa2-6515-4561-8bb3-327b9472ba25","MaaSModelRef":{"name":"sub-test-model-cacb84","namespace":"ai-tenant-e2e-shared-a-w2-cacb84"},"routeName":"sub-test-model-cacb84-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-cacb84","llmisvcName":"sub-test-model-cacb84","gateway":"openshift-ingress/e2e-shared-a-w2-cacb84","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T13:13:15.221505329Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-a-only-90c8c0","namespace":"ai-tenant-e2e-shared-a-w2-cacb84"},"namespace":"ai-tenant-e2e-shared-a-w2-cacb84","name":"e2e-a-only-90c8c0","reconcileID":"cc8a34f4-d0d6-469d-a854-77f431445c0a","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-a-only-90c8c0\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T13:13:15.302969423Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-90c8c0","namespace":"ai-tenant-e2e-shared-b-w2-e0615c"},"namespace":"ai-tenant-e2e-shared-b-w2-e0615c","name":"e2e-sub-iso-auth-90c8c0","reconcileID":"c11a1662-7c01-48a8-aebd-d5d93ac58adf","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-90c8c0","namespace":"ai-tenant-e2e-shared-b-w2-e0615c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-e0615c","tenantID":"e2e-shared-b-w2-e0615c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:13:15.311163156Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-90c8c0","namespace":"ai-tenant-e2e-shared-b-w2-e0615c"},"namespace":"ai-tenant-e2e-shared-b-w2-e0615c","name":"e2e-shared-sub-90c8c0","reconcileID":"6a316e1b-6a0b-4fb0-8846-666d214e46d3","MaaSSubscription":{"name":"e2e-shared-sub-90c8c0","namespace":"ai-tenant-e2e-shared-b-w2-e0615c"},"name":"maas-trlp-sub-test-model-e0615c","model":"sub-test-model-e0615c","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-shared-b-w2-e0615c/e2e-shared-sub-90c8c0"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:13:15.326257567Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-cacb84","namespace":"ai-tenant-e2e-shared-a-w2-cacb84"},"namespace":"ai-tenant-e2e-shared-a-w2-cacb84","name":"sub-test-model-cacb84","reconcileID":"26845c0d-07af-4aa4-a453-c364e06f5953","MaaSModelRef":{"name":"sub-test-model-cacb84","namespace":"ai-tenant-e2e-shared-a-w2-cacb84"},"tenant":"e2e-shared-a-w2-cacb84","gateway":"openshift-ingress/e2e-shared-a-w2-cacb84","model":"ai-tenant-e2e-shared-a-w2-cacb84/sub-test-model-cacb84","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:13:15.326282099Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-cacb84","namespace":"ai-tenant-e2e-shared-a-w2-cacb84"},"namespace":"ai-tenant-e2e-shared-a-w2-cacb84","name":"sub-test-model-cacb84","reconcileID":"26845c0d-07af-4aa4-a453-c364e06f5953","MaaSModelRef":{"name":"sub-test-model-cacb84","namespace":"ai-tenant-e2e-shared-a-w2-cacb84"},"routeName":"sub-test-model-cacb84-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-cacb84","llmisvcName":"sub-test-model-cacb84","gateway":"openshift-ingress/e2e-shared-a-w2-cacb84","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:13:15.355166891Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-90c8c0","namespace":"ai-tenant-e2e-shared-b-w2-e0615c"},"namespace":"ai-tenant-e2e-shared-b-w2-e0615c","name":"e2e-sub-iso-auth-90c8c0","reconcileID":"c11a1662-7c01-48a8-aebd-d5d93ac58adf","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-90c8c0","namespace":"ai-tenant-e2e-shared-b-w2-e0615c"},"name":"e2e-shared-b-w2-e0615c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:13:15.366929054Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-e0615c","namespace":"ai-tenant-e2e-shared-b-w2-e0615c"},"namespace":"ai-tenant-e2e-shared-b-w2-e0615c","name":"sub-test-model-e0615c","reconcileID":"ed646fca-e4cd-42c0-9c4a-439d5464a850","MaaSModelRef":{"name":"sub-test-model-e0615c","namespace":"ai-tenant-e2e-shared-b-w2-e0615c"},"tenant":"e2e-shared-b-w2-e0615c","gateway":"openshift-ingress/e2e-shared-b-w2-e0615c","model":"ai-tenant-e2e-shared-b-w2-e0615c/sub-test-model-e0615c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:13:15.366947718Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-e0615c","namespace":"ai-tenant-e2e-shared-b-w2-e0615c"},"namespace":"ai-tenant-e2e-shared-b-w2-e0615c","name":"sub-test-model-e0615c","reconcileID":"ed646fca-e4cd-42c0-9c4a-439d5464a850","MaaSModelRef":{"name":"sub-test-model-e0615c","namespace":"ai-tenant-e2e-shared-b-w2-e0615c"},"routeName":"sub-test-model-e0615c-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-e0615c","llmisvcName":"sub-test-model-e0615c","gateway":"openshift-ingress/e2e-shared-b-w2-e0615c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:13:15.376991406Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-cacb84","namespace":"ai-tenant-e2e-shared-a-w2-cacb84"},"namespace":"ai-tenant-e2e-shared-a-w2-cacb84","name":"sub-test-model-cacb84","reconcileID":"9e0f4d49-21d6-4b01-bc21-2e6bd4d916ac","MaaSModelRef":{"name":"sub-test-model-cacb84","namespace":"ai-tenant-e2e-shared-a-w2-cacb84"},"tenant":"e2e-shared-a-w2-cacb84","gateway":"openshift-ingress/e2e-shared-a-w2-cacb84","model":"ai-tenant-e2e-shared-a-w2-cacb84/sub-test-model-cacb84","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:13:15.377007283Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-cacb84","namespace":"ai-tenant-e2e-shared-a-w2-cacb84"},"namespace":"ai-tenant-e2e-shared-a-w2-cacb84","name":"sub-test-model-cacb84","reconcileID":"9e0f4d49-21d6-4b01-bc21-2e6bd4d916ac","MaaSModelRef":{"name":"sub-test-model-cacb84","namespace":"ai-tenant-e2e-shared-a-w2-cacb84"},"routeName":"sub-test-model-cacb84-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-cacb84","llmisvcName":"sub-test-model-cacb84","gateway":"openshift-ingress/e2e-shared-a-w2-cacb84","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:13:15.40397185Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-90c8c0","namespace":"ai-tenant-e2e-shared-a-w2-cacb84"},"namespace":"ai-tenant-e2e-shared-a-w2-cacb84","name":"e2e-sub-iso-auth-90c8c0","reconcileID":"289ca999-98cc-4098-8f03-bf9a5e3f990b","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-90c8c0","namespace":"ai-tenant-e2e-shared-a-w2-cacb84"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-cacb84","tenantID":"e2e-shared-a-w2-cacb84","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:13:15.41794057Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-e0615c","namespace":"ai-tenant-e2e-shared-b-w2-e0615c"},"namespace":"ai-tenant-e2e-shared-b-w2-e0615c","name":"sub-test-model-e0615c","reconcileID":"e1213d6a-7572-4823-a15e-cf9e2cdb206a","MaaSModelRef":{"name":"sub-test-model-e0615c","namespace":"ai-tenant-e2e-shared-b-w2-e0615c"},"tenant":"e2e-shared-b-w2-e0615c","gateway":"openshift-ingress/e2e-shared-b-w2-e0615c","model":"ai-tenant-e2e-shared-b-w2-e0615c/sub-test-model-e0615c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:13:15.417964118Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-e0615c","namespace":"ai-tenant-e2e-shared-b-w2-e0615c"},"namespace":"ai-tenant-e2e-shared-b-w2-e0615c","name":"sub-test-model-e0615c","reconcileID":"e1213d6a-7572-4823-a15e-cf9e2cdb206a","MaaSModelRef":{"name":"sub-test-model-e0615c","namespace":"ai-tenant-e2e-shared-b-w2-e0615c"},"routeName":"sub-test-model-e0615c-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-e0615c","llmisvcName":"sub-test-model-e0615c","gateway":"openshift-ingress/e2e-shared-b-w2-e0615c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:13:15.456617653Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-90c8c0","namespace":"ai-tenant-e2e-shared-a-w2-cacb84"},"namespace":"ai-tenant-e2e-shared-a-w2-cacb84","name":"e2e-sub-iso-auth-90c8c0","reconcileID":"289ca999-98cc-4098-8f03-bf9a5e3f990b","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-90c8c0","namespace":"ai-tenant-e2e-shared-a-w2-cacb84"},"name":"e2e-shared-a-w2-cacb84-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:13:15.460971812Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-90c8c0","namespace":"ai-tenant-e2e-shared-a-w2-cacb84"},"namespace":"ai-tenant-e2e-shared-a-w2-cacb84","name":"e2e-shared-sub-90c8c0","reconcileID":"4fda1c01-8d7d-451d-86cb-f94fdb2ea298","MaaSSubscription":{"name":"e2e-shared-sub-90c8c0","namespace":"ai-tenant-e2e-shared-a-w2-cacb84"},"name":"maas-trlp-sub-test-model-cacb84","model":"ai-tenant-e2e-shared-a-w2-cacb84/sub-test-model-cacb84","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-shared-a-w2-cacb84/e2e-a-only-90c8c0","ai-tenant-e2e-shared-a-w2-cacb84/e2e-shared-sub-90c8c0"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:13:15.464918737Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-e0615c","namespace":"ai-tenant-e2e-shared-b-w2-e0615c"},"namespace":"ai-tenant-e2e-shared-b-w2-e0615c","name":"sub-test-model-e0615c","reconcileID":"317b3414-6dfb-4aa6-b11d-f11b74af2b36","MaaSModelRef":{"name":"sub-test-model-e0615c","namespace":"ai-tenant-e2e-shared-b-w2-e0615c"},"tenant":"e2e-shared-b-w2-e0615c","gateway":"openshift-ingress/e2e-shared-b-w2-e0615c","model":"ai-tenant-e2e-shared-b-w2-e0615c/sub-test-model-e0615c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:13:15.464934078Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-e0615c","namespace":"ai-tenant-e2e-shared-b-w2-e0615c"},"namespace":"ai-tenant-e2e-shared-b-w2-e0615c","name":"sub-test-model-e0615c","reconcileID":"317b3414-6dfb-4aa6-b11d-f11b74af2b36","MaaSModelRef":{"name":"sub-test-model-e0615c","namespace":"ai-tenant-e2e-shared-b-w2-e0615c"},"routeName":"sub-test-model-e0615c-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-e0615c","llmisvcName":"sub-test-model-e0615c","gateway":"openshift-ingress/e2e-shared-b-w2-e0615c","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T13:13:15.468513474Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-b-only-90c8c0","namespace":"ai-tenant-e2e-shared-b-w2-e0615c"},"namespace":"ai-tenant-e2e-shared-b-w2-e0615c","name":"e2e-b-only-90c8c0","reconcileID":"74479ec2-a5fd-4b12-a4e6-f364ed077579","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-b-only-90c8c0\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T13:13:15.570209862Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-a-only-90c8c0","namespace":"ai-tenant-e2e-shared-a-w2-cacb84"},"namespace":"ai-tenant-e2e-shared-a-w2-cacb84","name":"e2e-a-only-90c8c0","reconcileID":"2200d00e-4b1a-4d08-9ce3-f91ee1d99d5d","MaaSSubscription":{"name":"e2e-a-only-90c8c0","namespace":"ai-tenant-e2e-shared-a-w2-cacb84"},"name":"maas-trlp-sub-test-model-cacb84","model":"ai-tenant-e2e-shared-a-w2-cacb84/sub-test-model-cacb84","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:13:15.575560036Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-e0615c","namespace":"ai-tenant-e2e-shared-b-w2-e0615c"},"namespace":"ai-tenant-e2e-shared-b-w2-e0615c","name":"sub-test-model-e0615c","reconcileID":"5e4dfe59-ab2f-41bc-87f8-54918427e12c","MaaSModelRef":{"name":"sub-test-model-e0615c","namespace":"ai-tenant-e2e-shared-b-w2-e0615c"},"tenant":"e2e-shared-b-w2-e0615c","gateway":"openshift-ingress/e2e-shared-b-w2-e0615c","model":"ai-tenant-e2e-shared-b-w2-e0615c/sub-test-model-e0615c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:13:15.575577217Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-e0615c","namespace":"ai-tenant-e2e-shared-b-w2-e0615c"},"namespace":"ai-tenant-e2e-shared-b-w2-e0615c","name":"sub-test-model-e0615c","reconcileID":"5e4dfe59-ab2f-41bc-87f8-54918427e12c","MaaSModelRef":{"name":"sub-test-model-e0615c","namespace":"ai-tenant-e2e-shared-b-w2-e0615c"},"routeName":"sub-test-model-e0615c-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-e0615c","llmisvcName":"sub-test-model-e0615c","gateway":"openshift-ingress/e2e-shared-b-w2-e0615c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:13:15.628415094Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-e0615c","namespace":"ai-tenant-e2e-shared-b-w2-e0615c"},"namespace":"ai-tenant-e2e-shared-b-w2-e0615c","name":"sub-test-model-e0615c","reconcileID":"3ec60573-3831-4f55-8127-e9d8bac2c1d2","MaaSModelRef":{"name":"sub-test-model-e0615c","namespace":"ai-tenant-e2e-shared-b-w2-e0615c"},"tenant":"e2e-shared-b-w2-e0615c","gateway":"openshift-ingress/e2e-shared-b-w2-e0615c","model":"ai-tenant-e2e-shared-b-w2-e0615c/sub-test-model-e0615c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:13:15.628434713Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-e0615c","namespace":"ai-tenant-e2e-shared-b-w2-e0615c"},"namespace":"ai-tenant-e2e-shared-b-w2-e0615c","name":"sub-test-model-e0615c","reconcileID":"3ec60573-3831-4f55-8127-e9d8bac2c1d2","MaaSModelRef":{"name":"sub-test-model-e0615c","namespace":"ai-tenant-e2e-shared-b-w2-e0615c"},"routeName":"sub-test-model-e0615c-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-e0615c","llmisvcName":"sub-test-model-e0615c","gateway":"openshift-ingress/e2e-shared-b-w2-e0615c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:13:15.64776522Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-90c8c0","namespace":"ai-tenant-e2e-shared-b-w2-e0615c"},"namespace":"ai-tenant-e2e-shared-b-w2-e0615c","name":"e2e-sub-iso-auth-90c8c0","reconcileID":"be32e60e-765b-4053-9c3c-284e46c2a753","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-90c8c0","namespace":"ai-tenant-e2e-shared-b-w2-e0615c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-e0615c","tenantID":"e2e-shared-b-w2-e0615c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:13:15.699941035Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-90c8c0","namespace":"ai-tenant-e2e-shared-b-w2-e0615c"},"namespace":"ai-tenant-e2e-shared-b-w2-e0615c","name":"e2e-sub-iso-auth-90c8c0","reconcileID":"be32e60e-765b-4053-9c3c-284e46c2a753","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-90c8c0","namespace":"ai-tenant-e2e-shared-b-w2-e0615c"},"name":"e2e-shared-b-w2-e0615c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:13:15.723950663Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-cacb84","namespace":"ai-tenant-e2e-shared-a-w2-cacb84"},"namespace":"ai-tenant-e2e-shared-a-w2-cacb84","name":"sub-test-model-cacb84","reconcileID":"d4a8edd1-e20d-41a6-b705-e5de2462be80","MaaSModelRef":{"name":"sub-test-model-cacb84","namespace":"ai-tenant-e2e-shared-a-w2-cacb84"},"tenant":"e2e-shared-a-w2-cacb84","gateway":"openshift-ingress/e2e-shared-a-w2-cacb84","model":"ai-tenant-e2e-shared-a-w2-cacb84/sub-test-model-cacb84","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:13:15.723973139Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-cacb84","namespace":"ai-tenant-e2e-shared-a-w2-cacb84"},"namespace":"ai-tenant-e2e-shared-a-w2-cacb84","name":"sub-test-model-cacb84","reconcileID":"d4a8edd1-e20d-41a6-b705-e5de2462be80","MaaSModelRef":{"name":"sub-test-model-cacb84","namespace":"ai-tenant-e2e-shared-a-w2-cacb84"},"routeName":"sub-test-model-cacb84-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-cacb84","llmisvcName":"sub-test-model-cacb84","gateway":"openshift-ingress/e2e-shared-a-w2-cacb84","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:13:15.724631946Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-90c8c0","namespace":"ai-tenant-e2e-shared-b-w2-e0615c"},"namespace":"ai-tenant-e2e-shared-b-w2-e0615c","name":"e2e-shared-sub-90c8c0","reconcileID":"476dbf63-ff7d-4e90-9f88-87c44c4566d1","MaaSSubscription":{"name":"e2e-shared-sub-90c8c0","namespace":"ai-tenant-e2e-shared-b-w2-e0615c"},"name":"maas-trlp-sub-test-model-e0615c","model":"ai-tenant-e2e-shared-b-w2-e0615c/sub-test-model-e0615c","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-shared-b-w2-e0615c/e2e-b-only-90c8c0","ai-tenant-e2e-shared-b-w2-e0615c/e2e-shared-sub-90c8c0"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:13:15.772506378Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-90c8c0","namespace":"ai-tenant-e2e-shared-a-w2-cacb84"},"namespace":"ai-tenant-e2e-shared-a-w2-cacb84","name":"e2e-shared-sub-90c8c0","reconcileID":"420848fd-7c26-4468-95fc-42b2f261c109","MaaSSubscription":{"name":"e2e-shared-sub-90c8c0","namespace":"ai-tenant-e2e-shared-a-w2-cacb84"},"name":"maas-trlp-sub-test-model-cacb84","model":"ai-tenant-e2e-shared-a-w2-cacb84/sub-test-model-cacb84","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:13:15.87062787Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-b-only-90c8c0","namespace":"ai-tenant-e2e-shared-b-w2-e0615c"},"namespace":"ai-tenant-e2e-shared-b-w2-e0615c","name":"e2e-b-only-90c8c0","reconcileID":"861b3281-8d84-4495-8cf7-065927333ca9","MaaSSubscription":{"name":"e2e-b-only-90c8c0","namespace":"ai-tenant-e2e-shared-b-w2-e0615c"},"name":"maas-trlp-sub-test-model-e0615c","model":"ai-tenant-e2e-shared-b-w2-e0615c/sub-test-model-e0615c","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:13:15.918807163Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-a-only-90c8c0","namespace":"ai-tenant-e2e-shared-a-w2-cacb84"},"namespace":"ai-tenant-e2e-shared-a-w2-cacb84","name":"e2e-a-only-90c8c0","reconcileID":"919bfa30-515d-4495-9e2b-d92c91163fb7","MaaSSubscription":{"name":"e2e-a-only-90c8c0","namespace":"ai-tenant-e2e-shared-a-w2-cacb84"},"name":"maas-trlp-sub-test-model-cacb84","model":"ai-tenant-e2e-shared-a-w2-cacb84/sub-test-model-cacb84","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:13:16.027354269Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-e0615c","namespace":"ai-tenant-e2e-shared-b-w2-e0615c"},"namespace":"ai-tenant-e2e-shared-b-w2-e0615c","name":"sub-test-model-e0615c","reconcileID":"bfbbf55a-1514-439c-8683-af828c43b3ff","MaaSModelRef":{"name":"sub-test-model-e0615c","namespace":"ai-tenant-e2e-shared-b-w2-e0615c"},"tenant":"e2e-shared-b-w2-e0615c","gateway":"openshift-ingress/e2e-shared-b-w2-e0615c","model":"ai-tenant-e2e-shared-b-w2-e0615c/sub-test-model-e0615c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:13:16.02739644Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-e0615c","namespace":"ai-tenant-e2e-shared-b-w2-e0615c"},"namespace":"ai-tenant-e2e-shared-b-w2-e0615c","name":"sub-test-model-e0615c","reconcileID":"bfbbf55a-1514-439c-8683-af828c43b3ff","MaaSModelRef":{"name":"sub-test-model-e0615c","namespace":"ai-tenant-e2e-shared-b-w2-e0615c"},"routeName":"sub-test-model-e0615c-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-e0615c","llmisvcName":"sub-test-model-e0615c","gateway":"openshift-ingress/e2e-shared-b-w2-e0615c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:13:16.067838957Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-90c8c0","namespace":"ai-tenant-e2e-shared-b-w2-e0615c"},"namespace":"ai-tenant-e2e-shared-b-w2-e0615c","name":"e2e-shared-sub-90c8c0","reconcileID":"d5f17c6f-dfad-45ea-bcb1-b8cf95a1dfce","MaaSSubscription":{"name":"e2e-shared-sub-90c8c0","namespace":"ai-tenant-e2e-shared-b-w2-e0615c"},"name":"maas-trlp-sub-test-model-e0615c","model":"ai-tenant-e2e-shared-b-w2-e0615c/sub-test-model-e0615c","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:13:16.281210568Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-b-only-90c8c0","namespace":"ai-tenant-e2e-shared-b-w2-e0615c"},"namespace":"ai-tenant-e2e-shared-b-w2-e0615c","name":"e2e-b-only-90c8c0","reconcileID":"a57b4ba4-038f-4434-b918-9a45c4de04b9","MaaSSubscription":{"name":"e2e-b-only-90c8c0","namespace":"ai-tenant-e2e-shared-b-w2-e0615c"},"name":"maas-trlp-sub-test-model-e0615c","model":"ai-tenant-e2e-shared-b-w2-e0615c/sub-test-model-e0615c","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:13:16.436023537Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-e0615c","namespace":"ai-tenant-e2e-shared-b-w2-e0615c"},"namespace":"ai-tenant-e2e-shared-b-w2-e0615c","name":"sub-test-model-e0615c","reconcileID":"ea758096-b99e-4485-814f-5b07ae6c6a41","MaaSModelRef":{"name":"sub-test-model-e0615c","namespace":"ai-tenant-e2e-shared-b-w2-e0615c"},"tenant":"e2e-shared-b-w2-e0615c","gateway":"openshift-ingress/e2e-shared-b-w2-e0615c","model":"ai-tenant-e2e-shared-b-w2-e0615c/sub-test-model-e0615c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:13:16.436042455Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-e0615c","namespace":"ai-tenant-e2e-shared-b-w2-e0615c"},"namespace":"ai-tenant-e2e-shared-b-w2-e0615c","name":"sub-test-model-e0615c","reconcileID":"ea758096-b99e-4485-814f-5b07ae6c6a41","MaaSModelRef":{"name":"sub-test-model-e0615c","namespace":"ai-tenant-e2e-shared-b-w2-e0615c"},"routeName":"sub-test-model-e0615c-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-e0615c","llmisvcName":"sub-test-model-e0615c","gateway":"openshift-ingress/e2e-shared-b-w2-e0615c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:13:18.14776708Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-3b71ca","namespace":"ai-tenant-e2e-shared-a-w1-a4489c"},"namespace":"ai-tenant-e2e-shared-a-w1-a4489c","name":"e2e-sub-iso-auth-3b71ca","reconcileID":"c9963a98-9311-47ee-8e57-f456a2446699","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-3b71ca","namespace":"ai-tenant-e2e-shared-a-w1-a4489c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-a4489c","tenantID":"e2e-shared-a-w1-a4489c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:13:18.207856966Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-3b71ca","namespace":"ai-tenant-e2e-shared-a-w1-a4489c"},"namespace":"ai-tenant-e2e-shared-a-w1-a4489c","name":"e2e-sub-iso-auth-3b71ca","reconcileID":"c9963a98-9311-47ee-8e57-f456a2446699","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-3b71ca","namespace":"ai-tenant-e2e-shared-a-w1-a4489c"},"name":"e2e-shared-a-w1-a4489c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:13:18.260097021Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w1-a4489c-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (2c6ce1cbf50e2b32d8e76b0b0272aad2cc48714d3a25a484838f00070be908a7) AuthConfig (d0b0c2ab6b42550eb3a0160d1498cdac8ced901309aefebdb77cd33348b73678) AuthConfig (4f0641592f2b8932d9e1e4da70aabd761aa2ef8e79c66a2e72149de6eb662546) AuthConfig (2d55c35840cf47e0ea502bcc245df26579f0acdc9611f9b28a3d74a33d0c8ecc) AuthConfig (84e99e12da500210a880329d3633e1d3b2709836b70bfc71fb0f0f97b57b1c8d) AuthConfig (0e4a30b86310de1b54800af1aa2a24c591433e3eee108dbd56d088cba76602b1) AuthConfig (6eb1af48e6896f9575477e04b0bd3106527f89011d25ab750b3a12c472b3441e) AuthConfig (e245a9ed11cd227962320402c3b73bffc208a97931ab16946542c6ae3be3c9c8) AuthConfig (a8576686e7dc188eda49e217aa53bf1f2a317e5ca49b7e1076b435c00cb4a67d) AuthConfig (6a8e6d585b1a5920905de93a94910348640d25b6800bda139a15efc00123597c) AuthConfig (188f20f77cd8bace81fe6cda8b99a1b4ee05156a971e8cbe7e33d3832b7f6d3c) AuthConfig (214ebe57f9536b5c25eee66b6caa1ab8ca5911939e51655594a6abce163609bb) AuthConfig (56645059d63902a8d779888ccc6056d0140d950799c03cb4dc60a24c89222ccb) AuthConfig (53b717d7afd789122601e01b2ab54a01d2933e0995ae0e6ac3c9e0409f0183c6) AuthConfig (f741c806d0747f294da047e306f1981e28f5eb5132e47c234c34b440f77b7d89) AuthConfig (923b95f16ab9745e076ce1d667bdf76fbc2d9e49459ac8ff2193ed3745885f11) AuthConfig (890103f714c6cfec1b9ec3b30ce194735fb4546928f60a01a9e8336f03852dae) AuthConfig (c4a8af97555af232abd9ec48c4fb2cbf397709438fd4c64f1313201e71124f10)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-3b71ca","namespace":"ai-tenant-e2e-shared-a-w1-a4489c"},"namespace":"ai-tenant-e2e-shared-a-w1-a4489c","name":"e2e-sub-iso-auth-3b71ca","reconcileID":"c9963a98-9311-47ee-8e57-f456a2446699","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-3b71ca","namespace":"ai-tenant-e2e-shared-a-w1-a4489c"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:13:25.712739108Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:13:28.393422161Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-3b71ca","namespace":"ai-tenant-e2e-shared-a-w1-a4489c"},"namespace":"ai-tenant-e2e-shared-a-w1-a4489c","name":"e2e-sub-iso-auth-3b71ca","reconcileID":"d165771f-6b0c-429e-907a-2749746e7009","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-3b71ca","namespace":"ai-tenant-e2e-shared-a-w1-a4489c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-a4489c","tenantID":"e2e-shared-a-w1-a4489c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:13:28.446083861Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-3b71ca","namespace":"ai-tenant-e2e-shared-a-w1-a4489c"},"namespace":"ai-tenant-e2e-shared-a-w1-a4489c","name":"e2e-sub-iso-auth-3b71ca","reconcileID":"d165771f-6b0c-429e-907a-2749746e7009","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-3b71ca","namespace":"ai-tenant-e2e-shared-a-w1-a4489c"},"name":"e2e-shared-a-w1-a4489c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:13:28.749196986Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-a4489c","namespace":"ai-tenant-e2e-shared-a-w1-a4489c"},"namespace":"ai-tenant-e2e-shared-a-w1-a4489c","name":"sub-test-model-a4489c","reconcileID":"4d066388-aacd-45af-858c-be3bb8ed237a","MaaSModelRef":{"name":"sub-test-model-a4489c","namespace":"ai-tenant-e2e-shared-a-w1-a4489c"},"tenant":"e2e-shared-a-w1-a4489c","gateway":"openshift-ingress/e2e-shared-a-w1-a4489c","model":"ai-tenant-e2e-shared-a-w1-a4489c/sub-test-model-a4489c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:13:28.749222855Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-a4489c","namespace":"ai-tenant-e2e-shared-a-w1-a4489c"},"namespace":"ai-tenant-e2e-shared-a-w1-a4489c","name":"sub-test-model-a4489c","reconcileID":"4d066388-aacd-45af-858c-be3bb8ed237a","MaaSModelRef":{"name":"sub-test-model-a4489c","namespace":"ai-tenant-e2e-shared-a-w1-a4489c"},"routeName":"sub-test-model-a4489c-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-a4489c","llmisvcName":"sub-test-model-a4489c","gateway":"openshift-ingress/e2e-shared-a-w1-a4489c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:13:29.758197266Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-d4609f"},"namespace":"ai-tenant-e2e-inf-a-d4609f","name":"default-tenant","reconcileID":"207879d1-d9c7-4b3b-a2d5-1b560472c242","namespace":"ai-tenant-e2e-inf-a-d4609f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:13:29.758264539Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-d4609f"},"namespace":"ai-tenant-e2e-inf-a-d4609f","name":"default-tenant","reconcileID":"207879d1-d9c7-4b3b-a2d5-1b560472c242","namespace":"ai-tenant-e2e-inf-a-d4609f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:13:29.758312973Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-d4609f"},"namespace":"ai-tenant-e2e-inf-a-d4609f","name":"default-tenant","reconcileID":"207879d1-d9c7-4b3b-a2d5-1b560472c242","tenant":"e2e-inf-a-d4609f","tenantID":"e2e-inf-a-d4609f","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:13:29.808280513Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-d4609f"},"namespace":"ai-tenant-e2e-inf-a-d4609f","name":"default-tenant","reconcileID":"207879d1-d9c7-4b3b-a2d5-1b560472c242","gvk":"Deployment","name":"maas-api-e2e-inf-a-d4609f","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:13:29.867802377Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-d4609f"},"namespace":"ai-tenant-e2e-inf-a-d4609f","name":"default-tenant","reconcileID":"207879d1-d9c7-4b3b-a2d5-1b560472c242","gvk":"Service","name":"maas-api-e2e-inf-a-d4609f","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:13:29.920624276Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-d4609f"},"namespace":"ai-tenant-e2e-inf-a-d4609f","name":"default-tenant","reconcileID":"207879d1-d9c7-4b3b-a2d5-1b560472c242","gvk":"HTTPRoute","name":"maas-api-route-e2e-inf-a-d4609f","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:13:29.970607252Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-d4609f"},"namespace":"ai-tenant-e2e-inf-a-d4609f","name":"default-tenant","reconcileID":"207879d1-d9c7-4b3b-a2d5-1b560472c242","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-inf-a-d4609f","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:13:30.021346201Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-d4609f"},"namespace":"ai-tenant-e2e-inf-a-d4609f","name":"default-tenant","reconcileID":"207879d1-d9c7-4b3b-a2d5-1b560472c242","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-inf-a-d4609f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:13:30.071663833Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-d4609f"},"namespace":"ai-tenant-e2e-inf-a-d4609f","name":"default-tenant","reconcileID":"207879d1-d9c7-4b3b-a2d5-1b560472c242","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-inf-a-d4609f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:13:30.124830771Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-d4609f"},"namespace":"ai-tenant-e2e-inf-a-d4609f","name":"default-tenant","reconcileID":"207879d1-d9c7-4b3b-a2d5-1b560472c242","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-inf-a-d4609f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:13:30.176418891Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-d4609f"},"namespace":"ai-tenant-e2e-inf-a-d4609f","name":"default-tenant","reconcileID":"207879d1-d9c7-4b3b-a2d5-1b560472c242","gvk":"Telemetry","name":"latency-per-subscription-e2e-inf-a-d4609f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:13:30.224755962Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-d4609f"},"namespace":"ai-tenant-e2e-inf-a-d4609f","name":"default-tenant","reconcileID":"207879d1-d9c7-4b3b-a2d5-1b560472c242","gvk":"Deployment","name":"payload-processing-e2e-inf-a-d4609f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:13:30.272929371Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-d4609f"},"namespace":"ai-tenant-e2e-inf-a-d4609f","name":"default-tenant","reconcileID":"207879d1-d9c7-4b3b-a2d5-1b560472c242","gvk":"Deployment","name":"payload-pre-processing-e2e-inf-a-d4609f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:13:30.321754629Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-d4609f"},"namespace":"ai-tenant-e2e-inf-a-d4609f","name":"default-tenant","reconcileID":"207879d1-d9c7-4b3b-a2d5-1b560472c242","gvk":"Service","name":"payload-processing-e2e-inf-a-d4609f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:13:30.369914757Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-d4609f"},"namespace":"ai-tenant-e2e-inf-a-d4609f","name":"default-tenant","reconcileID":"207879d1-d9c7-4b3b-a2d5-1b560472c242","gvk":"Service","name":"payload-pre-processing-e2e-inf-a-d4609f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:13:30.418595929Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-d4609f"},"namespace":"ai-tenant-e2e-inf-a-d4609f","name":"default-tenant","reconcileID":"207879d1-d9c7-4b3b-a2d5-1b560472c242","gvk":"DestinationRule","name":"payload-processing-e2e-inf-a-d4609f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:13:30.466633665Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-d4609f"},"namespace":"ai-tenant-e2e-inf-a-d4609f","name":"default-tenant","reconcileID":"207879d1-d9c7-4b3b-a2d5-1b560472c242","gvk":"DestinationRule","name":"payload-pre-processing-e2e-inf-a-d4609f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:13:30.514759986Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-d4609f"},"namespace":"ai-tenant-e2e-inf-a-d4609f","name":"default-tenant","reconcileID":"207879d1-d9c7-4b3b-a2d5-1b560472c242","gvk":"EnvoyFilter","name":"payload-processing-e2e-inf-a-d4609f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:13:30.566471208Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-d4609f"},"namespace":"ai-tenant-e2e-inf-a-d4609f","name":"default-tenant","reconcileID":"207879d1-d9c7-4b3b-a2d5-1b560472c242","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-inf-a-d4609f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:13:30.614603212Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-d4609f"},"namespace":"ai-tenant-e2e-inf-a-d4609f","name":"default-tenant","reconcileID":"207879d1-d9c7-4b3b-a2d5-1b560472c242","gvk":"NetworkPolicy","name":"payload-processing-e2e-inf-a-d4609f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:13:30.662716818Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-d4609f"},"namespace":"ai-tenant-e2e-inf-a-d4609f","name":"default-tenant","reconcileID":"207879d1-d9c7-4b3b-a2d5-1b560472c242","gvk":"ServiceAccount","name":"payload-processing-e2e-inf-a-d4609f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:13:30.711317647Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-d4609f"},"namespace":"ai-tenant-e2e-inf-a-d4609f","name":"default-tenant","reconcileID":"207879d1-d9c7-4b3b-a2d5-1b560472c242","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-inf-a-d4609f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:13:30.759824913Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-d4609f"},"namespace":"ai-tenant-e2e-inf-a-d4609f","name":"default-tenant","reconcileID":"207879d1-d9c7-4b3b-a2d5-1b560472c242","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-inf-a-d4609f","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:13:33.988431514Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-6fb3a8","namespace":"ai-tenant-e2e-shared-b-w1-6fb3a8"},"namespace":"ai-tenant-e2e-shared-b-w1-6fb3a8","name":"sub-test-model-6fb3a8","reconcileID":"94cdd2e2-4d05-4753-bc70-b215e9cdf58b","MaaSModelRef":{"name":"sub-test-model-6fb3a8","namespace":"ai-tenant-e2e-shared-b-w1-6fb3a8"},"tenant":"e2e-shared-b-w1-6fb3a8","gateway":"openshift-ingress/e2e-shared-b-w1-6fb3a8","model":"ai-tenant-e2e-shared-b-w1-6fb3a8/sub-test-model-6fb3a8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:13:33.988451945Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-6fb3a8","namespace":"ai-tenant-e2e-shared-b-w1-6fb3a8"},"namespace":"ai-tenant-e2e-shared-b-w1-6fb3a8","name":"sub-test-model-6fb3a8","reconcileID":"94cdd2e2-4d05-4753-bc70-b215e9cdf58b","MaaSModelRef":{"name":"sub-test-model-6fb3a8","namespace":"ai-tenant-e2e-shared-b-w1-6fb3a8"},"routeName":"sub-test-model-6fb3a8-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-6fb3a8","llmisvcName":"sub-test-model-6fb3a8","gateway":"openshift-ingress/e2e-shared-b-w1-6fb3a8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:13:34.039222442Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-6fb3a8","namespace":"ai-tenant-e2e-shared-b-w1-6fb3a8"},"namespace":"ai-tenant-e2e-shared-b-w1-6fb3a8","name":"sub-test-model-6fb3a8","reconcileID":"104f7b19-78f8-4bea-94dc-dc7417e623d7","MaaSModelRef":{"name":"sub-test-model-6fb3a8","namespace":"ai-tenant-e2e-shared-b-w1-6fb3a8"},"tenant":"e2e-shared-b-w1-6fb3a8","gateway":"openshift-ingress/e2e-shared-b-w1-6fb3a8","model":"ai-tenant-e2e-shared-b-w1-6fb3a8/sub-test-model-6fb3a8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:13:34.039249462Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-6fb3a8","namespace":"ai-tenant-e2e-shared-b-w1-6fb3a8"},"namespace":"ai-tenant-e2e-shared-b-w1-6fb3a8","name":"sub-test-model-6fb3a8","reconcileID":"104f7b19-78f8-4bea-94dc-dc7417e623d7","MaaSModelRef":{"name":"sub-test-model-6fb3a8","namespace":"ai-tenant-e2e-shared-b-w1-6fb3a8"},"routeName":"sub-test-model-6fb3a8-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-6fb3a8","llmisvcName":"sub-test-model-6fb3a8","gateway":"openshift-ingress/e2e-shared-b-w1-6fb3a8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:13:34.135567722Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-3b71ca","namespace":"ai-tenant-e2e-shared-b-w1-6fb3a8"},"namespace":"ai-tenant-e2e-shared-b-w1-6fb3a8","name":"e2e-sub-iso-auth-3b71ca","reconcileID":"5d9ee737-8a3f-4634-b101-d387ef7a5532","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-3b71ca","namespace":"ai-tenant-e2e-shared-b-w1-6fb3a8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-6fb3a8","tenantID":"e2e-shared-b-w1-6fb3a8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:13:34.249723131Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-3b71ca","namespace":"ai-tenant-e2e-shared-b-w1-6fb3a8"},"namespace":"ai-tenant-e2e-shared-b-w1-6fb3a8","name":"e2e-sub-iso-auth-3b71ca","reconcileID":"5d9ee737-8a3f-4634-b101-d387ef7a5532","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-3b71ca","namespace":"ai-tenant-e2e-shared-b-w1-6fb3a8"},"name":"e2e-shared-b-w1-6fb3a8-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:13:34.300731388Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w1-6fb3a8-maas-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-3b71ca","namespace":"ai-tenant-e2e-shared-b-w1-6fb3a8"},"namespace":"ai-tenant-e2e-shared-b-w1-6fb3a8","name":"e2e-sub-iso-auth-3b71ca","reconcileID":"5d9ee737-8a3f-4634-b101-d387ef7a5532","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-3b71ca","namespace":"ai-tenant-e2e-shared-b-w1-6fb3a8"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:13:34.352523406Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-6fb3a8","namespace":"ai-tenant-e2e-shared-b-w1-6fb3a8"},"namespace":"ai-tenant-e2e-shared-b-w1-6fb3a8","name":"sub-test-model-6fb3a8","reconcileID":"10885dac-3483-46b0-8208-59c80a683a08","MaaSModelRef":{"name":"sub-test-model-6fb3a8","namespace":"ai-tenant-e2e-shared-b-w1-6fb3a8"},"tenant":"e2e-shared-b-w1-6fb3a8","gateway":"openshift-ingress/e2e-shared-b-w1-6fb3a8","model":"ai-tenant-e2e-shared-b-w1-6fb3a8/sub-test-model-6fb3a8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:13:34.352545231Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-6fb3a8","namespace":"ai-tenant-e2e-shared-b-w1-6fb3a8"},"namespace":"ai-tenant-e2e-shared-b-w1-6fb3a8","name":"sub-test-model-6fb3a8","reconcileID":"10885dac-3483-46b0-8208-59c80a683a08","MaaSModelRef":{"name":"sub-test-model-6fb3a8","namespace":"ai-tenant-e2e-shared-b-w1-6fb3a8"},"routeName":"sub-test-model-6fb3a8-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-6fb3a8","llmisvcName":"sub-test-model-6fb3a8","gateway":"openshift-ingress/e2e-shared-b-w1-6fb3a8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:13:35.89451985Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-inf-a-d4609f","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-inf-a-d4609f","reconcileID":"21299aeb-3b17-4c81-92cf-77f060285967","aitenant":"ai-tenants/e2e-inf-a-d4609f","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:13:36.34069831Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-b-only-90c8c0","namespace":"ai-tenant-e2e-shared-b-w2-e0615c"},"namespace":"ai-tenant-e2e-shared-b-w2-e0615c","name":"e2e-b-only-90c8c0","reconcileID":"d73b3fdf-250c-49af-b216-76d89d644cdd","MaaSSubscription":{"name":"e2e-b-only-90c8c0","namespace":"ai-tenant-e2e-shared-b-w2-e0615c"},"name":"maas-trlp-sub-test-model-e0615c","model":"ai-tenant-e2e-shared-b-w2-e0615c/sub-test-model-e0615c","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:13:36.340742757Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-90c8c0","namespace":"ai-tenant-e2e-shared-b-w2-e0615c"},"namespace":"ai-tenant-e2e-shared-b-w2-e0615c","name":"e2e-shared-sub-90c8c0","reconcileID":"534de7fb-6117-41dc-bc3e-65dffba397b6","MaaSSubscription":{"name":"e2e-shared-sub-90c8c0","namespace":"ai-tenant-e2e-shared-b-w2-e0615c"},"name":"maas-trlp-sub-test-model-e0615c","model":"ai-tenant-e2e-shared-b-w2-e0615c/sub-test-model-e0615c","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:13:36.439657576Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-b-e7089b","namespace":"ai-tenant-e2e-shared-b-w3-8570a0"},"namespace":"ai-tenant-e2e-shared-b-w3-8570a0","name":"e2e-rate-iso-b-e7089b","reconcileID":"89c6229e-63e8-4c5c-93ba-2a55abec6ab5","MaaSSubscription":{"name":"e2e-rate-iso-b-e7089b","namespace":"ai-tenant-e2e-shared-b-w3-8570a0"},"name":"maas-trlp-rate-test-model-8570a0","model":"ai-tenant-e2e-shared-b-w3-8570a0/rate-test-model-8570a0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:13:36.493940311Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2b9a799d-d02e-4651-9d14-88f15ae5b0cc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:13:36.494537772Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-e0615c","namespace":"ai-tenant-e2e-shared-b-w2-e0615c"},"namespace":"ai-tenant-e2e-shared-b-w2-e0615c","name":"sub-test-model-e0615c","reconcileID":"7fe3fbea-583f-4d8e-ae53-480306586f8d","MaaSModelRef":{"name":"sub-test-model-e0615c","namespace":"ai-tenant-e2e-shared-b-w2-e0615c"},"tenant":"e2e-shared-b-w2-e0615c","gateway":"openshift-ingress/e2e-shared-b-w2-e0615c","model":"ai-tenant-e2e-shared-b-w2-e0615c/sub-test-model-e0615c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:13:36.494556589Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-e0615c","namespace":"ai-tenant-e2e-shared-b-w2-e0615c"},"namespace":"ai-tenant-e2e-shared-b-w2-e0615c","name":"sub-test-model-e0615c","reconcileID":"7fe3fbea-583f-4d8e-ae53-480306586f8d","MaaSModelRef":{"name":"sub-test-model-e0615c","namespace":"ai-tenant-e2e-shared-b-w2-e0615c"},"routeName":"sub-test-model-e0615c-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-e0615c","llmisvcName":"sub-test-model-e0615c","gateway":"openshift-ingress/e2e-shared-b-w2-e0615c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:13:36.539828199Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-a-e7089b","namespace":"ai-tenant-e2e-shared-a-w3-1250b3"},"namespace":"ai-tenant-e2e-shared-a-w3-1250b3","name":"e2e-rate-iso-a-e7089b","reconcileID":"e3ececbd-c1c8-4bbd-80ec-eca538700d96","MaaSSubscription":{"name":"e2e-rate-iso-a-e7089b","namespace":"ai-tenant-e2e-shared-a-w3-1250b3"},"name":"maas-trlp-rate-test-model-1250b3","model":"ai-tenant-e2e-shared-a-w3-1250b3/rate-test-model-1250b3","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:13:36.542853463Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2b9a799d-d02e-4651-9d14-88f15ae5b0cc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:13:36.543205845Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-e0615c","namespace":"ai-tenant-e2e-shared-b-w2-e0615c"},"namespace":"ai-tenant-e2e-shared-b-w2-e0615c","name":"sub-test-model-e0615c","reconcileID":"dd7fdbca-bc29-416b-84b6-7001be2dcc51","MaaSModelRef":{"name":"sub-test-model-e0615c","namespace":"ai-tenant-e2e-shared-b-w2-e0615c"},"tenant":"e2e-shared-b-w2-e0615c","gateway":"openshift-ingress/e2e-shared-b-w2-e0615c","model":"ai-tenant-e2e-shared-b-w2-e0615c/sub-test-model-e0615c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:13:36.543222657Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-e0615c","namespace":"ai-tenant-e2e-shared-b-w2-e0615c"},"namespace":"ai-tenant-e2e-shared-b-w2-e0615c","name":"sub-test-model-e0615c","reconcileID":"dd7fdbca-bc29-416b-84b6-7001be2dcc51","MaaSModelRef":{"name":"sub-test-model-e0615c","namespace":"ai-tenant-e2e-shared-b-w2-e0615c"},"routeName":"sub-test-model-e0615c-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-e0615c","llmisvcName":"sub-test-model-e0615c","gateway":"openshift-ingress/e2e-shared-b-w2-e0615c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:13:36.591854111Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2b9a799d-d02e-4651-9d14-88f15ae5b0cc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:13:36.597054632Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-8570a0","namespace":"ai-tenant-e2e-shared-b-w3-8570a0"},"namespace":"ai-tenant-e2e-shared-b-w3-8570a0","name":"rate-test-model-8570a0","reconcileID":"6007514a-ffaf-4bca-895c-9b0f8563df2d","MaaSModelRef":{"name":"rate-test-model-8570a0","namespace":"ai-tenant-e2e-shared-b-w3-8570a0"},"tenant":"e2e-shared-b-w3-8570a0","gateway":"openshift-ingress/e2e-shared-b-w3-8570a0","model":"ai-tenant-e2e-shared-b-w3-8570a0/rate-test-model-8570a0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:13:36.597073193Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-8570a0","namespace":"ai-tenant-e2e-shared-b-w3-8570a0"},"namespace":"ai-tenant-e2e-shared-b-w3-8570a0","name":"rate-test-model-8570a0","reconcileID":"6007514a-ffaf-4bca-895c-9b0f8563df2d","MaaSModelRef":{"name":"rate-test-model-8570a0","namespace":"ai-tenant-e2e-shared-b-w3-8570a0"},"routeName":"rate-test-model-8570a0-kserve-route","namespace":"ai-tenant-e2e-shared-b-w3-8570a0","llmisvcName":"rate-test-model-8570a0","gateway":"openshift-ingress/e2e-shared-b-w3-8570a0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:13:36.641332083Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2b9a799d-d02e-4651-9d14-88f15ae5b0cc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:13:36.696687277Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-inf-a-d4609f","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-inf-a-d4609f","reconcileID":"21299aeb-3b17-4c81-92cf-77f060285967","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-inf-a-d4609f","removed":["maas.opendatahub.io/gateway-access-e2e-inf-a-d4609f"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:13:36.744576606Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-1250b3","namespace":"ai-tenant-e2e-shared-a-w3-1250b3"},"namespace":"ai-tenant-e2e-shared-a-w3-1250b3","name":"rate-test-model-1250b3","reconcileID":"79be10ee-4e33-42d1-bc50-3071447dec76","MaaSModelRef":{"name":"rate-test-model-1250b3","namespace":"ai-tenant-e2e-shared-a-w3-1250b3"},"tenant":"e2e-shared-a-w3-1250b3","gateway":"openshift-ingress/e2e-shared-a-w3-1250b3","model":"ai-tenant-e2e-shared-a-w3-1250b3/rate-test-model-1250b3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:13:36.74459617Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-1250b3","namespace":"ai-tenant-e2e-shared-a-w3-1250b3"},"namespace":"ai-tenant-e2e-shared-a-w3-1250b3","name":"rate-test-model-1250b3","reconcileID":"79be10ee-4e33-42d1-bc50-3071447dec76","MaaSModelRef":{"name":"rate-test-model-1250b3","namespace":"ai-tenant-e2e-shared-a-w3-1250b3"},"routeName":"rate-test-model-1250b3-kserve-route","namespace":"ai-tenant-e2e-shared-a-w3-1250b3","llmisvcName":"rate-test-model-1250b3","gateway":"openshift-ingress/e2e-shared-a-w3-1250b3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:13:37.157638044Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-a-only-90c8c0","namespace":"ai-tenant-e2e-shared-a-w2-cacb84"},"namespace":"ai-tenant-e2e-shared-a-w2-cacb84","name":"e2e-a-only-90c8c0","reconcileID":"99b6a479-9cb2-4a55-a4c9-b1f5dec80a35","MaaSSubscription":{"name":"e2e-a-only-90c8c0","namespace":"ai-tenant-e2e-shared-a-w2-cacb84"},"name":"maas-trlp-sub-test-model-cacb84","model":"ai-tenant-e2e-shared-a-w2-cacb84/sub-test-model-cacb84","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:13:37.157638798Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-90c8c0","namespace":"ai-tenant-e2e-shared-a-w2-cacb84"},"namespace":"ai-tenant-e2e-shared-a-w2-cacb84","name":"e2e-shared-sub-90c8c0","reconcileID":"f0b66318-3585-49a4-898d-ecc1211dd156","MaaSSubscription":{"name":"e2e-shared-sub-90c8c0","namespace":"ai-tenant-e2e-shared-a-w2-cacb84"},"name":"maas-trlp-sub-test-model-cacb84","model":"ai-tenant-e2e-shared-a-w2-cacb84/sub-test-model-cacb84","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:13:37.315617829Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-cacb84","namespace":"ai-tenant-e2e-shared-a-w2-cacb84"},"namespace":"ai-tenant-e2e-shared-a-w2-cacb84","name":"sub-test-model-cacb84","reconcileID":"295dfb5c-8518-4858-84cf-41382ba120f7","MaaSModelRef":{"name":"sub-test-model-cacb84","namespace":"ai-tenant-e2e-shared-a-w2-cacb84"},"tenant":"e2e-shared-a-w2-cacb84","gateway":"openshift-ingress/e2e-shared-a-w2-cacb84","model":"ai-tenant-e2e-shared-a-w2-cacb84/sub-test-model-cacb84","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:13:37.315644353Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-cacb84","namespace":"ai-tenant-e2e-shared-a-w2-cacb84"},"namespace":"ai-tenant-e2e-shared-a-w2-cacb84","name":"sub-test-model-cacb84","reconcileID":"295dfb5c-8518-4858-84cf-41382ba120f7","MaaSModelRef":{"name":"sub-test-model-cacb84","namespace":"ai-tenant-e2e-shared-a-w2-cacb84"},"routeName":"sub-test-model-cacb84-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-cacb84","llmisvcName":"sub-test-model-cacb84","gateway":"openshift-ingress/e2e-shared-a-w2-cacb84","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:13:37.318357924Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-cacb84","namespace":"ai-tenant-e2e-shared-a-w2-cacb84"},"namespace":"ai-tenant-e2e-shared-a-w2-cacb84","name":"sub-test-model-cacb84","reconcileID":"9e0d1cfe-94f8-4e39-9fce-dbc6119c356e","MaaSModelRef":{"name":"sub-test-model-cacb84","namespace":"ai-tenant-e2e-shared-a-w2-cacb84"},"tenant":"e2e-shared-a-w2-cacb84","gateway":"openshift-ingress/e2e-shared-a-w2-cacb84","model":"ai-tenant-e2e-shared-a-w2-cacb84/sub-test-model-cacb84","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:13:37.318393243Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-cacb84","namespace":"ai-tenant-e2e-shared-a-w2-cacb84"},"namespace":"ai-tenant-e2e-shared-a-w2-cacb84","name":"sub-test-model-cacb84","reconcileID":"9e0d1cfe-94f8-4e39-9fce-dbc6119c356e","MaaSModelRef":{"name":"sub-test-model-cacb84","namespace":"ai-tenant-e2e-shared-a-w2-cacb84"},"routeName":"sub-test-model-cacb84-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-cacb84","llmisvcName":"sub-test-model-cacb84","gateway":"openshift-ingress/e2e-shared-a-w2-cacb84","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:13:38.071919255Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-e7089b","namespace":"ai-tenant-e2e-shared-b-w3-8570a0"},"namespace":"ai-tenant-e2e-shared-b-w3-8570a0","name":"e2e-rate-iso-auth-e7089b","reconcileID":"b0fd354e-8430-42c8-ab55-15ae738625c7","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-e7089b","namespace":"ai-tenant-e2e-shared-b-w3-8570a0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w3-8570a0","tenantID":"e2e-shared-b-w3-8570a0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:13:38.124367898Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-e7089b","namespace":"ai-tenant-e2e-shared-b-w3-8570a0"},"namespace":"ai-tenant-e2e-shared-b-w3-8570a0","name":"e2e-rate-iso-auth-e7089b","reconcileID":"b0fd354e-8430-42c8-ab55-15ae738625c7","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-e7089b","namespace":"ai-tenant-e2e-shared-b-w3-8570a0"},"name":"e2e-shared-b-w3-8570a0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:13:38.195645656Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-90c8c0","namespace":"ai-tenant-e2e-shared-b-w2-e0615c"},"namespace":"ai-tenant-e2e-shared-b-w2-e0615c","name":"e2e-sub-iso-auth-90c8c0","reconcileID":"91f7c4b2-58a8-4b8f-ba46-ed316da85db5","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-90c8c0","namespace":"ai-tenant-e2e-shared-b-w2-e0615c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-e0615c","tenantID":"e2e-shared-b-w2-e0615c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:13:38.248365156Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-90c8c0","namespace":"ai-tenant-e2e-shared-b-w2-e0615c"},"namespace":"ai-tenant-e2e-shared-b-w2-e0615c","name":"e2e-sub-iso-auth-90c8c0","reconcileID":"91f7c4b2-58a8-4b8f-ba46-ed316da85db5","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-90c8c0","namespace":"ai-tenant-e2e-shared-b-w2-e0615c"},"name":"e2e-shared-b-w2-e0615c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:13:38.300803632Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-90c8c0","namespace":"ai-tenant-e2e-shared-a-w2-cacb84"},"namespace":"ai-tenant-e2e-shared-a-w2-cacb84","name":"e2e-sub-iso-auth-90c8c0","reconcileID":"49fd36e1-ec99-4838-ac50-fad79f031632","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-90c8c0","namespace":"ai-tenant-e2e-shared-a-w2-cacb84"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-cacb84","tenantID":"e2e-shared-a-w2-cacb84","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:13:38.352979027Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-90c8c0","namespace":"ai-tenant-e2e-shared-a-w2-cacb84"},"namespace":"ai-tenant-e2e-shared-a-w2-cacb84","name":"e2e-sub-iso-auth-90c8c0","reconcileID":"49fd36e1-ec99-4838-ac50-fad79f031632","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-90c8c0","namespace":"ai-tenant-e2e-shared-a-w2-cacb84"},"name":"e2e-shared-a-w2-cacb84-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:13:38.454648665Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9c3e9393-a34c-4eb1-9fb8-5dd43c8745d2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:13:38.503445125Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9c3e9393-a34c-4eb1-9fb8-5dd43c8745d2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:13:38.552802683Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9c3e9393-a34c-4eb1-9fb8-5dd43c8745d2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:13:38.552942866Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-e7089b","namespace":"ai-tenant-e2e-shared-a-w3-1250b3"},"namespace":"ai-tenant-e2e-shared-a-w3-1250b3","name":"e2e-rate-iso-auth-e7089b","reconcileID":"62be7f4b-97e1-42d9-993b-4d3ea9bbddd9","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-e7089b","namespace":"ai-tenant-e2e-shared-a-w3-1250b3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w3-1250b3","tenantID":"e2e-shared-a-w3-1250b3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:13:38.601784257Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9c3e9393-a34c-4eb1-9fb8-5dd43c8745d2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:13:38.6596839Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-e7089b","namespace":"ai-tenant-e2e-shared-a-w3-1250b3"},"namespace":"ai-tenant-e2e-shared-a-w3-1250b3","name":"e2e-rate-iso-auth-e7089b","reconcileID":"62be7f4b-97e1-42d9-993b-4d3ea9bbddd9","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-e7089b","namespace":"ai-tenant-e2e-shared-a-w3-1250b3"},"name":"e2e-shared-a-w3-1250b3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:13:44.451949669Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-3b71ca","namespace":"ai-tenant-e2e-shared-b-w1-6fb3a8"},"namespace":"ai-tenant-e2e-shared-b-w1-6fb3a8","name":"e2e-sub-iso-auth-3b71ca","reconcileID":"267cdd4a-22a0-4384-b178-d5a2b2de036e","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-3b71ca","namespace":"ai-tenant-e2e-shared-b-w1-6fb3a8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-6fb3a8","tenantID":"e2e-shared-b-w1-6fb3a8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:13:44.504275549Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-3b71ca","namespace":"ai-tenant-e2e-shared-b-w1-6fb3a8"},"namespace":"ai-tenant-e2e-shared-b-w1-6fb3a8","name":"e2e-sub-iso-auth-3b71ca","reconcileID":"267cdd4a-22a0-4384-b178-d5a2b2de036e","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-3b71ca","namespace":"ai-tenant-e2e-shared-b-w1-6fb3a8"},"name":"e2e-shared-b-w1-6fb3a8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:13:44.555656062Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w1-6fb3a8-maas-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-3b71ca","namespace":"ai-tenant-e2e-shared-b-w1-6fb3a8"},"namespace":"ai-tenant-e2e-shared-b-w1-6fb3a8","name":"e2e-sub-iso-auth-3b71ca","reconcileID":"267cdd4a-22a0-4384-b178-d5a2b2de036e","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-3b71ca","namespace":"ai-tenant-e2e-shared-b-w1-6fb3a8"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:13:44.730816754Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fe5d4170-333e-4e7a-bd56-8878081d92cc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:13:44.779825989Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fe5d4170-333e-4e7a-bd56-8878081d92cc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:13:44.829513855Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fe5d4170-333e-4e7a-bd56-8878081d92cc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:13:44.878511273Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fe5d4170-333e-4e7a-bd56-8878081d92cc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:13:46.693469174Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b31a8e2a-28d7-480e-91f7-870b6defa6ec","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:13:46.743708924Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b31a8e2a-28d7-480e-91f7-870b6defa6ec","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:13:46.7943677Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b31a8e2a-28d7-480e-91f7-870b6defa6ec","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:13:46.843917004Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b31a8e2a-28d7-480e-91f7-870b6defa6ec","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:13:46.937876061Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-90c8c0","namespace":"ai-tenant-e2e-shared-a-w2-cacb84"},"namespace":"ai-tenant-e2e-shared-a-w2-cacb84","name":"e2e-sub-iso-auth-90c8c0","reconcileID":"2eafec36-e9d7-4864-b4c3-e9a4e16a3cd9","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-90c8c0","namespace":"ai-tenant-e2e-shared-a-w2-cacb84"},"model":"ai-tenant-e2e-shared-a-w2-cacb84/sub-test-model-cacb84","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:13:46.937976047Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-cacb84","namespace":"ai-tenant-e2e-shared-a-w2-cacb84"},"namespace":"ai-tenant-e2e-shared-a-w2-cacb84","name":"sub-test-model-cacb84","reconcileID":"4ab704ec-80dd-4bd9-bf22-9a5f2d2ea701","MaaSModelRef":{"name":"sub-test-model-cacb84","namespace":"ai-tenant-e2e-shared-a-w2-cacb84"},"tenant":"e2e-shared-a-w2-cacb84","gateway":"openshift-ingress/e2e-shared-a-w2-cacb84","model":"ai-tenant-e2e-shared-a-w2-cacb84/sub-test-model-cacb84","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:13:46.937994195Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-cacb84","namespace":"ai-tenant-e2e-shared-a-w2-cacb84"},"namespace":"ai-tenant-e2e-shared-a-w2-cacb84","name":"sub-test-model-cacb84","reconcileID":"4ab704ec-80dd-4bd9-bf22-9a5f2d2ea701","MaaSModelRef":{"name":"sub-test-model-cacb84","namespace":"ai-tenant-e2e-shared-a-w2-cacb84"},"routeName":"sub-test-model-cacb84-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-cacb84","llmisvcName":"sub-test-model-cacb84","gateway":"openshift-ingress/e2e-shared-a-w2-cacb84","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:13:47.135121658Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-90c8c0","namespace":"ai-tenant-e2e-shared-a-w2-cacb84"},"namespace":"ai-tenant-e2e-shared-a-w2-cacb84","name":"e2e-sub-iso-auth-90c8c0","reconcileID":"2eafec36-e9d7-4864-b4c3-e9a4e16a3cd9","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-90c8c0","namespace":"ai-tenant-e2e-shared-a-w2-cacb84"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-cacb84","tenantID":"e2e-shared-a-w2-cacb84","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:13:47.239816895Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-a-only-90c8c0","namespace":"ai-tenant-e2e-shared-a-w2-cacb84"},"namespace":"ai-tenant-e2e-shared-a-w2-cacb84","name":"e2e-a-only-90c8c0","reconcileID":"f99e7ac7-6094-4d8d-8156-4a4cf2a18785","MaaSSubscription":{"name":"e2e-a-only-90c8c0","namespace":"ai-tenant-e2e-shared-a-w2-cacb84"},"name":"maas-trlp-sub-test-model-cacb84","model":"ai-tenant-e2e-shared-a-w2-cacb84/sub-test-model-cacb84","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:13:47.239819069Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-90c8c0","namespace":"ai-tenant-e2e-shared-a-w2-cacb84"},"namespace":"ai-tenant-e2e-shared-a-w2-cacb84","name":"e2e-shared-sub-90c8c0","reconcileID":"c4680567-d86c-470b-a0b9-586f604f7cbc","MaaSSubscription":{"name":"e2e-shared-sub-90c8c0","namespace":"ai-tenant-e2e-shared-a-w2-cacb84"},"name":"maas-trlp-sub-test-model-cacb84","model":"ai-tenant-e2e-shared-a-w2-cacb84/sub-test-model-cacb84","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:13:47.249995092Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-90c8c0","namespace":"ai-tenant-e2e-shared-a-w2-cacb84"},"namespace":"ai-tenant-e2e-shared-a-w2-cacb84","name":"e2e-sub-iso-auth-90c8c0","reconcileID":"2eafec36-e9d7-4864-b4c3-e9a4e16a3cd9","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-90c8c0","namespace":"ai-tenant-e2e-shared-a-w2-cacb84"},"name":"e2e-shared-a-w2-cacb84-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:13:47.250016781Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-90c8c0","namespace":"ai-tenant-e2e-shared-a-w2-cacb84"},"namespace":"ai-tenant-e2e-shared-a-w2-cacb84","name":"e2e-sub-iso-auth-90c8c0","reconcileID":"2eafec36-e9d7-4864-b4c3-e9a4e16a3cd9","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-90c8c0","namespace":"ai-tenant-e2e-shared-a-w2-cacb84"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-cacb84","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:13:47.303429176Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-cacb84","namespace":"ai-tenant-e2e-shared-a-w2-cacb84"},"namespace":"ai-tenant-e2e-shared-a-w2-cacb84","name":"sub-test-model-cacb84","reconcileID":"42fc80ae-dfb9-4ece-b6df-a37852758f7b","MaaSModelRef":{"name":"sub-test-model-cacb84","namespace":"ai-tenant-e2e-shared-a-w2-cacb84"},"tenant":"e2e-shared-a-w2-cacb84","gateway":"openshift-ingress/e2e-shared-a-w2-cacb84","model":"ai-tenant-e2e-shared-a-w2-cacb84/sub-test-model-cacb84","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:13:47.30344984Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-cacb84","namespace":"ai-tenant-e2e-shared-a-w2-cacb84"},"namespace":"ai-tenant-e2e-shared-a-w2-cacb84","name":"sub-test-model-cacb84","reconcileID":"42fc80ae-dfb9-4ece-b6df-a37852758f7b","MaaSModelRef":{"name":"sub-test-model-cacb84","namespace":"ai-tenant-e2e-shared-a-w2-cacb84"},"routeName":"sub-test-model-cacb84-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-cacb84","llmisvcName":"sub-test-model-cacb84","gateway":"openshift-ingress/e2e-shared-a-w2-cacb84","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:13:47.447365366Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-cacb84","namespace":"ai-tenant-e2e-shared-a-w2-cacb84"},"namespace":"ai-tenant-e2e-shared-a-w2-cacb84","name":"sub-test-model-cacb84","reconcileID":"efd6fa99-b0e1-4f7a-8074-cba50d7de0bd","MaaSModelRef":{"name":"sub-test-model-cacb84","namespace":"ai-tenant-e2e-shared-a-w2-cacb84"},"tenant":"e2e-shared-a-w2-cacb84","gateway":"openshift-ingress/e2e-shared-a-w2-cacb84","model":"ai-tenant-e2e-shared-a-w2-cacb84/sub-test-model-cacb84","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:13:47.447396959Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-cacb84","namespace":"ai-tenant-e2e-shared-a-w2-cacb84"},"namespace":"ai-tenant-e2e-shared-a-w2-cacb84","name":"sub-test-model-cacb84","reconcileID":"efd6fa99-b0e1-4f7a-8074-cba50d7de0bd","MaaSModelRef":{"name":"sub-test-model-cacb84","namespace":"ai-tenant-e2e-shared-a-w2-cacb84"},"routeName":"sub-test-model-cacb84-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-cacb84","llmisvcName":"sub-test-model-cacb84","gateway":"openshift-ingress/e2e-shared-a-w2-cacb84","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:13:47.557254199Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-90c8c0","namespace":"ai-tenant-e2e-shared-a-w2-cacb84"},"namespace":"ai-tenant-e2e-shared-a-w2-cacb84","name":"e2e-shared-sub-90c8c0","reconcileID":"3e9ece1f-d8a9-4fa2-8435-f06ef3fff7e5","MaaSSubscription":{"name":"e2e-shared-sub-90c8c0","namespace":"ai-tenant-e2e-shared-a-w2-cacb84"},"name":"maas-trlp-sub-test-model-cacb84","model":"ai-tenant-e2e-shared-a-w2-cacb84/sub-test-model-cacb84","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:13:47.557289267Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-a-only-90c8c0","namespace":"ai-tenant-e2e-shared-a-w2-cacb84"},"namespace":"ai-tenant-e2e-shared-a-w2-cacb84","name":"e2e-a-only-90c8c0","reconcileID":"86feebfb-3bf1-4cc1-b2c2-91af793523cd","MaaSSubscription":{"name":"e2e-a-only-90c8c0","namespace":"ai-tenant-e2e-shared-a-w2-cacb84"},"name":"maas-trlp-sub-test-model-cacb84","model":"ai-tenant-e2e-shared-a-w2-cacb84/sub-test-model-cacb84","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:13:54.653228001Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-3b71ca","namespace":"ai-tenant-e2e-shared-b-w1-6fb3a8"},"namespace":"ai-tenant-e2e-shared-b-w1-6fb3a8","name":"e2e-sub-iso-auth-3b71ca","reconcileID":"7ce68f67-7030-4929-b2a7-71acf8809ac1","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-3b71ca","namespace":"ai-tenant-e2e-shared-b-w1-6fb3a8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-6fb3a8","tenantID":"e2e-shared-b-w1-6fb3a8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:13:54.706705091Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-3b71ca","namespace":"ai-tenant-e2e-shared-b-w1-6fb3a8"},"namespace":"ai-tenant-e2e-shared-b-w1-6fb3a8","name":"e2e-sub-iso-auth-3b71ca","reconcileID":"7ce68f67-7030-4929-b2a7-71acf8809ac1","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-3b71ca","namespace":"ai-tenant-e2e-shared-b-w1-6fb3a8"},"name":"e2e-shared-b-w1-6fb3a8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:13:54.759271661Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w1-6fb3a8-maas-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-3b71ca","namespace":"ai-tenant-e2e-shared-b-w1-6fb3a8"},"namespace":"ai-tenant-e2e-shared-b-w1-6fb3a8","name":"e2e-sub-iso-auth-3b71ca","reconcileID":"7ce68f67-7030-4929-b2a7-71acf8809ac1","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-3b71ca","namespace":"ai-tenant-e2e-shared-b-w1-6fb3a8"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:13:55.716492501Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:13:57.8124179Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-90c8c0","namespace":"ai-tenant-e2e-shared-a-w2-cacb84"},"namespace":"ai-tenant-e2e-shared-a-w2-cacb84","name":"e2e-shared-sub-90c8c0","reconcileID":"bdc5bc49-ab04-4a49-a0d3-ab3567416521","MaaSSubscription":{"name":"e2e-shared-sub-90c8c0","namespace":"ai-tenant-e2e-shared-a-w2-cacb84"},"model":"ai-tenant-e2e-shared-a-w2-cacb84/sub-test-model-cacb84","subscription":"e2e-shared-sub-90c8c0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:13:58.012251185Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-90c8c0","namespace":"ai-tenant-e2e-shared-a-w2-cacb84"},"namespace":"ai-tenant-e2e-shared-a-w2-cacb84","name":"e2e-shared-sub-90c8c0","reconcileID":"bdc5bc49-ab04-4a49-a0d3-ab3567416521","MaaSSubscription":{"name":"e2e-shared-sub-90c8c0","namespace":"ai-tenant-e2e-shared-a-w2-cacb84"},"name":"maas-trlp-sub-test-model-cacb84","model":"ai-tenant-e2e-shared-a-w2-cacb84/sub-test-model-cacb84","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-shared-a-w2-cacb84/e2e-a-only-90c8c0"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:13:58.123743261Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-e7089b","namespace":"ai-tenant-e2e-shared-a-w3-1250b3"},"namespace":"ai-tenant-e2e-shared-a-w3-1250b3","name":"e2e-rate-iso-auth-e7089b","reconcileID":"88b748e5-289f-4a41-8f9b-820941fd1383","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-e7089b","namespace":"ai-tenant-e2e-shared-a-w3-1250b3"},"model":"ai-tenant-e2e-shared-a-w3-1250b3/rate-test-model-1250b3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:13:58.124457765Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-1250b3","namespace":"ai-tenant-e2e-shared-a-w3-1250b3"},"namespace":"ai-tenant-e2e-shared-a-w3-1250b3","name":"rate-test-model-1250b3","reconcileID":"28cbb5e4-d451-4be2-a3e9-126a0cd9f531","MaaSModelRef":{"name":"rate-test-model-1250b3","namespace":"ai-tenant-e2e-shared-a-w3-1250b3"},"tenant":"e2e-shared-a-w3-1250b3","gateway":"openshift-ingress/e2e-shared-a-w3-1250b3","model":"ai-tenant-e2e-shared-a-w3-1250b3/rate-test-model-1250b3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:13:58.124482851Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-1250b3","namespace":"ai-tenant-e2e-shared-a-w3-1250b3"},"namespace":"ai-tenant-e2e-shared-a-w3-1250b3","name":"rate-test-model-1250b3","reconcileID":"28cbb5e4-d451-4be2-a3e9-126a0cd9f531","MaaSModelRef":{"name":"rate-test-model-1250b3","namespace":"ai-tenant-e2e-shared-a-w3-1250b3"},"routeName":"rate-test-model-1250b3-kserve-route","namespace":"ai-tenant-e2e-shared-a-w3-1250b3","llmisvcName":"rate-test-model-1250b3","gateway":"openshift-ingress/e2e-shared-a-w3-1250b3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:13:58.220549074Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-a-only-90c8c0","namespace":"ai-tenant-e2e-shared-a-w2-cacb84"},"namespace":"ai-tenant-e2e-shared-a-w2-cacb84","name":"e2e-a-only-90c8c0","reconcileID":"13cdd7f2-fe9a-4869-996a-bc13b232fef0","MaaSSubscription":{"name":"e2e-a-only-90c8c0","namespace":"ai-tenant-e2e-shared-a-w2-cacb84"},"name":"maas-trlp-sub-test-model-cacb84","model":"ai-tenant-e2e-shared-a-w2-cacb84/sub-test-model-cacb84","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:13:58.224705167Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-cacb84","namespace":"ai-tenant-e2e-shared-a-w2-cacb84"},"namespace":"ai-tenant-e2e-shared-a-w2-cacb84","name":"sub-test-model-cacb84","reconcileID":"fdbbcfa2-6250-416e-ad67-00559f78b35f","MaaSModelRef":{"name":"sub-test-model-cacb84","namespace":"ai-tenant-e2e-shared-a-w2-cacb84"},"tenant":"e2e-shared-a-w2-cacb84","gateway":"openshift-ingress/e2e-shared-a-w2-cacb84","model":"ai-tenant-e2e-shared-a-w2-cacb84/sub-test-model-cacb84","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:13:58.224730429Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-cacb84","namespace":"ai-tenant-e2e-shared-a-w2-cacb84"},"namespace":"ai-tenant-e2e-shared-a-w2-cacb84","name":"sub-test-model-cacb84","reconcileID":"fdbbcfa2-6250-416e-ad67-00559f78b35f","MaaSModelRef":{"name":"sub-test-model-cacb84","namespace":"ai-tenant-e2e-shared-a-w2-cacb84"},"routeName":"sub-test-model-cacb84-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-cacb84","llmisvcName":"sub-test-model-cacb84","gateway":"openshift-ingress/e2e-shared-a-w2-cacb84","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:13:58.320624587Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-e7089b","namespace":"ai-tenant-e2e-shared-a-w3-1250b3"},"namespace":"ai-tenant-e2e-shared-a-w3-1250b3","name":"e2e-rate-iso-auth-e7089b","reconcileID":"88b748e5-289f-4a41-8f9b-820941fd1383","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-e7089b","namespace":"ai-tenant-e2e-shared-a-w3-1250b3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w3-1250b3","tenantID":"e2e-shared-a-w3-1250b3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:13:58.37016976Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-cacb84","namespace":"ai-tenant-e2e-shared-a-w2-cacb84"},"namespace":"ai-tenant-e2e-shared-a-w2-cacb84","name":"sub-test-model-cacb84","reconcileID":"26429778-3d97-454a-84fe-ab5fc18666e1","MaaSModelRef":{"name":"sub-test-model-cacb84","namespace":"ai-tenant-e2e-shared-a-w2-cacb84"},"tenant":"e2e-shared-a-w2-cacb84","gateway":"openshift-ingress/e2e-shared-a-w2-cacb84","model":"ai-tenant-e2e-shared-a-w2-cacb84/sub-test-model-cacb84","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:13:58.370197362Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-cacb84","namespace":"ai-tenant-e2e-shared-a-w2-cacb84"},"namespace":"ai-tenant-e2e-shared-a-w2-cacb84","name":"sub-test-model-cacb84","reconcileID":"26429778-3d97-454a-84fe-ab5fc18666e1","MaaSModelRef":{"name":"sub-test-model-cacb84","namespace":"ai-tenant-e2e-shared-a-w2-cacb84"},"routeName":"sub-test-model-cacb84-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-cacb84","llmisvcName":"sub-test-model-cacb84","gateway":"openshift-ingress/e2e-shared-a-w2-cacb84","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:13:58.375361939Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-a-e7089b","namespace":"ai-tenant-e2e-shared-a-w3-1250b3"},"namespace":"ai-tenant-e2e-shared-a-w3-1250b3","name":"e2e-rate-iso-a-e7089b","reconcileID":"0ba0234f-7dc8-4a61-becb-755ad92fa871","MaaSSubscription":{"name":"e2e-rate-iso-a-e7089b","namespace":"ai-tenant-e2e-shared-a-w3-1250b3"},"name":"maas-trlp-rate-test-model-1250b3","model":"ai-tenant-e2e-shared-a-w3-1250b3/rate-test-model-1250b3","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:13:58.466407537Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-e7089b","namespace":"ai-tenant-e2e-shared-a-w3-1250b3"},"namespace":"ai-tenant-e2e-shared-a-w3-1250b3","name":"e2e-rate-iso-auth-e7089b","reconcileID":"88b748e5-289f-4a41-8f9b-820941fd1383","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-e7089b","namespace":"ai-tenant-e2e-shared-a-w3-1250b3"},"name":"e2e-shared-a-w3-1250b3-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:13:58.466434435Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-e7089b","namespace":"ai-tenant-e2e-shared-a-w3-1250b3"},"namespace":"ai-tenant-e2e-shared-a-w3-1250b3","name":"e2e-rate-iso-auth-e7089b","reconcileID":"88b748e5-289f-4a41-8f9b-820941fd1383","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-e7089b","namespace":"ai-tenant-e2e-shared-a-w3-1250b3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w3-1250b3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:13:58.520423438Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-1250b3","namespace":"ai-tenant-e2e-shared-a-w3-1250b3"},"namespace":"ai-tenant-e2e-shared-a-w3-1250b3","name":"rate-test-model-1250b3","reconcileID":"0817bd62-2ba8-4caa-9cd6-850a20dc336b","MaaSModelRef":{"name":"rate-test-model-1250b3","namespace":"ai-tenant-e2e-shared-a-w3-1250b3"},"tenant":"e2e-shared-a-w3-1250b3","gateway":"openshift-ingress/e2e-shared-a-w3-1250b3","model":"ai-tenant-e2e-shared-a-w3-1250b3/rate-test-model-1250b3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:13:58.520444867Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-1250b3","namespace":"ai-tenant-e2e-shared-a-w3-1250b3"},"namespace":"ai-tenant-e2e-shared-a-w3-1250b3","name":"rate-test-model-1250b3","reconcileID":"0817bd62-2ba8-4caa-9cd6-850a20dc336b","MaaSModelRef":{"name":"rate-test-model-1250b3","namespace":"ai-tenant-e2e-shared-a-w3-1250b3"},"routeName":"rate-test-model-1250b3-kserve-route","namespace":"ai-tenant-e2e-shared-a-w3-1250b3","llmisvcName":"rate-test-model-1250b3","gateway":"openshift-ingress/e2e-shared-a-w3-1250b3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:13:58.652908471Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-e7089b","namespace":"ai-tenant-e2e-shared-b-w3-8570a0"},"namespace":"ai-tenant-e2e-shared-b-w3-8570a0","name":"e2e-rate-iso-auth-e7089b","reconcileID":"1a17bc53-a0bc-4f9d-9965-4509eb2e87ba","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-e7089b","namespace":"ai-tenant-e2e-shared-b-w3-8570a0"},"model":"ai-tenant-e2e-shared-b-w3-8570a0/rate-test-model-8570a0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:13:58.653000789Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-8570a0","namespace":"ai-tenant-e2e-shared-b-w3-8570a0"},"namespace":"ai-tenant-e2e-shared-b-w3-8570a0","name":"rate-test-model-8570a0","reconcileID":"84f04d82-a30f-447e-aab5-11fc245fe887","MaaSModelRef":{"name":"rate-test-model-8570a0","namespace":"ai-tenant-e2e-shared-b-w3-8570a0"},"tenant":"e2e-shared-b-w3-8570a0","gateway":"openshift-ingress/e2e-shared-b-w3-8570a0","model":"ai-tenant-e2e-shared-b-w3-8570a0/rate-test-model-8570a0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:13:58.653019068Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-8570a0","namespace":"ai-tenant-e2e-shared-b-w3-8570a0"},"namespace":"ai-tenant-e2e-shared-b-w3-8570a0","name":"rate-test-model-8570a0","reconcileID":"84f04d82-a30f-447e-aab5-11fc245fe887","MaaSModelRef":{"name":"rate-test-model-8570a0","namespace":"ai-tenant-e2e-shared-b-w3-8570a0"},"routeName":"rate-test-model-8570a0-kserve-route","namespace":"ai-tenant-e2e-shared-b-w3-8570a0","llmisvcName":"rate-test-model-8570a0","gateway":"openshift-ingress/e2e-shared-b-w3-8570a0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:13:58.779160114Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-a-e7089b","namespace":"ai-tenant-e2e-shared-a-w3-1250b3"},"namespace":"ai-tenant-e2e-shared-a-w3-1250b3","name":"e2e-rate-iso-a-e7089b","reconcileID":"c73464cb-cafd-477f-bb59-d19b7562ce7f","MaaSSubscription":{"name":"e2e-rate-iso-a-e7089b","namespace":"ai-tenant-e2e-shared-a-w3-1250b3"},"name":"maas-trlp-rate-test-model-1250b3","model":"ai-tenant-e2e-shared-a-w3-1250b3/rate-test-model-1250b3","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:13:58.8724951Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-e7089b","namespace":"ai-tenant-e2e-shared-b-w3-8570a0"},"namespace":"ai-tenant-e2e-shared-b-w3-8570a0","name":"e2e-rate-iso-auth-e7089b","reconcileID":"1a17bc53-a0bc-4f9d-9965-4509eb2e87ba","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-e7089b","namespace":"ai-tenant-e2e-shared-b-w3-8570a0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w3-8570a0","tenantID":"e2e-shared-b-w3-8570a0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:13:58.906487257Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-b-e7089b","namespace":"ai-tenant-e2e-shared-b-w3-8570a0"},"namespace":"ai-tenant-e2e-shared-b-w3-8570a0","name":"e2e-rate-iso-b-e7089b","reconcileID":"6448a389-69f2-40e1-bdce-51842b497a44","MaaSSubscription":{"name":"e2e-rate-iso-b-e7089b","namespace":"ai-tenant-e2e-shared-b-w3-8570a0"},"name":"maas-trlp-rate-test-model-8570a0","model":"ai-tenant-e2e-shared-b-w3-8570a0/rate-test-model-8570a0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:13:58.985876696Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-e7089b","namespace":"ai-tenant-e2e-shared-b-w3-8570a0"},"namespace":"ai-tenant-e2e-shared-b-w3-8570a0","name":"e2e-rate-iso-auth-e7089b","reconcileID":"1a17bc53-a0bc-4f9d-9965-4509eb2e87ba","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-e7089b","namespace":"ai-tenant-e2e-shared-b-w3-8570a0"},"name":"e2e-shared-b-w3-8570a0-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:13:58.98589921Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-e7089b","namespace":"ai-tenant-e2e-shared-b-w3-8570a0"},"namespace":"ai-tenant-e2e-shared-b-w3-8570a0","name":"e2e-rate-iso-auth-e7089b","reconcileID":"1a17bc53-a0bc-4f9d-9965-4509eb2e87ba","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-e7089b","namespace":"ai-tenant-e2e-shared-b-w3-8570a0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w3-8570a0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:13:59.037703855Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-8570a0","namespace":"ai-tenant-e2e-shared-b-w3-8570a0"},"namespace":"ai-tenant-e2e-shared-b-w3-8570a0","name":"rate-test-model-8570a0","reconcileID":"576d5caa-78d8-4680-9535-b2d4d0182106","MaaSModelRef":{"name":"rate-test-model-8570a0","namespace":"ai-tenant-e2e-shared-b-w3-8570a0"},"tenant":"e2e-shared-b-w3-8570a0","gateway":"openshift-ingress/e2e-shared-b-w3-8570a0","model":"ai-tenant-e2e-shared-b-w3-8570a0/rate-test-model-8570a0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:13:59.037726191Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-8570a0","namespace":"ai-tenant-e2e-shared-b-w3-8570a0"},"namespace":"ai-tenant-e2e-shared-b-w3-8570a0","name":"rate-test-model-8570a0","reconcileID":"576d5caa-78d8-4680-9535-b2d4d0182106","MaaSModelRef":{"name":"rate-test-model-8570a0","namespace":"ai-tenant-e2e-shared-b-w3-8570a0"},"routeName":"rate-test-model-8570a0-kserve-route","namespace":"ai-tenant-e2e-shared-b-w3-8570a0","llmisvcName":"rate-test-model-8570a0","gateway":"openshift-ingress/e2e-shared-b-w3-8570a0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:13:59.182888708Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-1250b3","namespace":"ai-tenant-e2e-shared-a-w3-1250b3"},"namespace":"ai-tenant-e2e-shared-a-w3-1250b3","name":"rate-test-model-1250b3","reconcileID":"205dedbb-1df0-4ff0-83fa-37bdd133e37b","MaaSModelRef":{"name":"rate-test-model-1250b3","namespace":"ai-tenant-e2e-shared-a-w3-1250b3"},"tenant":"e2e-shared-a-w3-1250b3","gateway":"openshift-ingress/e2e-shared-a-w3-1250b3","model":"ai-tenant-e2e-shared-a-w3-1250b3/rate-test-model-1250b3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:13:59.182910302Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-1250b3","namespace":"ai-tenant-e2e-shared-a-w3-1250b3"},"namespace":"ai-tenant-e2e-shared-a-w3-1250b3","name":"rate-test-model-1250b3","reconcileID":"205dedbb-1df0-4ff0-83fa-37bdd133e37b","MaaSModelRef":{"name":"rate-test-model-1250b3","namespace":"ai-tenant-e2e-shared-a-w3-1250b3"},"routeName":"rate-test-model-1250b3-kserve-route","namespace":"ai-tenant-e2e-shared-a-w3-1250b3","llmisvcName":"rate-test-model-1250b3","gateway":"openshift-ingress/e2e-shared-a-w3-1250b3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:13:59.286223958Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-b-e7089b","namespace":"ai-tenant-e2e-shared-b-w3-8570a0"},"namespace":"ai-tenant-e2e-shared-b-w3-8570a0","name":"e2e-rate-iso-b-e7089b","reconcileID":"cfc33eda-3dcd-495b-b3f1-a38281d5b59b","MaaSSubscription":{"name":"e2e-rate-iso-b-e7089b","namespace":"ai-tenant-e2e-shared-b-w3-8570a0"},"name":"maas-trlp-rate-test-model-8570a0","model":"ai-tenant-e2e-shared-b-w3-8570a0/rate-test-model-8570a0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:14:04.889210434Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-3b71ca","namespace":"ai-tenant-e2e-shared-b-w1-6fb3a8"},"namespace":"ai-tenant-e2e-shared-b-w1-6fb3a8","name":"e2e-sub-iso-auth-3b71ca","reconcileID":"3e326ff4-be4e-4609-94e2-57330b592ef2","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-3b71ca","namespace":"ai-tenant-e2e-shared-b-w1-6fb3a8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-6fb3a8","tenantID":"e2e-shared-b-w1-6fb3a8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:14:04.942886962Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-3b71ca","namespace":"ai-tenant-e2e-shared-b-w1-6fb3a8"},"namespace":"ai-tenant-e2e-shared-b-w1-6fb3a8","name":"e2e-sub-iso-auth-3b71ca","reconcileID":"3e326ff4-be4e-4609-94e2-57330b592ef2","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-3b71ca","namespace":"ai-tenant-e2e-shared-b-w1-6fb3a8"},"name":"e2e-shared-b-w1-6fb3a8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:14:04.993618937Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w1-6fb3a8-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (18217d5d0b5a26ff6a37b81d0c9b021b1b8477ad81cc5fcb57c9f4f3fd9fe351) AuthConfig (303a0284bc1bb8a79adf705cfb9eb4d07289f575e0190abd6fe4a1c4ef6b8878) AuthConfig (c464460cd818736517a3e557d503f90f8b8b09377420c9a5a2390000762b941d) AuthConfig (3fb56c83c09b1edaef9a47761232d95175c583c656e2766c92f81608ba58e349) AuthConfig (3413145e8d713a45d5787d015c583a53675316cc40a176c323c949aaacc5566c) AuthConfig (294a5dcf9886162c95432be6357c98f413f275415607d227350d6eaca5954a05) AuthConfig (df98672e19162eaa38f82a53f54c52fcf5e00c8aae5ce5470ca751d80a1317ae) AuthConfig (edbc7d2fe0da878147c7dfe31569dba9c9593286b51302171a3f4761a5a0305f) AuthConfig (5c314f03014be4794ef58c852b3801b9807cff7a693be3049eef5e8cbffd7f10) AuthConfig (8673151c42d5812d66de5892de3ab7e5c2ec9fcc34b38b032b95a47579674f75) AuthConfig (e952e0deda9cce730befee693a2b48deaf5ab82e8df0bbaa1845c9190c22d01c) AuthConfig (29e0b732985fbe56e1f97ab1adda665eadff73a0d5960f591c3dc8d0e9ad572f) AuthConfig (a5e4aded8754152e17cebbb98bbdb547a5cc09458d919bd33a386d11d1941d0d) AuthConfig (4232c671fdc90ee95770eb485604b6cefa095b836b20bd7a47c227e161d46c92) AuthConfig (5b32c68a26f9f0d66f3666f3f1f8fbe36ededb8bc453e6aaccadd77b0b50f126) AuthConfig (889a17d006e2aafe47964696392e7982d541bd18c7f5feb3f021b55ca83f4c44) AuthConfig (2156f750017bc022326a1fb1a24794e1282c9a82f90afb5d189aeb7f3e24f1d3) AuthConfig (56d20af94dfbc495e8e80e75a77ea1ff9bde5724732420fc874598f548196452)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-3b71ca","namespace":"ai-tenant-e2e-shared-b-w1-6fb3a8"},"namespace":"ai-tenant-e2e-shared-b-w1-6fb3a8","name":"e2e-sub-iso-auth-3b71ca","reconcileID":"3e326ff4-be4e-4609-94e2-57330b592ef2","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-3b71ca","namespace":"ai-tenant-e2e-shared-b-w1-6fb3a8"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:14:05.047654154Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-6fb3a8","namespace":"ai-tenant-e2e-shared-b-w1-6fb3a8"},"namespace":"ai-tenant-e2e-shared-b-w1-6fb3a8","name":"sub-test-model-6fb3a8","reconcileID":"bdb50a46-9cca-46ff-aca1-534b445133cf","MaaSModelRef":{"name":"sub-test-model-6fb3a8","namespace":"ai-tenant-e2e-shared-b-w1-6fb3a8"},"tenant":"e2e-shared-b-w1-6fb3a8","gateway":"openshift-ingress/e2e-shared-b-w1-6fb3a8","model":"ai-tenant-e2e-shared-b-w1-6fb3a8/sub-test-model-6fb3a8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:14:05.047679307Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-6fb3a8","namespace":"ai-tenant-e2e-shared-b-w1-6fb3a8"},"namespace":"ai-tenant-e2e-shared-b-w1-6fb3a8","name":"sub-test-model-6fb3a8","reconcileID":"bdb50a46-9cca-46ff-aca1-534b445133cf","MaaSModelRef":{"name":"sub-test-model-6fb3a8","namespace":"ai-tenant-e2e-shared-b-w1-6fb3a8"},"routeName":"sub-test-model-6fb3a8-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-6fb3a8","llmisvcName":"sub-test-model-6fb3a8","gateway":"openshift-ingress/e2e-shared-b-w1-6fb3a8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:14:08.53807532Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-a-only-90c8c0","namespace":"ai-tenant-e2e-shared-a-w2-cacb84"},"namespace":"ai-tenant-e2e-shared-a-w2-cacb84","name":"e2e-a-only-90c8c0","reconcileID":"30e65629-5963-4d1c-af8f-7ddd7eb219bb","MaaSSubscription":{"name":"e2e-a-only-90c8c0","namespace":"ai-tenant-e2e-shared-a-w2-cacb84"},"model":"ai-tenant-e2e-shared-a-w2-cacb84/sub-test-model-cacb84","subscription":"e2e-a-only-90c8c0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:14:08.587907095Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-a-only-90c8c0","namespace":"ai-tenant-e2e-shared-a-w2-cacb84"},"namespace":"ai-tenant-e2e-shared-a-w2-cacb84","name":"e2e-a-only-90c8c0","reconcileID":"30e65629-5963-4d1c-af8f-7ddd7eb219bb","MaaSSubscription":{"name":"e2e-a-only-90c8c0","namespace":"ai-tenant-e2e-shared-a-w2-cacb84"},"model":"ai-tenant-e2e-shared-a-w2-cacb84/sub-test-model-cacb84","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:14:08.636827772Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-a-only-90c8c0","namespace":"ai-tenant-e2e-shared-a-w2-cacb84"},"namespace":"ai-tenant-e2e-shared-a-w2-cacb84","name":"e2e-a-only-90c8c0","reconcileID":"30e65629-5963-4d1c-af8f-7ddd7eb219bb","MaaSSubscription":{"name":"e2e-a-only-90c8c0","namespace":"ai-tenant-e2e-shared-a-w2-cacb84"},"name":"maas-trlp-sub-test-model-cacb84","namespace":"ai-tenant-e2e-shared-a-w2-cacb84","model":"ai-tenant-e2e-shared-a-w2-cacb84/sub-test-model-cacb84","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:14:08.894838666Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-cacb84","namespace":"ai-tenant-e2e-shared-a-w2-cacb84"},"namespace":"ai-tenant-e2e-shared-a-w2-cacb84","name":"sub-test-model-cacb84","reconcileID":"97c4318d-efef-47d7-ade0-098d98b4f063","MaaSModelRef":{"name":"sub-test-model-cacb84","namespace":"ai-tenant-e2e-shared-a-w2-cacb84"},"tenant":"e2e-shared-a-w2-cacb84","gateway":"openshift-ingress/e2e-shared-a-w2-cacb84","model":"ai-tenant-e2e-shared-a-w2-cacb84/sub-test-model-cacb84","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:14:08.894858623Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-cacb84","namespace":"ai-tenant-e2e-shared-a-w2-cacb84"},"namespace":"ai-tenant-e2e-shared-a-w2-cacb84","name":"sub-test-model-cacb84","reconcileID":"97c4318d-efef-47d7-ade0-098d98b4f063","MaaSModelRef":{"name":"sub-test-model-cacb84","namespace":"ai-tenant-e2e-shared-a-w2-cacb84"},"routeName":"sub-test-model-cacb84-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-cacb84","llmisvcName":"sub-test-model-cacb84","gateway":"openshift-ingress/e2e-shared-a-w2-cacb84","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:14:09.188630105Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-90c8c0","namespace":"ai-tenant-e2e-shared-b-w2-e0615c"},"namespace":"ai-tenant-e2e-shared-b-w2-e0615c","name":"e2e-sub-iso-auth-90c8c0","reconcileID":"b9ab5937-0425-4a05-a9e5-d27373f12836","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-90c8c0","namespace":"ai-tenant-e2e-shared-b-w2-e0615c"},"model":"ai-tenant-e2e-shared-b-w2-e0615c/sub-test-model-e0615c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:14:09.188732204Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-e0615c","namespace":"ai-tenant-e2e-shared-b-w2-e0615c"},"namespace":"ai-tenant-e2e-shared-b-w2-e0615c","name":"sub-test-model-e0615c","reconcileID":"267cb21b-0b93-4678-9be8-09ad0857b712","MaaSModelRef":{"name":"sub-test-model-e0615c","namespace":"ai-tenant-e2e-shared-b-w2-e0615c"},"tenant":"e2e-shared-b-w2-e0615c","gateway":"openshift-ingress/e2e-shared-b-w2-e0615c","model":"ai-tenant-e2e-shared-b-w2-e0615c/sub-test-model-e0615c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:14:09.18875809Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-e0615c","namespace":"ai-tenant-e2e-shared-b-w2-e0615c"},"namespace":"ai-tenant-e2e-shared-b-w2-e0615c","name":"sub-test-model-e0615c","reconcileID":"267cb21b-0b93-4678-9be8-09ad0857b712","MaaSModelRef":{"name":"sub-test-model-e0615c","namespace":"ai-tenant-e2e-shared-b-w2-e0615c"},"routeName":"sub-test-model-e0615c-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-e0615c","llmisvcName":"sub-test-model-e0615c","gateway":"openshift-ingress/e2e-shared-b-w2-e0615c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:14:09.33259455Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-a-e7089b","namespace":"ai-tenant-e2e-shared-a-w3-1250b3"},"namespace":"ai-tenant-e2e-shared-a-w3-1250b3","name":"e2e-rate-iso-a-e7089b","reconcileID":"ec71e80b-b5c9-4fdc-b368-86509547f38b","MaaSSubscription":{"name":"e2e-rate-iso-a-e7089b","namespace":"ai-tenant-e2e-shared-a-w3-1250b3"},"model":"ai-tenant-e2e-shared-a-w3-1250b3/rate-test-model-1250b3","subscription":"e2e-rate-iso-a-e7089b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:14:09.382453369Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-a-e7089b","namespace":"ai-tenant-e2e-shared-a-w3-1250b3"},"namespace":"ai-tenant-e2e-shared-a-w3-1250b3","name":"e2e-rate-iso-a-e7089b","reconcileID":"ec71e80b-b5c9-4fdc-b368-86509547f38b","MaaSSubscription":{"name":"e2e-rate-iso-a-e7089b","namespace":"ai-tenant-e2e-shared-a-w3-1250b3"},"model":"ai-tenant-e2e-shared-a-w3-1250b3/rate-test-model-1250b3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:14:09.385630307Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-90c8c0","namespace":"ai-tenant-e2e-shared-b-w2-e0615c"},"namespace":"ai-tenant-e2e-shared-b-w2-e0615c","name":"e2e-sub-iso-auth-90c8c0","reconcileID":"b9ab5937-0425-4a05-a9e5-d27373f12836","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-90c8c0","namespace":"ai-tenant-e2e-shared-b-w2-e0615c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-e0615c","tenantID":"e2e-shared-b-w2-e0615c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:14:09.431456159Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-a-e7089b","namespace":"ai-tenant-e2e-shared-a-w3-1250b3"},"namespace":"ai-tenant-e2e-shared-a-w3-1250b3","name":"e2e-rate-iso-a-e7089b","reconcileID":"ec71e80b-b5c9-4fdc-b368-86509547f38b","MaaSSubscription":{"name":"e2e-rate-iso-a-e7089b","namespace":"ai-tenant-e2e-shared-a-w3-1250b3"},"name":"maas-trlp-rate-test-model-1250b3","namespace":"ai-tenant-e2e-shared-a-w3-1250b3","model":"ai-tenant-e2e-shared-a-w3-1250b3/rate-test-model-1250b3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:14:09.438319703Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-90c8c0","namespace":"ai-tenant-e2e-shared-b-w2-e0615c"},"namespace":"ai-tenant-e2e-shared-b-w2-e0615c","name":"e2e-shared-sub-90c8c0","reconcileID":"ef96c8e1-8887-42d4-90fb-d7e7ed92e220","MaaSSubscription":{"name":"e2e-shared-sub-90c8c0","namespace":"ai-tenant-e2e-shared-b-w2-e0615c"},"name":"maas-trlp-sub-test-model-e0615c","model":"ai-tenant-e2e-shared-b-w2-e0615c/sub-test-model-e0615c","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:14:09.439026514Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-b-only-90c8c0","namespace":"ai-tenant-e2e-shared-b-w2-e0615c"},"namespace":"ai-tenant-e2e-shared-b-w2-e0615c","name":"e2e-b-only-90c8c0","reconcileID":"33c03b37-1385-47f2-9bf2-c5f1180aba38","MaaSSubscription":{"name":"e2e-b-only-90c8c0","namespace":"ai-tenant-e2e-shared-b-w2-e0615c"},"name":"maas-trlp-sub-test-model-e0615c","model":"ai-tenant-e2e-shared-b-w2-e0615c/sub-test-model-e0615c","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:14:09.504266698Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-90c8c0","namespace":"ai-tenant-e2e-shared-b-w2-e0615c"},"namespace":"ai-tenant-e2e-shared-b-w2-e0615c","name":"e2e-sub-iso-auth-90c8c0","reconcileID":"b9ab5937-0425-4a05-a9e5-d27373f12836","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-90c8c0","namespace":"ai-tenant-e2e-shared-b-w2-e0615c"},"name":"e2e-shared-b-w2-e0615c-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:14:09.504289657Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-90c8c0","namespace":"ai-tenant-e2e-shared-b-w2-e0615c"},"namespace":"ai-tenant-e2e-shared-b-w2-e0615c","name":"e2e-sub-iso-auth-90c8c0","reconcileID":"b9ab5937-0425-4a05-a9e5-d27373f12836","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-90c8c0","namespace":"ai-tenant-e2e-shared-b-w2-e0615c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-e0615c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:14:09.558406743Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-e0615c","namespace":"ai-tenant-e2e-shared-b-w2-e0615c"},"namespace":"ai-tenant-e2e-shared-b-w2-e0615c","name":"sub-test-model-e0615c","reconcileID":"9790fcd2-5488-4256-94df-ee3fd2868f08","MaaSModelRef":{"name":"sub-test-model-e0615c","namespace":"ai-tenant-e2e-shared-b-w2-e0615c"},"tenant":"e2e-shared-b-w2-e0615c","gateway":"openshift-ingress/e2e-shared-b-w2-e0615c","model":"ai-tenant-e2e-shared-b-w2-e0615c/sub-test-model-e0615c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:14:09.558433234Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-e0615c","namespace":"ai-tenant-e2e-shared-b-w2-e0615c"},"namespace":"ai-tenant-e2e-shared-b-w2-e0615c","name":"sub-test-model-e0615c","reconcileID":"9790fcd2-5488-4256-94df-ee3fd2868f08","MaaSModelRef":{"name":"sub-test-model-e0615c","namespace":"ai-tenant-e2e-shared-b-w2-e0615c"},"routeName":"sub-test-model-e0615c-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-e0615c","llmisvcName":"sub-test-model-e0615c","gateway":"openshift-ingress/e2e-shared-b-w2-e0615c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:14:09.688136195Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-1250b3","namespace":"ai-tenant-e2e-shared-a-w3-1250b3"},"namespace":"ai-tenant-e2e-shared-a-w3-1250b3","name":"rate-test-model-1250b3","reconcileID":"33cda4cb-d7ed-42ae-8964-435123cbeb85","MaaSModelRef":{"name":"rate-test-model-1250b3","namespace":"ai-tenant-e2e-shared-a-w3-1250b3"},"tenant":"e2e-shared-a-w3-1250b3","gateway":"openshift-ingress/e2e-shared-a-w3-1250b3","model":"ai-tenant-e2e-shared-a-w3-1250b3/rate-test-model-1250b3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:14:09.68815849Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-1250b3","namespace":"ai-tenant-e2e-shared-a-w3-1250b3"},"namespace":"ai-tenant-e2e-shared-a-w3-1250b3","name":"rate-test-model-1250b3","reconcileID":"33cda4cb-d7ed-42ae-8964-435123cbeb85","MaaSModelRef":{"name":"rate-test-model-1250b3","namespace":"ai-tenant-e2e-shared-a-w3-1250b3"},"routeName":"rate-test-model-1250b3-kserve-route","namespace":"ai-tenant-e2e-shared-a-w3-1250b3","llmisvcName":"rate-test-model-1250b3","gateway":"openshift-ingress/e2e-shared-a-w3-1250b3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:14:09.695534449Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-e0615c","namespace":"ai-tenant-e2e-shared-b-w2-e0615c"},"namespace":"ai-tenant-e2e-shared-b-w2-e0615c","name":"sub-test-model-e0615c","reconcileID":"48bbd1a4-a4f2-418e-9db4-ea28bc571dcd","MaaSModelRef":{"name":"sub-test-model-e0615c","namespace":"ai-tenant-e2e-shared-b-w2-e0615c"},"tenant":"e2e-shared-b-w2-e0615c","gateway":"openshift-ingress/e2e-shared-b-w2-e0615c","model":"ai-tenant-e2e-shared-b-w2-e0615c/sub-test-model-e0615c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:14:09.695549518Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-e0615c","namespace":"ai-tenant-e2e-shared-b-w2-e0615c"},"namespace":"ai-tenant-e2e-shared-b-w2-e0615c","name":"sub-test-model-e0615c","reconcileID":"48bbd1a4-a4f2-418e-9db4-ea28bc571dcd","MaaSModelRef":{"name":"sub-test-model-e0615c","namespace":"ai-tenant-e2e-shared-b-w2-e0615c"},"routeName":"sub-test-model-e0615c-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-e0615c","llmisvcName":"sub-test-model-e0615c","gateway":"openshift-ingress/e2e-shared-b-w2-e0615c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:14:09.828836939Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-8570a0","namespace":"ai-tenant-e2e-shared-b-w3-8570a0"},"namespace":"ai-tenant-e2e-shared-b-w3-8570a0","name":"rate-test-model-8570a0","reconcileID":"206f8a8b-b7ca-4ef9-82b2-79917894b02c","MaaSModelRef":{"name":"rate-test-model-8570a0","namespace":"ai-tenant-e2e-shared-b-w3-8570a0"},"tenant":"e2e-shared-b-w3-8570a0","gateway":"openshift-ingress/e2e-shared-b-w3-8570a0","model":"ai-tenant-e2e-shared-b-w3-8570a0/rate-test-model-8570a0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:14:09.828857557Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-8570a0","namespace":"ai-tenant-e2e-shared-b-w3-8570a0"},"namespace":"ai-tenant-e2e-shared-b-w3-8570a0","name":"rate-test-model-8570a0","reconcileID":"206f8a8b-b7ca-4ef9-82b2-79917894b02c","MaaSModelRef":{"name":"rate-test-model-8570a0","namespace":"ai-tenant-e2e-shared-b-w3-8570a0"},"routeName":"rate-test-model-8570a0-kserve-route","namespace":"ai-tenant-e2e-shared-b-w3-8570a0","llmisvcName":"rate-test-model-8570a0","gateway":"openshift-ingress/e2e-shared-b-w3-8570a0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:14:09.832806569Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-90c8c0","namespace":"ai-tenant-e2e-shared-b-w2-e0615c"},"namespace":"ai-tenant-e2e-shared-b-w2-e0615c","name":"e2e-shared-sub-90c8c0","reconcileID":"64dbf126-2915-4b3e-be5a-5f3b5a0d2fcf","MaaSSubscription":{"name":"e2e-shared-sub-90c8c0","namespace":"ai-tenant-e2e-shared-b-w2-e0615c"},"name":"maas-trlp-sub-test-model-e0615c","model":"ai-tenant-e2e-shared-b-w2-e0615c/sub-test-model-e0615c","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:14:09.832829956Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-b-only-90c8c0","namespace":"ai-tenant-e2e-shared-b-w2-e0615c"},"namespace":"ai-tenant-e2e-shared-b-w2-e0615c","name":"e2e-b-only-90c8c0","reconcileID":"4b30a7df-72f0-4884-b0fc-0779b5f43a52","MaaSSubscription":{"name":"e2e-b-only-90c8c0","namespace":"ai-tenant-e2e-shared-b-w2-e0615c"},"name":"maas-trlp-sub-test-model-e0615c","model":"ai-tenant-e2e-shared-b-w2-e0615c/sub-test-model-e0615c","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:14:15.147111943Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-3b71ca","namespace":"ai-tenant-e2e-shared-b-w1-6fb3a8"},"namespace":"ai-tenant-e2e-shared-b-w1-6fb3a8","name":"e2e-sub-iso-auth-3b71ca","reconcileID":"cd85ba81-606a-4093-bd65-cd1ad272da9f","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-3b71ca","namespace":"ai-tenant-e2e-shared-b-w1-6fb3a8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-6fb3a8","tenantID":"e2e-shared-b-w1-6fb3a8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:14:15.200874393Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-3b71ca","namespace":"ai-tenant-e2e-shared-b-w1-6fb3a8"},"namespace":"ai-tenant-e2e-shared-b-w1-6fb3a8","name":"e2e-sub-iso-auth-3b71ca","reconcileID":"cd85ba81-606a-4093-bd65-cd1ad272da9f","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-3b71ca","namespace":"ai-tenant-e2e-shared-b-w1-6fb3a8"},"name":"e2e-shared-b-w1-6fb3a8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:14:15.252244643Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w1-6fb3a8-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (18217d5d0b5a26ff6a37b81d0c9b021b1b8477ad81cc5fcb57c9f4f3fd9fe351) AuthConfig (303a0284bc1bb8a79adf705cfb9eb4d07289f575e0190abd6fe4a1c4ef6b8878) AuthConfig (c464460cd818736517a3e557d503f90f8b8b09377420c9a5a2390000762b941d) AuthConfig (3fb56c83c09b1edaef9a47761232d95175c583c656e2766c92f81608ba58e349) AuthConfig (3413145e8d713a45d5787d015c583a53675316cc40a176c323c949aaacc5566c) AuthConfig (294a5dcf9886162c95432be6357c98f413f275415607d227350d6eaca5954a05) AuthConfig (df98672e19162eaa38f82a53f54c52fcf5e00c8aae5ce5470ca751d80a1317ae) AuthConfig (edbc7d2fe0da878147c7dfe31569dba9c9593286b51302171a3f4761a5a0305f) AuthConfig (5c314f03014be4794ef58c852b3801b9807cff7a693be3049eef5e8cbffd7f10) AuthConfig (8673151c42d5812d66de5892de3ab7e5c2ec9fcc34b38b032b95a47579674f75) AuthConfig (e952e0deda9cce730befee693a2b48deaf5ab82e8df0bbaa1845c9190c22d01c) AuthConfig (29e0b732985fbe56e1f97ab1adda665eadff73a0d5960f591c3dc8d0e9ad572f) AuthConfig (a5e4aded8754152e17cebbb98bbdb547a5cc09458d919bd33a386d11d1941d0d) AuthConfig (4232c671fdc90ee95770eb485604b6cefa095b836b20bd7a47c227e161d46c92) AuthConfig (5b32c68a26f9f0d66f3666f3f1f8fbe36ededb8bc453e6aaccadd77b0b50f126) AuthConfig (889a17d006e2aafe47964696392e7982d541bd18c7f5feb3f021b55ca83f4c44) AuthConfig (2156f750017bc022326a1fb1a24794e1282c9a82f90afb5d189aeb7f3e24f1d3) AuthConfig (56d20af94dfbc495e8e80e75a77ea1ff9bde5724732420fc874598f548196452)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-3b71ca","namespace":"ai-tenant-e2e-shared-b-w1-6fb3a8"},"namespace":"ai-tenant-e2e-shared-b-w1-6fb3a8","name":"e2e-sub-iso-auth-3b71ca","reconcileID":"cd85ba81-606a-4093-bd65-cd1ad272da9f","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-3b71ca","namespace":"ai-tenant-e2e-shared-b-w1-6fb3a8"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:14:19.980580009Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-b-e7089b","namespace":"ai-tenant-e2e-shared-b-w3-8570a0"},"namespace":"ai-tenant-e2e-shared-b-w3-8570a0","name":"e2e-rate-iso-b-e7089b","reconcileID":"ac91d2ae-6de3-4761-8b68-b9efb4ce2101","MaaSSubscription":{"name":"e2e-rate-iso-b-e7089b","namespace":"ai-tenant-e2e-shared-b-w3-8570a0"},"model":"ai-tenant-e2e-shared-b-w3-8570a0/rate-test-model-8570a0","subscription":"e2e-rate-iso-b-e7089b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:14:20.030272682Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-b-e7089b","namespace":"ai-tenant-e2e-shared-b-w3-8570a0"},"namespace":"ai-tenant-e2e-shared-b-w3-8570a0","name":"e2e-rate-iso-b-e7089b","reconcileID":"ac91d2ae-6de3-4761-8b68-b9efb4ce2101","MaaSSubscription":{"name":"e2e-rate-iso-b-e7089b","namespace":"ai-tenant-e2e-shared-b-w3-8570a0"},"model":"ai-tenant-e2e-shared-b-w3-8570a0/rate-test-model-8570a0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:14:20.079523325Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-b-e7089b","namespace":"ai-tenant-e2e-shared-b-w3-8570a0"},"namespace":"ai-tenant-e2e-shared-b-w3-8570a0","name":"e2e-rate-iso-b-e7089b","reconcileID":"ac91d2ae-6de3-4761-8b68-b9efb4ce2101","MaaSSubscription":{"name":"e2e-rate-iso-b-e7089b","namespace":"ai-tenant-e2e-shared-b-w3-8570a0"},"name":"maas-trlp-rate-test-model-8570a0","namespace":"ai-tenant-e2e-shared-b-w3-8570a0","model":"ai-tenant-e2e-shared-b-w3-8570a0/rate-test-model-8570a0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:14:20.086584997Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-90c8c0","namespace":"ai-tenant-e2e-shared-b-w2-e0615c"},"namespace":"ai-tenant-e2e-shared-b-w2-e0615c","name":"e2e-shared-sub-90c8c0","reconcileID":"139f3d54-202b-4669-937b-68d529ffb15e","MaaSSubscription":{"name":"e2e-shared-sub-90c8c0","namespace":"ai-tenant-e2e-shared-b-w2-e0615c"},"model":"ai-tenant-e2e-shared-b-w2-e0615c/sub-test-model-e0615c","subscription":"e2e-shared-sub-90c8c0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:14:20.286455837Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-90c8c0","namespace":"ai-tenant-e2e-shared-b-w2-e0615c"},"namespace":"ai-tenant-e2e-shared-b-w2-e0615c","name":"e2e-shared-sub-90c8c0","reconcileID":"139f3d54-202b-4669-937b-68d529ffb15e","MaaSSubscription":{"name":"e2e-shared-sub-90c8c0","namespace":"ai-tenant-e2e-shared-b-w2-e0615c"},"name":"maas-trlp-sub-test-model-e0615c","model":"ai-tenant-e2e-shared-b-w2-e0615c/sub-test-model-e0615c","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-shared-b-w2-e0615c/e2e-b-only-90c8c0"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:14:20.333545159Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-8570a0","namespace":"ai-tenant-e2e-shared-b-w3-8570a0"},"namespace":"ai-tenant-e2e-shared-b-w3-8570a0","name":"rate-test-model-8570a0","reconcileID":"1798fc4e-b281-4aac-9e86-8487c0255162","MaaSModelRef":{"name":"rate-test-model-8570a0","namespace":"ai-tenant-e2e-shared-b-w3-8570a0"},"tenant":"e2e-shared-b-w3-8570a0","gateway":"openshift-ingress/e2e-shared-b-w3-8570a0","model":"ai-tenant-e2e-shared-b-w3-8570a0/rate-test-model-8570a0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:14:20.333565041Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-8570a0","namespace":"ai-tenant-e2e-shared-b-w3-8570a0"},"namespace":"ai-tenant-e2e-shared-b-w3-8570a0","name":"rate-test-model-8570a0","reconcileID":"1798fc4e-b281-4aac-9e86-8487c0255162","MaaSModelRef":{"name":"rate-test-model-8570a0","namespace":"ai-tenant-e2e-shared-b-w3-8570a0"},"routeName":"rate-test-model-8570a0-kserve-route","namespace":"ai-tenant-e2e-shared-b-w3-8570a0","llmisvcName":"rate-test-model-8570a0","gateway":"openshift-ingress/e2e-shared-b-w3-8570a0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:14:20.481358741Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-b-only-90c8c0","namespace":"ai-tenant-e2e-shared-b-w2-e0615c"},"namespace":"ai-tenant-e2e-shared-b-w2-e0615c","name":"e2e-b-only-90c8c0","reconcileID":"c4b2ca1d-c915-4738-8e66-b736bd1c95be","MaaSSubscription":{"name":"e2e-b-only-90c8c0","namespace":"ai-tenant-e2e-shared-b-w2-e0615c"},"name":"maas-trlp-sub-test-model-e0615c","model":"ai-tenant-e2e-shared-b-w2-e0615c/sub-test-model-e0615c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:14:20.840750597Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-e0615c","namespace":"ai-tenant-e2e-shared-b-w2-e0615c"},"namespace":"ai-tenant-e2e-shared-b-w2-e0615c","name":"sub-test-model-e0615c","reconcileID":"b7828663-c559-4cab-b1cd-81ccc792b0ca","MaaSModelRef":{"name":"sub-test-model-e0615c","namespace":"ai-tenant-e2e-shared-b-w2-e0615c"},"tenant":"e2e-shared-b-w2-e0615c","gateway":"openshift-ingress/e2e-shared-b-w2-e0615c","model":"ai-tenant-e2e-shared-b-w2-e0615c/sub-test-model-e0615c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:14:20.84077069Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-e0615c","namespace":"ai-tenant-e2e-shared-b-w2-e0615c"},"namespace":"ai-tenant-e2e-shared-b-w2-e0615c","name":"sub-test-model-e0615c","reconcileID":"b7828663-c559-4cab-b1cd-81ccc792b0ca","MaaSModelRef":{"name":"sub-test-model-e0615c","namespace":"ai-tenant-e2e-shared-b-w2-e0615c"},"routeName":"sub-test-model-e0615c-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-e0615c","llmisvcName":"sub-test-model-e0615c","gateway":"openshift-ingress/e2e-shared-b-w2-e0615c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:14:25.349904827Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-3b71ca","namespace":"ai-tenant-e2e-shared-b-w1-6fb3a8"},"namespace":"ai-tenant-e2e-shared-b-w1-6fb3a8","name":"e2e-sub-iso-auth-3b71ca","reconcileID":"840119cd-387e-4fb7-824b-a436f4a88ab6","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-3b71ca","namespace":"ai-tenant-e2e-shared-b-w1-6fb3a8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-6fb3a8","tenantID":"e2e-shared-b-w1-6fb3a8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:14:25.402258845Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-3b71ca","namespace":"ai-tenant-e2e-shared-b-w1-6fb3a8"},"namespace":"ai-tenant-e2e-shared-b-w1-6fb3a8","name":"e2e-sub-iso-auth-3b71ca","reconcileID":"840119cd-387e-4fb7-824b-a436f4a88ab6","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-3b71ca","namespace":"ai-tenant-e2e-shared-b-w1-6fb3a8"},"name":"e2e-shared-b-w1-6fb3a8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:14:25.704400994Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-6fb3a8","namespace":"ai-tenant-e2e-shared-b-w1-6fb3a8"},"namespace":"ai-tenant-e2e-shared-b-w1-6fb3a8","name":"sub-test-model-6fb3a8","reconcileID":"268e097d-7f75-4d25-a3d6-1d9ebcf8319f","MaaSModelRef":{"name":"sub-test-model-6fb3a8","namespace":"ai-tenant-e2e-shared-b-w1-6fb3a8"},"tenant":"e2e-shared-b-w1-6fb3a8","gateway":"openshift-ingress/e2e-shared-b-w1-6fb3a8","model":"ai-tenant-e2e-shared-b-w1-6fb3a8/sub-test-model-6fb3a8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:14:25.704420255Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-6fb3a8","namespace":"ai-tenant-e2e-shared-b-w1-6fb3a8"},"namespace":"ai-tenant-e2e-shared-b-w1-6fb3a8","name":"sub-test-model-6fb3a8","reconcileID":"268e097d-7f75-4d25-a3d6-1d9ebcf8319f","MaaSModelRef":{"name":"sub-test-model-6fb3a8","namespace":"ai-tenant-e2e-shared-b-w1-6fb3a8"},"routeName":"sub-test-model-6fb3a8-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-6fb3a8","llmisvcName":"sub-test-model-6fb3a8","gateway":"openshift-ingress/e2e-shared-b-w1-6fb3a8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:14:25.712760639Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:14:30.980405635Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-b-only-90c8c0","namespace":"ai-tenant-e2e-shared-b-w2-e0615c"},"namespace":"ai-tenant-e2e-shared-b-w2-e0615c","name":"e2e-b-only-90c8c0","reconcileID":"cb39801e-7d2f-4771-8cb5-ea1678c7d390","MaaSSubscription":{"name":"e2e-b-only-90c8c0","namespace":"ai-tenant-e2e-shared-b-w2-e0615c"},"model":"ai-tenant-e2e-shared-b-w2-e0615c/sub-test-model-e0615c","subscription":"e2e-b-only-90c8c0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:14:31.030022231Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-b-only-90c8c0","namespace":"ai-tenant-e2e-shared-b-w2-e0615c"},"namespace":"ai-tenant-e2e-shared-b-w2-e0615c","name":"e2e-b-only-90c8c0","reconcileID":"cb39801e-7d2f-4771-8cb5-ea1678c7d390","MaaSSubscription":{"name":"e2e-b-only-90c8c0","namespace":"ai-tenant-e2e-shared-b-w2-e0615c"},"model":"ai-tenant-e2e-shared-b-w2-e0615c/sub-test-model-e0615c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:14:31.0798385Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-b-only-90c8c0","namespace":"ai-tenant-e2e-shared-b-w2-e0615c"},"namespace":"ai-tenant-e2e-shared-b-w2-e0615c","name":"e2e-b-only-90c8c0","reconcileID":"cb39801e-7d2f-4771-8cb5-ea1678c7d390","MaaSSubscription":{"name":"e2e-b-only-90c8c0","namespace":"ai-tenant-e2e-shared-b-w2-e0615c"},"name":"maas-trlp-sub-test-model-e0615c","namespace":"ai-tenant-e2e-shared-b-w2-e0615c","model":"ai-tenant-e2e-shared-b-w2-e0615c/sub-test-model-e0615c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:14:31.160472018Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-a4489c","namespace":"ai-tenant-e2e-shared-a-w1-a4489c"},"namespace":"ai-tenant-e2e-shared-a-w1-a4489c","name":"sub-test-model-a4489c","reconcileID":"36452bce-3cb0-4903-b094-a713dd31e49c","MaaSModelRef":{"name":"sub-test-model-a4489c","namespace":"ai-tenant-e2e-shared-a-w1-a4489c"},"tenant":"e2e-shared-a-w1-a4489c","gateway":"openshift-ingress/e2e-shared-a-w1-a4489c","model":"ai-tenant-e2e-shared-a-w1-a4489c/sub-test-model-a4489c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:14:31.160492049Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-a4489c","namespace":"ai-tenant-e2e-shared-a-w1-a4489c"},"namespace":"ai-tenant-e2e-shared-a-w1-a4489c","name":"sub-test-model-a4489c","reconcileID":"36452bce-3cb0-4903-b094-a713dd31e49c","MaaSModelRef":{"name":"sub-test-model-a4489c","namespace":"ai-tenant-e2e-shared-a-w1-a4489c"},"routeName":"sub-test-model-a4489c-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-a4489c","llmisvcName":"sub-test-model-a4489c","gateway":"openshift-ingress/e2e-shared-a-w1-a4489c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:14:31.217626155Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-a4489c","namespace":"ai-tenant-e2e-shared-a-w1-a4489c"},"namespace":"ai-tenant-e2e-shared-a-w1-a4489c","name":"sub-test-model-a4489c","reconcileID":"7bb9098a-e119-492d-80db-0a8d38f09af8","MaaSModelRef":{"name":"sub-test-model-a4489c","namespace":"ai-tenant-e2e-shared-a-w1-a4489c"},"tenant":"e2e-shared-a-w1-a4489c","gateway":"openshift-ingress/e2e-shared-a-w1-a4489c","model":"ai-tenant-e2e-shared-a-w1-a4489c/sub-test-model-a4489c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:14:31.217651412Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-a4489c","namespace":"ai-tenant-e2e-shared-a-w1-a4489c"},"namespace":"ai-tenant-e2e-shared-a-w1-a4489c","name":"sub-test-model-a4489c","reconcileID":"7bb9098a-e119-492d-80db-0a8d38f09af8","MaaSModelRef":{"name":"sub-test-model-a4489c","namespace":"ai-tenant-e2e-shared-a-w1-a4489c"},"routeName":"sub-test-model-a4489c-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-a4489c","llmisvcName":"sub-test-model-a4489c","gateway":"openshift-ingress/e2e-shared-a-w1-a4489c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:14:31.25898325Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-3b71ca","namespace":"ai-tenant-e2e-shared-a-w1-a4489c"},"namespace":"ai-tenant-e2e-shared-a-w1-a4489c","name":"e2e-sub-iso-auth-3b71ca","reconcileID":"9a36c010-659d-4ff3-b65e-9b548b417754","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-3b71ca","namespace":"ai-tenant-e2e-shared-a-w1-a4489c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-a4489c","tenantID":"e2e-shared-a-w1-a4489c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T13:14:31.26344839Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-3b71ca","namespace":"ai-tenant-e2e-shared-a-w1-a4489c"},"namespace":"ai-tenant-e2e-shared-a-w1-a4489c","name":"e2e-shared-sub-3b71ca","reconcileID":"5eba4d22-551b-4ea9-ad5d-29b22300c878","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-shared-sub-3b71ca\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T13:14:31.268410822Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-a4489c","namespace":"ai-tenant-e2e-shared-a-w1-a4489c"},"namespace":"ai-tenant-e2e-shared-a-w1-a4489c","name":"sub-test-model-a4489c","reconcileID":"7bb9098a-e119-492d-80db-0a8d38f09af8","name":"sub-test-model-a4489c","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"sub-test-model-a4489c\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T13:14:31.268464105Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-a4489c","namespace":"ai-tenant-e2e-shared-a-w1-a4489c"},"namespace":"ai-tenant-e2e-shared-a-w1-a4489c","name":"sub-test-model-a4489c","reconcileID":"7bb9098a-e119-492d-80db-0a8d38f09af8","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"sub-test-model-a4489c\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T13:14:31.27437187Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-a4489c","namespace":"ai-tenant-e2e-shared-a-w1-a4489c"},"namespace":"ai-tenant-e2e-shared-a-w1-a4489c","name":"sub-test-model-a4489c","reconcileID":"0bfe007f-822a-4700-a523-38ecadaf3cf0","MaaSModelRef":{"name":"sub-test-model-a4489c","namespace":"ai-tenant-e2e-shared-a-w1-a4489c"},"tenant":"e2e-shared-a-w1-a4489c","gateway":"openshift-ingress/e2e-shared-a-w1-a4489c","model":"ai-tenant-e2e-shared-a-w1-a4489c/sub-test-model-a4489c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:14:31.274399158Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-a4489c","namespace":"ai-tenant-e2e-shared-a-w1-a4489c"},"namespace":"ai-tenant-e2e-shared-a-w1-a4489c","name":"sub-test-model-a4489c","reconcileID":"0bfe007f-822a-4700-a523-38ecadaf3cf0","MaaSModelRef":{"name":"sub-test-model-a4489c","namespace":"ai-tenant-e2e-shared-a-w1-a4489c"},"routeName":"sub-test-model-a4489c-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-a4489c","llmisvcName":"sub-test-model-a4489c","gateway":"openshift-ingress/e2e-shared-a-w1-a4489c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:14:31.311564131Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-3b71ca","namespace":"ai-tenant-e2e-shared-a-w1-a4489c"},"namespace":"ai-tenant-e2e-shared-a-w1-a4489c","name":"e2e-sub-iso-auth-3b71ca","reconcileID":"9a36c010-659d-4ff3-b65e-9b548b417754","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-3b71ca","namespace":"ai-tenant-e2e-shared-a-w1-a4489c"},"name":"e2e-shared-a-w1-a4489c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:14:31.335883096Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-e0615c","namespace":"ai-tenant-e2e-shared-b-w2-e0615c"},"namespace":"ai-tenant-e2e-shared-b-w2-e0615c","name":"sub-test-model-e0615c","reconcileID":"71db3edb-67cb-403a-8ba7-558aeb7e8abb","MaaSModelRef":{"name":"sub-test-model-e0615c","namespace":"ai-tenant-e2e-shared-b-w2-e0615c"},"tenant":"e2e-shared-b-w2-e0615c","gateway":"openshift-ingress/e2e-shared-b-w2-e0615c","model":"ai-tenant-e2e-shared-b-w2-e0615c/sub-test-model-e0615c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:14:31.3359081Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-e0615c","namespace":"ai-tenant-e2e-shared-b-w2-e0615c"},"namespace":"ai-tenant-e2e-shared-b-w2-e0615c","name":"sub-test-model-e0615c","reconcileID":"71db3edb-67cb-403a-8ba7-558aeb7e8abb","MaaSModelRef":{"name":"sub-test-model-e0615c","namespace":"ai-tenant-e2e-shared-b-w2-e0615c"},"routeName":"sub-test-model-e0615c-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-e0615c","llmisvcName":"sub-test-model-e0615c","gateway":"openshift-ingress/e2e-shared-b-w2-e0615c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:14:31.364291839Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-a4489c","namespace":"ai-tenant-e2e-shared-a-w1-a4489c"},"namespace":"ai-tenant-e2e-shared-a-w1-a4489c","name":"sub-test-model-a4489c","reconcileID":"829187a2-12cf-4523-9b1b-0c9fc50357bd","MaaSModelRef":{"name":"sub-test-model-a4489c","namespace":"ai-tenant-e2e-shared-a-w1-a4489c"},"tenant":"e2e-shared-a-w1-a4489c","gateway":"openshift-ingress/e2e-shared-a-w1-a4489c","model":"ai-tenant-e2e-shared-a-w1-a4489c/sub-test-model-a4489c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:14:31.364315017Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-a4489c","namespace":"ai-tenant-e2e-shared-a-w1-a4489c"},"namespace":"ai-tenant-e2e-shared-a-w1-a4489c","name":"sub-test-model-a4489c","reconcileID":"829187a2-12cf-4523-9b1b-0c9fc50357bd","MaaSModelRef":{"name":"sub-test-model-a4489c","namespace":"ai-tenant-e2e-shared-a-w1-a4489c"},"routeName":"sub-test-model-a4489c-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-a4489c","llmisvcName":"sub-test-model-a4489c","gateway":"openshift-ingress/e2e-shared-a-w1-a4489c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:14:31.417970196Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-a4489c","namespace":"ai-tenant-e2e-shared-a-w1-a4489c"},"namespace":"ai-tenant-e2e-shared-a-w1-a4489c","name":"sub-test-model-a4489c","reconcileID":"1ea8d6a8-94b6-4b1b-83f9-6ad3006b37de","MaaSModelRef":{"name":"sub-test-model-a4489c","namespace":"ai-tenant-e2e-shared-a-w1-a4489c"},"tenant":"e2e-shared-a-w1-a4489c","gateway":"openshift-ingress/e2e-shared-a-w1-a4489c","model":"ai-tenant-e2e-shared-a-w1-a4489c/sub-test-model-a4489c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:14:31.418057016Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-a4489c","namespace":"ai-tenant-e2e-shared-a-w1-a4489c"},"namespace":"ai-tenant-e2e-shared-a-w1-a4489c","name":"sub-test-model-a4489c","reconcileID":"1ea8d6a8-94b6-4b1b-83f9-6ad3006b37de","MaaSModelRef":{"name":"sub-test-model-a4489c","namespace":"ai-tenant-e2e-shared-a-w1-a4489c"},"routeName":"sub-test-model-a4489c-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-a4489c","llmisvcName":"sub-test-model-a4489c","gateway":"openshift-ingress/e2e-shared-a-w1-a4489c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:14:31.433334192Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-6fb3a8","namespace":"ai-tenant-e2e-shared-b-w1-6fb3a8"},"namespace":"ai-tenant-e2e-shared-b-w1-6fb3a8","name":"sub-test-model-6fb3a8","reconcileID":"fd771aed-7c55-4db1-865f-bcfae7f359ac","MaaSModelRef":{"name":"sub-test-model-6fb3a8","namespace":"ai-tenant-e2e-shared-b-w1-6fb3a8"},"tenant":"e2e-shared-b-w1-6fb3a8","gateway":"openshift-ingress/e2e-shared-b-w1-6fb3a8","model":"ai-tenant-e2e-shared-b-w1-6fb3a8/sub-test-model-6fb3a8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:14:31.433351444Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-6fb3a8","namespace":"ai-tenant-e2e-shared-b-w1-6fb3a8"},"namespace":"ai-tenant-e2e-shared-b-w1-6fb3a8","name":"sub-test-model-6fb3a8","reconcileID":"fd771aed-7c55-4db1-865f-bcfae7f359ac","MaaSModelRef":{"name":"sub-test-model-6fb3a8","namespace":"ai-tenant-e2e-shared-b-w1-6fb3a8"},"routeName":"sub-test-model-6fb3a8-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-6fb3a8","llmisvcName":"sub-test-model-6fb3a8","gateway":"openshift-ingress/e2e-shared-b-w1-6fb3a8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:14:31.487993233Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-6fb3a8","namespace":"ai-tenant-e2e-shared-b-w1-6fb3a8"},"namespace":"ai-tenant-e2e-shared-b-w1-6fb3a8","name":"sub-test-model-6fb3a8","reconcileID":"696d4068-6daa-4081-ad83-9847f679b49b","MaaSModelRef":{"name":"sub-test-model-6fb3a8","namespace":"ai-tenant-e2e-shared-b-w1-6fb3a8"},"tenant":"e2e-shared-b-w1-6fb3a8","gateway":"openshift-ingress/e2e-shared-b-w1-6fb3a8","model":"ai-tenant-e2e-shared-b-w1-6fb3a8/sub-test-model-6fb3a8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:14:31.488012194Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-6fb3a8","namespace":"ai-tenant-e2e-shared-b-w1-6fb3a8"},"namespace":"ai-tenant-e2e-shared-b-w1-6fb3a8","name":"sub-test-model-6fb3a8","reconcileID":"696d4068-6daa-4081-ad83-9847f679b49b","MaaSModelRef":{"name":"sub-test-model-6fb3a8","namespace":"ai-tenant-e2e-shared-b-w1-6fb3a8"},"routeName":"sub-test-model-6fb3a8-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-6fb3a8","llmisvcName":"sub-test-model-6fb3a8","gateway":"openshift-ingress/e2e-shared-b-w1-6fb3a8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:14:31.531227371Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-3b71ca","namespace":"ai-tenant-e2e-shared-b-w1-6fb3a8"},"namespace":"ai-tenant-e2e-shared-b-w1-6fb3a8","name":"e2e-sub-iso-auth-3b71ca","reconcileID":"60e1718e-5e5b-4c51-be97-a46e34fe82a2","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-3b71ca","namespace":"ai-tenant-e2e-shared-b-w1-6fb3a8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-6fb3a8","tenantID":"e2e-shared-b-w1-6fb3a8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T13:14:31.546013781Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-3b71ca","namespace":"ai-tenant-e2e-shared-b-w1-6fb3a8"},"namespace":"ai-tenant-e2e-shared-b-w1-6fb3a8","name":"e2e-shared-sub-3b71ca","reconcileID":"5249daae-0b98-4ea0-8e4b-b991af7e3718","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-shared-sub-3b71ca\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T13:14:31.548756335Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-6fb3a8","namespace":"ai-tenant-e2e-shared-b-w1-6fb3a8"},"namespace":"ai-tenant-e2e-shared-b-w1-6fb3a8","name":"sub-test-model-6fb3a8","reconcileID":"696d4068-6daa-4081-ad83-9847f679b49b","name":"sub-test-model-6fb3a8","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"sub-test-model-6fb3a8\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T13:14:31.548806601Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-6fb3a8","namespace":"ai-tenant-e2e-shared-b-w1-6fb3a8"},"namespace":"ai-tenant-e2e-shared-b-w1-6fb3a8","name":"sub-test-model-6fb3a8","reconcileID":"696d4068-6daa-4081-ad83-9847f679b49b","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"sub-test-model-6fb3a8\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T13:14:31.584018858Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-3b71ca","namespace":"ai-tenant-e2e-shared-b-w1-6fb3a8"},"namespace":"ai-tenant-e2e-shared-b-w1-6fb3a8","name":"e2e-sub-iso-auth-3b71ca","reconcileID":"60e1718e-5e5b-4c51-be97-a46e34fe82a2","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-3b71ca","namespace":"ai-tenant-e2e-shared-b-w1-6fb3a8"},"name":"e2e-shared-b-w1-6fb3a8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:14:31.623819804Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-3b71ca","namespace":"ai-tenant-e2e-shared-a-w1-a4489c"},"namespace":"ai-tenant-e2e-shared-a-w1-a4489c","name":"e2e-shared-sub-3b71ca","reconcileID":"596b9d04-3230-4609-a634-ef59ae22c711","MaaSSubscription":{"name":"e2e-shared-sub-3b71ca","namespace":"ai-tenant-e2e-shared-a-w1-a4489c"},"name":"maas-trlp-sub-test-model-a4489c","model":"sub-test-model-a4489c","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-shared-a-w1-a4489c/e2e-shared-sub-3b71ca"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:14:31.63077784Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-3b71ca","namespace":"ai-tenant-e2e-shared-a-w1-a4489c"},"namespace":"ai-tenant-e2e-shared-a-w1-a4489c","name":"e2e-sub-iso-auth-3b71ca","reconcileID":"59ad3ce9-5e5d-4a97-a865-a1a49d33a020","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-3b71ca","namespace":"ai-tenant-e2e-shared-a-w1-a4489c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-a4489c","tenantID":"e2e-shared-a-w1-a4489c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:14:31.683514727Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-3b71ca","namespace":"ai-tenant-e2e-shared-a-w1-a4489c"},"namespace":"ai-tenant-e2e-shared-a-w1-a4489c","name":"e2e-sub-iso-auth-3b71ca","reconcileID":"59ad3ce9-5e5d-4a97-a865-a1a49d33a020","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-3b71ca","namespace":"ai-tenant-e2e-shared-a-w1-a4489c"},"name":"e2e-shared-a-w1-a4489c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:14:31.763131912Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-6fb3a8","namespace":"ai-tenant-e2e-shared-b-w1-6fb3a8"},"namespace":"ai-tenant-e2e-shared-b-w1-6fb3a8","name":"sub-test-model-6fb3a8","reconcileID":"8f327939-a694-41aa-b1c7-7f733a9f9cec","MaaSModelRef":{"name":"sub-test-model-6fb3a8","namespace":"ai-tenant-e2e-shared-b-w1-6fb3a8"},"tenant":"e2e-shared-b-w1-6fb3a8","gateway":"openshift-ingress/e2e-shared-b-w1-6fb3a8","model":"ai-tenant-e2e-shared-b-w1-6fb3a8/sub-test-model-6fb3a8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:14:31.763155925Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-6fb3a8","namespace":"ai-tenant-e2e-shared-b-w1-6fb3a8"},"namespace":"ai-tenant-e2e-shared-b-w1-6fb3a8","name":"sub-test-model-6fb3a8","reconcileID":"8f327939-a694-41aa-b1c7-7f733a9f9cec","MaaSModelRef":{"name":"sub-test-model-6fb3a8","namespace":"ai-tenant-e2e-shared-b-w1-6fb3a8"},"routeName":"sub-test-model-6fb3a8-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-6fb3a8","llmisvcName":"sub-test-model-6fb3a8","gateway":"openshift-ingress/e2e-shared-b-w1-6fb3a8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:14:31.763577634Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-a4489c","namespace":"ai-tenant-e2e-shared-a-w1-a4489c"},"namespace":"ai-tenant-e2e-shared-a-w1-a4489c","name":"sub-test-model-a4489c","reconcileID":"a2d9e916-3e79-4311-92c9-bed904aa086c","MaaSModelRef":{"name":"sub-test-model-a4489c","namespace":"ai-tenant-e2e-shared-a-w1-a4489c"},"tenant":"e2e-shared-a-w1-a4489c","gateway":"openshift-ingress/e2e-shared-a-w1-a4489c","model":"ai-tenant-e2e-shared-a-w1-a4489c/sub-test-model-a4489c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:14:31.763590393Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-a4489c","namespace":"ai-tenant-e2e-shared-a-w1-a4489c"},"namespace":"ai-tenant-e2e-shared-a-w1-a4489c","name":"sub-test-model-a4489c","reconcileID":"a2d9e916-3e79-4311-92c9-bed904aa086c","MaaSModelRef":{"name":"sub-test-model-a4489c","namespace":"ai-tenant-e2e-shared-a-w1-a4489c"},"routeName":"sub-test-model-a4489c-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-a4489c","llmisvcName":"sub-test-model-a4489c","gateway":"openshift-ingress/e2e-shared-a-w1-a4489c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:14:31.779258848Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-a4489c","namespace":"ai-tenant-e2e-shared-a-w1-a4489c"},"namespace":"ai-tenant-e2e-shared-a-w1-a4489c","name":"sub-test-model-a4489c","reconcileID":"82c5524a-dd21-4925-a0d1-096601a01832","MaaSModelRef":{"name":"sub-test-model-a4489c","namespace":"ai-tenant-e2e-shared-a-w1-a4489c"},"tenant":"e2e-shared-a-w1-a4489c","gateway":"openshift-ingress/e2e-shared-a-w1-a4489c","model":"ai-tenant-e2e-shared-a-w1-a4489c/sub-test-model-a4489c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:14:31.779276909Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-a4489c","namespace":"ai-tenant-e2e-shared-a-w1-a4489c"},"namespace":"ai-tenant-e2e-shared-a-w1-a4489c","name":"sub-test-model-a4489c","reconcileID":"82c5524a-dd21-4925-a0d1-096601a01832","MaaSModelRef":{"name":"sub-test-model-a4489c","namespace":"ai-tenant-e2e-shared-a-w1-a4489c"},"routeName":"sub-test-model-a4489c-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-a4489c","llmisvcName":"sub-test-model-a4489c","gateway":"openshift-ingress/e2e-shared-a-w1-a4489c","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T13:14:31.799733223Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-a-only-3b71ca","namespace":"ai-tenant-e2e-shared-a-w1-a4489c"},"namespace":"ai-tenant-e2e-shared-a-w1-a4489c","name":"e2e-a-only-3b71ca","reconcileID":"e29bb345-8bbd-427d-8db4-c0c745038f53","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-a-only-3b71ca\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T13:14:31.900716097Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-3b71ca","namespace":"ai-tenant-e2e-shared-b-w1-6fb3a8"},"namespace":"ai-tenant-e2e-shared-b-w1-6fb3a8","name":"e2e-shared-sub-3b71ca","reconcileID":"f9a623f5-a1c1-44df-af98-46ab80e3cf66","MaaSSubscription":{"name":"e2e-shared-sub-3b71ca","namespace":"ai-tenant-e2e-shared-b-w1-6fb3a8"},"name":"maas-trlp-sub-test-model-6fb3a8","model":"sub-test-model-6fb3a8","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-shared-b-w1-6fb3a8/e2e-shared-sub-3b71ca"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:14:31.907982769Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-a4489c","namespace":"ai-tenant-e2e-shared-a-w1-a4489c"},"namespace":"ai-tenant-e2e-shared-a-w1-a4489c","name":"sub-test-model-a4489c","reconcileID":"3b6c0c2f-47e4-462d-90bc-a32d8aec1985","MaaSModelRef":{"name":"sub-test-model-a4489c","namespace":"ai-tenant-e2e-shared-a-w1-a4489c"},"tenant":"e2e-shared-a-w1-a4489c","gateway":"openshift-ingress/e2e-shared-a-w1-a4489c","model":"ai-tenant-e2e-shared-a-w1-a4489c/sub-test-model-a4489c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:14:31.908002367Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-a4489c","namespace":"ai-tenant-e2e-shared-a-w1-a4489c"},"namespace":"ai-tenant-e2e-shared-a-w1-a4489c","name":"sub-test-model-a4489c","reconcileID":"3b6c0c2f-47e4-462d-90bc-a32d8aec1985","MaaSModelRef":{"name":"sub-test-model-a4489c","namespace":"ai-tenant-e2e-shared-a-w1-a4489c"},"routeName":"sub-test-model-a4489c-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-a4489c","llmisvcName":"sub-test-model-a4489c","gateway":"openshift-ingress/e2e-shared-a-w1-a4489c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:14:31.910734441Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-3b71ca","namespace":"ai-tenant-e2e-shared-b-w1-6fb3a8"},"namespace":"ai-tenant-e2e-shared-b-w1-6fb3a8","name":"e2e-sub-iso-auth-3b71ca","reconcileID":"3ba1ef8c-ef10-4163-95fa-833f204ddc20","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-3b71ca","namespace":"ai-tenant-e2e-shared-b-w1-6fb3a8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-6fb3a8","tenantID":"e2e-shared-b-w1-6fb3a8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:14:31.960145972Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-a4489c","namespace":"ai-tenant-e2e-shared-a-w1-a4489c"},"namespace":"ai-tenant-e2e-shared-a-w1-a4489c","name":"sub-test-model-a4489c","reconcileID":"5f3d4e2b-cc17-4d2d-b7e7-3198d3c051b9","MaaSModelRef":{"name":"sub-test-model-a4489c","namespace":"ai-tenant-e2e-shared-a-w1-a4489c"},"tenant":"e2e-shared-a-w1-a4489c","gateway":"openshift-ingress/e2e-shared-a-w1-a4489c","model":"ai-tenant-e2e-shared-a-w1-a4489c/sub-test-model-a4489c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:14:31.960167946Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-a4489c","namespace":"ai-tenant-e2e-shared-a-w1-a4489c"},"namespace":"ai-tenant-e2e-shared-a-w1-a4489c","name":"sub-test-model-a4489c","reconcileID":"5f3d4e2b-cc17-4d2d-b7e7-3198d3c051b9","MaaSModelRef":{"name":"sub-test-model-a4489c","namespace":"ai-tenant-e2e-shared-a-w1-a4489c"},"routeName":"sub-test-model-a4489c-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-a4489c","llmisvcName":"sub-test-model-a4489c","gateway":"openshift-ingress/e2e-shared-a-w1-a4489c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:14:31.962801571Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-6fb3a8","namespace":"ai-tenant-e2e-shared-b-w1-6fb3a8"},"namespace":"ai-tenant-e2e-shared-b-w1-6fb3a8","name":"sub-test-model-6fb3a8","reconcileID":"93c3cc69-44c5-4f1c-8db7-a83b5c4e7a0b","MaaSModelRef":{"name":"sub-test-model-6fb3a8","namespace":"ai-tenant-e2e-shared-b-w1-6fb3a8"},"tenant":"e2e-shared-b-w1-6fb3a8","gateway":"openshift-ingress/e2e-shared-b-w1-6fb3a8","model":"ai-tenant-e2e-shared-b-w1-6fb3a8/sub-test-model-6fb3a8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:14:31.962821074Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-6fb3a8","namespace":"ai-tenant-e2e-shared-b-w1-6fb3a8"},"namespace":"ai-tenant-e2e-shared-b-w1-6fb3a8","name":"sub-test-model-6fb3a8","reconcileID":"93c3cc69-44c5-4f1c-8db7-a83b5c4e7a0b","MaaSModelRef":{"name":"sub-test-model-6fb3a8","namespace":"ai-tenant-e2e-shared-b-w1-6fb3a8"},"routeName":"sub-test-model-6fb3a8-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-6fb3a8","llmisvcName":"sub-test-model-6fb3a8","gateway":"openshift-ingress/e2e-shared-b-w1-6fb3a8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:14:31.964364142Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-3b71ca","namespace":"ai-tenant-e2e-shared-b-w1-6fb3a8"},"namespace":"ai-tenant-e2e-shared-b-w1-6fb3a8","name":"e2e-sub-iso-auth-3b71ca","reconcileID":"3ba1ef8c-ef10-4163-95fa-833f204ddc20","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-3b71ca","namespace":"ai-tenant-e2e-shared-b-w1-6fb3a8"},"name":"e2e-shared-b-w1-6fb3a8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:14:32.012077155Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-3b71ca","namespace":"ai-tenant-e2e-shared-a-w1-a4489c"},"namespace":"ai-tenant-e2e-shared-a-w1-a4489c","name":"e2e-sub-iso-auth-3b71ca","reconcileID":"e6224f08-5978-4f1e-8103-9bd18f0ab4a2","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-3b71ca","namespace":"ai-tenant-e2e-shared-a-w1-a4489c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-a4489c","tenantID":"e2e-shared-a-w1-a4489c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:14:32.016859372Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-6fb3a8","namespace":"ai-tenant-e2e-shared-b-w1-6fb3a8"},"namespace":"ai-tenant-e2e-shared-b-w1-6fb3a8","name":"sub-test-model-6fb3a8","reconcileID":"b6f37ffe-a9c8-456b-a9e4-26213374b9cf","MaaSModelRef":{"name":"sub-test-model-6fb3a8","namespace":"ai-tenant-e2e-shared-b-w1-6fb3a8"},"tenant":"e2e-shared-b-w1-6fb3a8","gateway":"openshift-ingress/e2e-shared-b-w1-6fb3a8","model":"ai-tenant-e2e-shared-b-w1-6fb3a8/sub-test-model-6fb3a8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:14:32.016876726Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-6fb3a8","namespace":"ai-tenant-e2e-shared-b-w1-6fb3a8"},"namespace":"ai-tenant-e2e-shared-b-w1-6fb3a8","name":"sub-test-model-6fb3a8","reconcileID":"b6f37ffe-a9c8-456b-a9e4-26213374b9cf","MaaSModelRef":{"name":"sub-test-model-6fb3a8","namespace":"ai-tenant-e2e-shared-b-w1-6fb3a8"},"routeName":"sub-test-model-6fb3a8-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-6fb3a8","llmisvcName":"sub-test-model-6fb3a8","gateway":"openshift-ingress/e2e-shared-b-w1-6fb3a8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:14:32.049875875Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-3b71ca","namespace":"ai-tenant-e2e-shared-a-w1-a4489c"},"namespace":"ai-tenant-e2e-shared-a-w1-a4489c","name":"e2e-shared-sub-3b71ca","reconcileID":"eb25084d-65e8-4fee-968c-aef7e35246b0","MaaSSubscription":{"name":"e2e-shared-sub-3b71ca","namespace":"ai-tenant-e2e-shared-a-w1-a4489c"},"name":"maas-trlp-sub-test-model-a4489c","model":"ai-tenant-e2e-shared-a-w1-a4489c/sub-test-model-a4489c","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-shared-a-w1-a4489c/e2e-a-only-3b71ca","ai-tenant-e2e-shared-a-w1-a4489c/e2e-shared-sub-3b71ca"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:14:32.055924742Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-6fb3a8","namespace":"ai-tenant-e2e-shared-b-w1-6fb3a8"},"namespace":"ai-tenant-e2e-shared-b-w1-6fb3a8","name":"sub-test-model-6fb3a8","reconcileID":"d2993f09-1ddf-43a9-96ed-2bdb2bb72087","MaaSModelRef":{"name":"sub-test-model-6fb3a8","namespace":"ai-tenant-e2e-shared-b-w1-6fb3a8"},"tenant":"e2e-shared-b-w1-6fb3a8","gateway":"openshift-ingress/e2e-shared-b-w1-6fb3a8","model":"ai-tenant-e2e-shared-b-w1-6fb3a8/sub-test-model-6fb3a8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:14:32.055946717Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-6fb3a8","namespace":"ai-tenant-e2e-shared-b-w1-6fb3a8"},"namespace":"ai-tenant-e2e-shared-b-w1-6fb3a8","name":"sub-test-model-6fb3a8","reconcileID":"d2993f09-1ddf-43a9-96ed-2bdb2bb72087","MaaSModelRef":{"name":"sub-test-model-6fb3a8","namespace":"ai-tenant-e2e-shared-b-w1-6fb3a8"},"routeName":"sub-test-model-6fb3a8-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-6fb3a8","llmisvcName":"sub-test-model-6fb3a8","gateway":"openshift-ingress/e2e-shared-b-w1-6fb3a8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:14:32.06443357Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-3b71ca","namespace":"ai-tenant-e2e-shared-a-w1-a4489c"},"namespace":"ai-tenant-e2e-shared-a-w1-a4489c","name":"e2e-sub-iso-auth-3b71ca","reconcileID":"e6224f08-5978-4f1e-8103-9bd18f0ab4a2","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-3b71ca","namespace":"ai-tenant-e2e-shared-a-w1-a4489c"},"name":"e2e-shared-a-w1-a4489c-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T13:14:32.064692583Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-b-only-3b71ca","namespace":"ai-tenant-e2e-shared-b-w1-6fb3a8"},"namespace":"ai-tenant-e2e-shared-b-w1-6fb3a8","name":"e2e-b-only-3b71ca","reconcileID":"84628161-da1d-43b9-a005-4f57d9341f79","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-b-only-3b71ca\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T13:14:32.153972597Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-a-only-3b71ca","namespace":"ai-tenant-e2e-shared-a-w1-a4489c"},"namespace":"ai-tenant-e2e-shared-a-w1-a4489c","name":"e2e-a-only-3b71ca","reconcileID":"e259df4b-956f-44f6-bae4-2d22b2269a00","MaaSSubscription":{"name":"e2e-a-only-3b71ca","namespace":"ai-tenant-e2e-shared-a-w1-a4489c"},"name":"maas-trlp-sub-test-model-a4489c","model":"ai-tenant-e2e-shared-a-w1-a4489c/sub-test-model-a4489c","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:14:32.170754247Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-6fb3a8","namespace":"ai-tenant-e2e-shared-b-w1-6fb3a8"},"namespace":"ai-tenant-e2e-shared-b-w1-6fb3a8","name":"sub-test-model-6fb3a8","reconcileID":"4b522512-e447-4b96-931f-de0a610addbc","MaaSModelRef":{"name":"sub-test-model-6fb3a8","namespace":"ai-tenant-e2e-shared-b-w1-6fb3a8"},"tenant":"e2e-shared-b-w1-6fb3a8","gateway":"openshift-ingress/e2e-shared-b-w1-6fb3a8","model":"ai-tenant-e2e-shared-b-w1-6fb3a8/sub-test-model-6fb3a8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:14:32.170770143Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-6fb3a8","namespace":"ai-tenant-e2e-shared-b-w1-6fb3a8"},"namespace":"ai-tenant-e2e-shared-b-w1-6fb3a8","name":"sub-test-model-6fb3a8","reconcileID":"4b522512-e447-4b96-931f-de0a610addbc","MaaSModelRef":{"name":"sub-test-model-6fb3a8","namespace":"ai-tenant-e2e-shared-b-w1-6fb3a8"},"routeName":"sub-test-model-6fb3a8-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-6fb3a8","llmisvcName":"sub-test-model-6fb3a8","gateway":"openshift-ingress/e2e-shared-b-w1-6fb3a8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:14:32.204830412Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-3b71ca","namespace":"ai-tenant-e2e-shared-b-w1-6fb3a8"},"namespace":"ai-tenant-e2e-shared-b-w1-6fb3a8","name":"e2e-sub-iso-auth-3b71ca","reconcileID":"1df27765-014f-4ef0-8ed6-0809ac6cf2e9","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-3b71ca","namespace":"ai-tenant-e2e-shared-b-w1-6fb3a8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-6fb3a8","tenantID":"e2e-shared-b-w1-6fb3a8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:14:32.224077273Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-6fb3a8","namespace":"ai-tenant-e2e-shared-b-w1-6fb3a8"},"namespace":"ai-tenant-e2e-shared-b-w1-6fb3a8","name":"sub-test-model-6fb3a8","reconcileID":"5d1e705c-aa5e-4cc2-9762-3d18e9115df9","MaaSModelRef":{"name":"sub-test-model-6fb3a8","namespace":"ai-tenant-e2e-shared-b-w1-6fb3a8"},"tenant":"e2e-shared-b-w1-6fb3a8","gateway":"openshift-ingress/e2e-shared-b-w1-6fb3a8","model":"ai-tenant-e2e-shared-b-w1-6fb3a8/sub-test-model-6fb3a8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:14:32.224096275Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-6fb3a8","namespace":"ai-tenant-e2e-shared-b-w1-6fb3a8"},"namespace":"ai-tenant-e2e-shared-b-w1-6fb3a8","name":"sub-test-model-6fb3a8","reconcileID":"5d1e705c-aa5e-4cc2-9762-3d18e9115df9","MaaSModelRef":{"name":"sub-test-model-6fb3a8","namespace":"ai-tenant-e2e-shared-b-w1-6fb3a8"},"routeName":"sub-test-model-6fb3a8-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-6fb3a8","llmisvcName":"sub-test-model-6fb3a8","gateway":"openshift-ingress/e2e-shared-b-w1-6fb3a8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:14:32.257392061Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-3b71ca","namespace":"ai-tenant-e2e-shared-b-w1-6fb3a8"},"namespace":"ai-tenant-e2e-shared-b-w1-6fb3a8","name":"e2e-sub-iso-auth-3b71ca","reconcileID":"1df27765-014f-4ef0-8ed6-0809ac6cf2e9","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-3b71ca","namespace":"ai-tenant-e2e-shared-b-w1-6fb3a8"},"name":"e2e-shared-b-w1-6fb3a8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:14:32.305625339Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-3b71ca","namespace":"ai-tenant-e2e-shared-b-w1-6fb3a8"},"namespace":"ai-tenant-e2e-shared-b-w1-6fb3a8","name":"e2e-shared-sub-3b71ca","reconcileID":"e451d428-7932-4743-8f57-6c2c22105b76","MaaSSubscription":{"name":"e2e-shared-sub-3b71ca","namespace":"ai-tenant-e2e-shared-b-w1-6fb3a8"},"name":"maas-trlp-sub-test-model-6fb3a8","model":"ai-tenant-e2e-shared-b-w1-6fb3a8/sub-test-model-6fb3a8","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-shared-b-w1-6fb3a8/e2e-b-only-3b71ca","ai-tenant-e2e-shared-b-w1-6fb3a8/e2e-shared-sub-3b71ca"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:14:32.309158831Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-a4489c","namespace":"ai-tenant-e2e-shared-a-w1-a4489c"},"namespace":"ai-tenant-e2e-shared-a-w1-a4489c","name":"sub-test-model-a4489c","reconcileID":"a42ac273-7ed4-4c0e-82ef-2bebff47a5b8","MaaSModelRef":{"name":"sub-test-model-a4489c","namespace":"ai-tenant-e2e-shared-a-w1-a4489c"},"tenant":"e2e-shared-a-w1-a4489c","gateway":"openshift-ingress/e2e-shared-a-w1-a4489c","model":"ai-tenant-e2e-shared-a-w1-a4489c/sub-test-model-a4489c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:14:32.309176928Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-a4489c","namespace":"ai-tenant-e2e-shared-a-w1-a4489c"},"namespace":"ai-tenant-e2e-shared-a-w1-a4489c","name":"sub-test-model-a4489c","reconcileID":"a42ac273-7ed4-4c0e-82ef-2bebff47a5b8","MaaSModelRef":{"name":"sub-test-model-a4489c","namespace":"ai-tenant-e2e-shared-a-w1-a4489c"},"routeName":"sub-test-model-a4489c-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-a4489c","llmisvcName":"sub-test-model-a4489c","gateway":"openshift-ingress/e2e-shared-a-w1-a4489c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:14:32.357504775Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-3b71ca","namespace":"ai-tenant-e2e-shared-a-w1-a4489c"},"namespace":"ai-tenant-e2e-shared-a-w1-a4489c","name":"e2e-shared-sub-3b71ca","reconcileID":"e4d5c178-2403-4975-8bba-21fabe35dbaf","MaaSSubscription":{"name":"e2e-shared-sub-3b71ca","namespace":"ai-tenant-e2e-shared-a-w1-a4489c"},"name":"maas-trlp-sub-test-model-a4489c","model":"ai-tenant-e2e-shared-a-w1-a4489c/sub-test-model-a4489c","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:14:32.455177913Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-b-only-3b71ca","namespace":"ai-tenant-e2e-shared-b-w1-6fb3a8"},"namespace":"ai-tenant-e2e-shared-b-w1-6fb3a8","name":"e2e-b-only-3b71ca","reconcileID":"2c1de857-b77b-4e2d-a77b-85fa2faae1e1","MaaSSubscription":{"name":"e2e-b-only-3b71ca","namespace":"ai-tenant-e2e-shared-b-w1-6fb3a8"},"name":"maas-trlp-sub-test-model-6fb3a8","model":"ai-tenant-e2e-shared-b-w1-6fb3a8/sub-test-model-6fb3a8","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:14:32.503007578Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-a-only-3b71ca","namespace":"ai-tenant-e2e-shared-a-w1-a4489c"},"namespace":"ai-tenant-e2e-shared-a-w1-a4489c","name":"e2e-a-only-3b71ca","reconcileID":"42f92af8-d3fe-48f6-b769-411e2ece746f","MaaSSubscription":{"name":"e2e-a-only-3b71ca","namespace":"ai-tenant-e2e-shared-a-w1-a4489c"},"name":"maas-trlp-sub-test-model-a4489c","model":"ai-tenant-e2e-shared-a-w1-a4489c/sub-test-model-a4489c","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:14:32.610401381Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-6fb3a8","namespace":"ai-tenant-e2e-shared-b-w1-6fb3a8"},"namespace":"ai-tenant-e2e-shared-b-w1-6fb3a8","name":"sub-test-model-6fb3a8","reconcileID":"488028fc-0eec-4774-9861-5f71b8fa3bba","MaaSModelRef":{"name":"sub-test-model-6fb3a8","namespace":"ai-tenant-e2e-shared-b-w1-6fb3a8"},"tenant":"e2e-shared-b-w1-6fb3a8","gateway":"openshift-ingress/e2e-shared-b-w1-6fb3a8","model":"ai-tenant-e2e-shared-b-w1-6fb3a8/sub-test-model-6fb3a8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:14:32.610419091Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-6fb3a8","namespace":"ai-tenant-e2e-shared-b-w1-6fb3a8"},"namespace":"ai-tenant-e2e-shared-b-w1-6fb3a8","name":"sub-test-model-6fb3a8","reconcileID":"488028fc-0eec-4774-9861-5f71b8fa3bba","MaaSModelRef":{"name":"sub-test-model-6fb3a8","namespace":"ai-tenant-e2e-shared-b-w1-6fb3a8"},"routeName":"sub-test-model-6fb3a8-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-6fb3a8","llmisvcName":"sub-test-model-6fb3a8","gateway":"openshift-ingress/e2e-shared-b-w1-6fb3a8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:14:32.653604388Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-3b71ca","namespace":"ai-tenant-e2e-shared-b-w1-6fb3a8"},"namespace":"ai-tenant-e2e-shared-b-w1-6fb3a8","name":"e2e-shared-sub-3b71ca","reconcileID":"baa0bba3-d146-41b9-88d7-7e957f59f2f0","MaaSSubscription":{"name":"e2e-shared-sub-3b71ca","namespace":"ai-tenant-e2e-shared-b-w1-6fb3a8"},"name":"maas-trlp-sub-test-model-6fb3a8","model":"ai-tenant-e2e-shared-b-w1-6fb3a8/sub-test-model-6fb3a8","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:14:32.804975917Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-b-only-3b71ca","namespace":"ai-tenant-e2e-shared-b-w1-6fb3a8"},"namespace":"ai-tenant-e2e-shared-b-w1-6fb3a8","name":"e2e-b-only-3b71ca","reconcileID":"9d649940-e008-448f-8596-085653c27e5e","MaaSSubscription":{"name":"e2e-b-only-3b71ca","namespace":"ai-tenant-e2e-shared-b-w1-6fb3a8"},"name":"maas-trlp-sub-test-model-6fb3a8","model":"ai-tenant-e2e-shared-b-w1-6fb3a8/sub-test-model-6fb3a8","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:14:51.108619306Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-5e9ee9"},"namespace":"ai-tenant-e2e-inf-b-5e9ee9","name":"default-tenant","reconcileID":"34ca53b4-9aed-42e8-bf2e-75c5d9be5125","namespace":"ai-tenant-e2e-inf-b-5e9ee9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:14:51.10869231Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-5e9ee9"},"namespace":"ai-tenant-e2e-inf-b-5e9ee9","name":"default-tenant","reconcileID":"34ca53b4-9aed-42e8-bf2e-75c5d9be5125","namespace":"ai-tenant-e2e-inf-b-5e9ee9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:14:51.108754698Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-5e9ee9"},"namespace":"ai-tenant-e2e-inf-b-5e9ee9","name":"default-tenant","reconcileID":"34ca53b4-9aed-42e8-bf2e-75c5d9be5125","tenant":"e2e-inf-b-5e9ee9","tenantID":"e2e-inf-b-5e9ee9","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:14:51.158936792Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-5e9ee9"},"namespace":"ai-tenant-e2e-inf-b-5e9ee9","name":"default-tenant","reconcileID":"34ca53b4-9aed-42e8-bf2e-75c5d9be5125","gvk":"Deployment","name":"maas-api-e2e-inf-b-5e9ee9","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:14:51.223509017Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-5e9ee9"},"namespace":"ai-tenant-e2e-inf-b-5e9ee9","name":"default-tenant","reconcileID":"34ca53b4-9aed-42e8-bf2e-75c5d9be5125","gvk":"Service","name":"maas-api-e2e-inf-b-5e9ee9","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:14:51.276621471Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-5e9ee9"},"namespace":"ai-tenant-e2e-inf-b-5e9ee9","name":"default-tenant","reconcileID":"34ca53b4-9aed-42e8-bf2e-75c5d9be5125","gvk":"HTTPRoute","name":"maas-api-route-e2e-inf-b-5e9ee9","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:14:51.326680008Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-5e9ee9"},"namespace":"ai-tenant-e2e-inf-b-5e9ee9","name":"default-tenant","reconcileID":"34ca53b4-9aed-42e8-bf2e-75c5d9be5125","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-inf-b-5e9ee9","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:14:51.379889947Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-5e9ee9"},"namespace":"ai-tenant-e2e-inf-b-5e9ee9","name":"default-tenant","reconcileID":"34ca53b4-9aed-42e8-bf2e-75c5d9be5125","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-inf-b-5e9ee9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:14:51.43096605Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-5e9ee9"},"namespace":"ai-tenant-e2e-inf-b-5e9ee9","name":"default-tenant","reconcileID":"34ca53b4-9aed-42e8-bf2e-75c5d9be5125","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-inf-b-5e9ee9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:14:51.484073952Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-5e9ee9"},"namespace":"ai-tenant-e2e-inf-b-5e9ee9","name":"default-tenant","reconcileID":"34ca53b4-9aed-42e8-bf2e-75c5d9be5125","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-inf-b-5e9ee9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:14:51.535076301Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-5e9ee9"},"namespace":"ai-tenant-e2e-inf-b-5e9ee9","name":"default-tenant","reconcileID":"34ca53b4-9aed-42e8-bf2e-75c5d9be5125","gvk":"Telemetry","name":"latency-per-subscription-e2e-inf-b-5e9ee9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:14:51.58331254Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-5e9ee9"},"namespace":"ai-tenant-e2e-inf-b-5e9ee9","name":"default-tenant","reconcileID":"34ca53b4-9aed-42e8-bf2e-75c5d9be5125","gvk":"Deployment","name":"payload-processing-e2e-inf-b-5e9ee9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:14:51.631522267Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-5e9ee9"},"namespace":"ai-tenant-e2e-inf-b-5e9ee9","name":"default-tenant","reconcileID":"34ca53b4-9aed-42e8-bf2e-75c5d9be5125","gvk":"Deployment","name":"payload-pre-processing-e2e-inf-b-5e9ee9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:14:51.680512894Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-5e9ee9"},"namespace":"ai-tenant-e2e-inf-b-5e9ee9","name":"default-tenant","reconcileID":"34ca53b4-9aed-42e8-bf2e-75c5d9be5125","gvk":"Service","name":"payload-processing-e2e-inf-b-5e9ee9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:14:51.729117251Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-5e9ee9"},"namespace":"ai-tenant-e2e-inf-b-5e9ee9","name":"default-tenant","reconcileID":"34ca53b4-9aed-42e8-bf2e-75c5d9be5125","gvk":"Service","name":"payload-pre-processing-e2e-inf-b-5e9ee9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:14:51.777304419Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-5e9ee9"},"namespace":"ai-tenant-e2e-inf-b-5e9ee9","name":"default-tenant","reconcileID":"34ca53b4-9aed-42e8-bf2e-75c5d9be5125","gvk":"DestinationRule","name":"payload-processing-e2e-inf-b-5e9ee9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:14:51.825523556Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-5e9ee9"},"namespace":"ai-tenant-e2e-inf-b-5e9ee9","name":"default-tenant","reconcileID":"34ca53b4-9aed-42e8-bf2e-75c5d9be5125","gvk":"DestinationRule","name":"payload-pre-processing-e2e-inf-b-5e9ee9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:14:51.873604379Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-5e9ee9"},"namespace":"ai-tenant-e2e-inf-b-5e9ee9","name":"default-tenant","reconcileID":"34ca53b4-9aed-42e8-bf2e-75c5d9be5125","gvk":"EnvoyFilter","name":"payload-processing-e2e-inf-b-5e9ee9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:14:51.92765216Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-5e9ee9"},"namespace":"ai-tenant-e2e-inf-b-5e9ee9","name":"default-tenant","reconcileID":"34ca53b4-9aed-42e8-bf2e-75c5d9be5125","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-inf-b-5e9ee9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:14:51.976870715Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-5e9ee9"},"namespace":"ai-tenant-e2e-inf-b-5e9ee9","name":"default-tenant","reconcileID":"34ca53b4-9aed-42e8-bf2e-75c5d9be5125","gvk":"NetworkPolicy","name":"payload-processing-e2e-inf-b-5e9ee9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:14:52.024979354Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-5e9ee9"},"namespace":"ai-tenant-e2e-inf-b-5e9ee9","name":"default-tenant","reconcileID":"34ca53b4-9aed-42e8-bf2e-75c5d9be5125","gvk":"ServiceAccount","name":"payload-processing-e2e-inf-b-5e9ee9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:14:52.072961977Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-5e9ee9"},"namespace":"ai-tenant-e2e-inf-b-5e9ee9","name":"default-tenant","reconcileID":"34ca53b4-9aed-42e8-bf2e-75c5d9be5125","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-inf-b-5e9ee9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:14:52.120997345Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-5e9ee9"},"namespace":"ai-tenant-e2e-inf-b-5e9ee9","name":"default-tenant","reconcileID":"34ca53b4-9aed-42e8-bf2e-75c5d9be5125","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-inf-b-5e9ee9","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:14:55.712943841Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:14:59.461153437Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a57046ae-88c5-4442-83b9-8b559d650ca6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:14:59.510269107Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a57046ae-88c5-4442-83b9-8b559d650ca6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:14:59.559197992Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a57046ae-88c5-4442-83b9-8b559d650ca6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:14:59.608164853Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a57046ae-88c5-4442-83b9-8b559d650ca6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:15:00.838580784Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-3b71ca","namespace":"ai-tenant-e2e-shared-b-w1-6fb3a8"},"namespace":"ai-tenant-e2e-shared-b-w1-6fb3a8","name":"e2e-shared-sub-3b71ca","reconcileID":"2568f6f2-30f5-4549-bf35-d3f7bf93bb40","MaaSSubscription":{"name":"e2e-shared-sub-3b71ca","namespace":"ai-tenant-e2e-shared-b-w1-6fb3a8"},"name":"maas-trlp-sub-test-model-6fb3a8","model":"ai-tenant-e2e-shared-b-w1-6fb3a8/sub-test-model-6fb3a8","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:15:00.83880258Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-b-only-3b71ca","namespace":"ai-tenant-e2e-shared-b-w1-6fb3a8"},"namespace":"ai-tenant-e2e-shared-b-w1-6fb3a8","name":"e2e-b-only-3b71ca","reconcileID":"4fd8db3c-d68c-4a60-88a3-b9ab25ab0388","MaaSSubscription":{"name":"e2e-b-only-3b71ca","namespace":"ai-tenant-e2e-shared-b-w1-6fb3a8"},"name":"maas-trlp-sub-test-model-6fb3a8","model":"ai-tenant-e2e-shared-b-w1-6fb3a8/sub-test-model-6fb3a8","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:15:01.017123177Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-6fb3a8","namespace":"ai-tenant-e2e-shared-b-w1-6fb3a8"},"namespace":"ai-tenant-e2e-shared-b-w1-6fb3a8","name":"sub-test-model-6fb3a8","reconcileID":"291598ce-c353-4846-add8-4bf33ffcb372","MaaSModelRef":{"name":"sub-test-model-6fb3a8","namespace":"ai-tenant-e2e-shared-b-w1-6fb3a8"},"tenant":"e2e-shared-b-w1-6fb3a8","gateway":"openshift-ingress/e2e-shared-b-w1-6fb3a8","model":"ai-tenant-e2e-shared-b-w1-6fb3a8/sub-test-model-6fb3a8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:15:01.017147066Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-6fb3a8","namespace":"ai-tenant-e2e-shared-b-w1-6fb3a8"},"namespace":"ai-tenant-e2e-shared-b-w1-6fb3a8","name":"sub-test-model-6fb3a8","reconcileID":"291598ce-c353-4846-add8-4bf33ffcb372","MaaSModelRef":{"name":"sub-test-model-6fb3a8","namespace":"ai-tenant-e2e-shared-b-w1-6fb3a8"},"routeName":"sub-test-model-6fb3a8-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-6fb3a8","llmisvcName":"sub-test-model-6fb3a8","gateway":"openshift-ingress/e2e-shared-b-w1-6fb3a8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:15:01.02571842Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-6fb3a8","namespace":"ai-tenant-e2e-shared-b-w1-6fb3a8"},"namespace":"ai-tenant-e2e-shared-b-w1-6fb3a8","name":"sub-test-model-6fb3a8","reconcileID":"6c8bd874-5001-47ef-85d3-649ab5c93c12","MaaSModelRef":{"name":"sub-test-model-6fb3a8","namespace":"ai-tenant-e2e-shared-b-w1-6fb3a8"},"tenant":"e2e-shared-b-w1-6fb3a8","gateway":"openshift-ingress/e2e-shared-b-w1-6fb3a8","model":"ai-tenant-e2e-shared-b-w1-6fb3a8/sub-test-model-6fb3a8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:15:01.025734786Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-6fb3a8","namespace":"ai-tenant-e2e-shared-b-w1-6fb3a8"},"namespace":"ai-tenant-e2e-shared-b-w1-6fb3a8","name":"sub-test-model-6fb3a8","reconcileID":"6c8bd874-5001-47ef-85d3-649ab5c93c12","MaaSModelRef":{"name":"sub-test-model-6fb3a8","namespace":"ai-tenant-e2e-shared-b-w1-6fb3a8"},"routeName":"sub-test-model-6fb3a8-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-6fb3a8","llmisvcName":"sub-test-model-6fb3a8","gateway":"openshift-ingress/e2e-shared-b-w1-6fb3a8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:15:01.459212061Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"44ab70ba-23bb-41ed-81f1-4d1598f714b9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:15:01.507745085Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"44ab70ba-23bb-41ed-81f1-4d1598f714b9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:15:01.507779924Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-inf-b-5e9ee9","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-inf-b-5e9ee9","reconcileID":"c1f75adf-2d82-4100-a096-51ce06de050b","aitenant":"ai-tenants/e2e-inf-b-5e9ee9","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:15:01.55641237Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"44ab70ba-23bb-41ed-81f1-4d1598f714b9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:15:01.605339254Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"44ab70ba-23bb-41ed-81f1-4d1598f714b9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:15:01.819582979Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-a-only-3b71ca","namespace":"ai-tenant-e2e-shared-a-w1-a4489c"},"namespace":"ai-tenant-e2e-shared-a-w1-a4489c","name":"e2e-a-only-3b71ca","reconcileID":"17122a1a-a11f-45d4-a4d9-4f142f534ce2","MaaSSubscription":{"name":"e2e-a-only-3b71ca","namespace":"ai-tenant-e2e-shared-a-w1-a4489c"},"name":"maas-trlp-sub-test-model-a4489c","model":"ai-tenant-e2e-shared-a-w1-a4489c/sub-test-model-a4489c","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:15:01.918095092Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-3b71ca","namespace":"ai-tenant-e2e-shared-a-w1-a4489c"},"namespace":"ai-tenant-e2e-shared-a-w1-a4489c","name":"e2e-shared-sub-3b71ca","reconcileID":"44247377-81c3-4b29-9c41-692a01c3bfdb","MaaSSubscription":{"name":"e2e-shared-sub-3b71ca","namespace":"ai-tenant-e2e-shared-a-w1-a4489c"},"name":"maas-trlp-sub-test-model-a4489c","model":"ai-tenant-e2e-shared-a-w1-a4489c/sub-test-model-a4489c","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:15:01.974172844Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-a4489c","namespace":"ai-tenant-e2e-shared-a-w1-a4489c"},"namespace":"ai-tenant-e2e-shared-a-w1-a4489c","name":"sub-test-model-a4489c","reconcileID":"b8fa2308-6f6c-4071-924e-85caad6c980e","MaaSModelRef":{"name":"sub-test-model-a4489c","namespace":"ai-tenant-e2e-shared-a-w1-a4489c"},"tenant":"e2e-shared-a-w1-a4489c","gateway":"openshift-ingress/e2e-shared-a-w1-a4489c","model":"ai-tenant-e2e-shared-a-w1-a4489c/sub-test-model-a4489c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:15:01.974190426Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-a4489c","namespace":"ai-tenant-e2e-shared-a-w1-a4489c"},"namespace":"ai-tenant-e2e-shared-a-w1-a4489c","name":"sub-test-model-a4489c","reconcileID":"b8fa2308-6f6c-4071-924e-85caad6c980e","MaaSModelRef":{"name":"sub-test-model-a4489c","namespace":"ai-tenant-e2e-shared-a-w1-a4489c"},"routeName":"sub-test-model-a4489c-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-a4489c","llmisvcName":"sub-test-model-a4489c","gateway":"openshift-ingress/e2e-shared-a-w1-a4489c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:15:02.074952787Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-a4489c","namespace":"ai-tenant-e2e-shared-a-w1-a4489c"},"namespace":"ai-tenant-e2e-shared-a-w1-a4489c","name":"sub-test-model-a4489c","reconcileID":"5f01d96f-7b69-46bf-84ef-7b2169d614bd","MaaSModelRef":{"name":"sub-test-model-a4489c","namespace":"ai-tenant-e2e-shared-a-w1-a4489c"},"tenant":"e2e-shared-a-w1-a4489c","gateway":"openshift-ingress/e2e-shared-a-w1-a4489c","model":"ai-tenant-e2e-shared-a-w1-a4489c/sub-test-model-a4489c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:15:02.074972289Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-a4489c","namespace":"ai-tenant-e2e-shared-a-w1-a4489c"},"namespace":"ai-tenant-e2e-shared-a-w1-a4489c","name":"sub-test-model-a4489c","reconcileID":"5f01d96f-7b69-46bf-84ef-7b2169d614bd","MaaSModelRef":{"name":"sub-test-model-a4489c","namespace":"ai-tenant-e2e-shared-a-w1-a4489c"},"routeName":"sub-test-model-a4489c-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-a4489c","llmisvcName":"sub-test-model-a4489c","gateway":"openshift-ingress/e2e-shared-a-w1-a4489c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:15:02.227049905Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-3b71ca","namespace":"ai-tenant-e2e-shared-a-w1-a4489c"},"namespace":"ai-tenant-e2e-shared-a-w1-a4489c","name":"e2e-sub-iso-auth-3b71ca","reconcileID":"1d1e0a7e-a8ec-45af-8924-f26a2d0bbc3a","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-3b71ca","namespace":"ai-tenant-e2e-shared-a-w1-a4489c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-a4489c","tenantID":"e2e-shared-a-w1-a4489c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:15:02.279520359Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-3b71ca","namespace":"ai-tenant-e2e-shared-a-w1-a4489c"},"namespace":"ai-tenant-e2e-shared-a-w1-a4489c","name":"e2e-sub-iso-auth-3b71ca","reconcileID":"1d1e0a7e-a8ec-45af-8924-f26a2d0bbc3a","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-3b71ca","namespace":"ai-tenant-e2e-shared-a-w1-a4489c"},"name":"e2e-shared-a-w1-a4489c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:15:02.352993602Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-inf-b-5e9ee9","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-inf-b-5e9ee9","reconcileID":"c1f75adf-2d82-4100-a096-51ce06de050b","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-inf-b-5e9ee9","removed":["maas.opendatahub.io/gateway-access-e2e-inf-b-5e9ee9"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:15:02.460810291Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-3b71ca","namespace":"ai-tenant-e2e-shared-b-w1-6fb3a8"},"namespace":"ai-tenant-e2e-shared-b-w1-6fb3a8","name":"e2e-sub-iso-auth-3b71ca","reconcileID":"de8f122b-df8d-4959-b6f9-726e6bf4b2f5","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-3b71ca","namespace":"ai-tenant-e2e-shared-b-w1-6fb3a8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-6fb3a8","tenantID":"e2e-shared-b-w1-6fb3a8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:15:02.515197391Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-3b71ca","namespace":"ai-tenant-e2e-shared-b-w1-6fb3a8"},"namespace":"ai-tenant-e2e-shared-b-w1-6fb3a8","name":"e2e-sub-iso-auth-3b71ca","reconcileID":"de8f122b-df8d-4959-b6f9-726e6bf4b2f5","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-3b71ca","namespace":"ai-tenant-e2e-shared-b-w1-6fb3a8"},"name":"e2e-shared-b-w1-6fb3a8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:15:03.539189802Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"831da1b7-09ff-4e68-b833-cb6ae092eb8d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:15:03.588048869Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"831da1b7-09ff-4e68-b833-cb6ae092eb8d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:15:03.637745749Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"831da1b7-09ff-4e68-b833-cb6ae092eb8d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:15:03.686948637Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"831da1b7-09ff-4e68-b833-cb6ae092eb8d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:15:04.780674567Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-3b71ca","namespace":"ai-tenant-e2e-shared-a-w1-a4489c"},"namespace":"ai-tenant-e2e-shared-a-w1-a4489c","name":"e2e-sub-iso-auth-3b71ca","reconcileID":"5c679f56-8502-4263-aad9-4626d609269a","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-3b71ca","namespace":"ai-tenant-e2e-shared-a-w1-a4489c"},"model":"ai-tenant-e2e-shared-a-w1-a4489c/sub-test-model-a4489c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:15:04.780810816Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-a4489c","namespace":"ai-tenant-e2e-shared-a-w1-a4489c"},"namespace":"ai-tenant-e2e-shared-a-w1-a4489c","name":"sub-test-model-a4489c","reconcileID":"51263dfe-918f-4bf0-8dba-111546ff9bf5","MaaSModelRef":{"name":"sub-test-model-a4489c","namespace":"ai-tenant-e2e-shared-a-w1-a4489c"},"tenant":"e2e-shared-a-w1-a4489c","gateway":"openshift-ingress/e2e-shared-a-w1-a4489c","model":"ai-tenant-e2e-shared-a-w1-a4489c/sub-test-model-a4489c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:15:04.780827623Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-a4489c","namespace":"ai-tenant-e2e-shared-a-w1-a4489c"},"namespace":"ai-tenant-e2e-shared-a-w1-a4489c","name":"sub-test-model-a4489c","reconcileID":"51263dfe-918f-4bf0-8dba-111546ff9bf5","MaaSModelRef":{"name":"sub-test-model-a4489c","namespace":"ai-tenant-e2e-shared-a-w1-a4489c"},"routeName":"sub-test-model-a4489c-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-a4489c","llmisvcName":"sub-test-model-a4489c","gateway":"openshift-ingress/e2e-shared-a-w1-a4489c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:15:05.034217673Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-3b71ca","namespace":"ai-tenant-e2e-shared-a-w1-a4489c"},"namespace":"ai-tenant-e2e-shared-a-w1-a4489c","name":"e2e-sub-iso-auth-3b71ca","reconcileID":"5c679f56-8502-4263-aad9-4626d609269a","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-3b71ca","namespace":"ai-tenant-e2e-shared-a-w1-a4489c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-a4489c","tenantID":"e2e-shared-a-w1-a4489c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:15:05.034873369Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-3b71ca","namespace":"ai-tenant-e2e-shared-a-w1-a4489c"},"namespace":"ai-tenant-e2e-shared-a-w1-a4489c","name":"e2e-shared-sub-3b71ca","reconcileID":"6d844085-c5a8-4cac-a1c9-c34a43491ca7","MaaSSubscription":{"name":"e2e-shared-sub-3b71ca","namespace":"ai-tenant-e2e-shared-a-w1-a4489c"},"name":"maas-trlp-sub-test-model-a4489c","model":"ai-tenant-e2e-shared-a-w1-a4489c/sub-test-model-a4489c","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:15:05.03487948Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-a-only-3b71ca","namespace":"ai-tenant-e2e-shared-a-w1-a4489c"},"namespace":"ai-tenant-e2e-shared-a-w1-a4489c","name":"e2e-a-only-3b71ca","reconcileID":"6d1ed233-9b99-4273-b1e9-d6cb62c55605","MaaSSubscription":{"name":"e2e-a-only-3b71ca","namespace":"ai-tenant-e2e-shared-a-w1-a4489c"},"name":"maas-trlp-sub-test-model-a4489c","model":"ai-tenant-e2e-shared-a-w1-a4489c/sub-test-model-a4489c","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:15:05.15290419Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-3b71ca","namespace":"ai-tenant-e2e-shared-a-w1-a4489c"},"namespace":"ai-tenant-e2e-shared-a-w1-a4489c","name":"e2e-sub-iso-auth-3b71ca","reconcileID":"5c679f56-8502-4263-aad9-4626d609269a","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-3b71ca","namespace":"ai-tenant-e2e-shared-a-w1-a4489c"},"name":"e2e-shared-a-w1-a4489c-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:15:05.152941991Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-3b71ca","namespace":"ai-tenant-e2e-shared-a-w1-a4489c"},"namespace":"ai-tenant-e2e-shared-a-w1-a4489c","name":"e2e-sub-iso-auth-3b71ca","reconcileID":"5c679f56-8502-4263-aad9-4626d609269a","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-3b71ca","namespace":"ai-tenant-e2e-shared-a-w1-a4489c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-a4489c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:15:05.205912509Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-a4489c","namespace":"ai-tenant-e2e-shared-a-w1-a4489c"},"namespace":"ai-tenant-e2e-shared-a-w1-a4489c","name":"sub-test-model-a4489c","reconcileID":"e86359cc-445f-4f9a-be52-d48ee02ee5af","MaaSModelRef":{"name":"sub-test-model-a4489c","namespace":"ai-tenant-e2e-shared-a-w1-a4489c"},"tenant":"e2e-shared-a-w1-a4489c","gateway":"openshift-ingress/e2e-shared-a-w1-a4489c","model":"ai-tenant-e2e-shared-a-w1-a4489c/sub-test-model-a4489c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:15:05.205934597Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-a4489c","namespace":"ai-tenant-e2e-shared-a-w1-a4489c"},"namespace":"ai-tenant-e2e-shared-a-w1-a4489c","name":"sub-test-model-a4489c","reconcileID":"e86359cc-445f-4f9a-be52-d48ee02ee5af","MaaSModelRef":{"name":"sub-test-model-a4489c","namespace":"ai-tenant-e2e-shared-a-w1-a4489c"},"routeName":"sub-test-model-a4489c-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-a4489c","llmisvcName":"sub-test-model-a4489c","gateway":"openshift-ingress/e2e-shared-a-w1-a4489c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:15:05.340321356Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-a4489c","namespace":"ai-tenant-e2e-shared-a-w1-a4489c"},"namespace":"ai-tenant-e2e-shared-a-w1-a4489c","name":"sub-test-model-a4489c","reconcileID":"627ce8c1-53ea-4514-b8f0-01ec8e92b37b","MaaSModelRef":{"name":"sub-test-model-a4489c","namespace":"ai-tenant-e2e-shared-a-w1-a4489c"},"tenant":"e2e-shared-a-w1-a4489c","gateway":"openshift-ingress/e2e-shared-a-w1-a4489c","model":"ai-tenant-e2e-shared-a-w1-a4489c/sub-test-model-a4489c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:15:05.340347033Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-a4489c","namespace":"ai-tenant-e2e-shared-a-w1-a4489c"},"namespace":"ai-tenant-e2e-shared-a-w1-a4489c","name":"sub-test-model-a4489c","reconcileID":"627ce8c1-53ea-4514-b8f0-01ec8e92b37b","MaaSModelRef":{"name":"sub-test-model-a4489c","namespace":"ai-tenant-e2e-shared-a-w1-a4489c"},"routeName":"sub-test-model-a4489c-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-a4489c","llmisvcName":"sub-test-model-a4489c","gateway":"openshift-ingress/e2e-shared-a-w1-a4489c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:15:05.457956108Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-3b71ca","namespace":"ai-tenant-e2e-shared-a-w1-a4489c"},"namespace":"ai-tenant-e2e-shared-a-w1-a4489c","name":"e2e-shared-sub-3b71ca","reconcileID":"6280c8ea-b66d-42b8-9a5e-cd874be29a6b","MaaSSubscription":{"name":"e2e-shared-sub-3b71ca","namespace":"ai-tenant-e2e-shared-a-w1-a4489c"},"name":"maas-trlp-sub-test-model-a4489c","model":"ai-tenant-e2e-shared-a-w1-a4489c/sub-test-model-a4489c","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:15:05.458100185Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-a-only-3b71ca","namespace":"ai-tenant-e2e-shared-a-w1-a4489c"},"namespace":"ai-tenant-e2e-shared-a-w1-a4489c","name":"e2e-a-only-3b71ca","reconcileID":"c81d85d4-cd70-4f59-a439-f6350a5cf9bd","MaaSSubscription":{"name":"e2e-a-only-3b71ca","namespace":"ai-tenant-e2e-shared-a-w1-a4489c"},"name":"maas-trlp-sub-test-model-a4489c","model":"ai-tenant-e2e-shared-a-w1-a4489c/sub-test-model-a4489c","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:15:05.531879644Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4d1b3b73-cab0-4a1f-9457-9163d1dec7ba","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:15:05.580955146Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4d1b3b73-cab0-4a1f-9457-9163d1dec7ba","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:15:05.629991636Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4d1b3b73-cab0-4a1f-9457-9163d1dec7ba","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:15:05.678836211Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4d1b3b73-cab0-4a1f-9457-9163d1dec7ba","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:15:11.886024861Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"602be810-1e15-4b7e-bb2d-9acee15bd9c1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:15:11.935030791Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"602be810-1e15-4b7e-bb2d-9acee15bd9c1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:15:11.984273839Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"602be810-1e15-4b7e-bb2d-9acee15bd9c1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:15:12.033839712Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"602be810-1e15-4b7e-bb2d-9acee15bd9c1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:15:13.940119483Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d496ca0a-4947-4d43-a640-757ee8095210","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:15:13.989291507Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d496ca0a-4947-4d43-a640-757ee8095210","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:15:14.038108507Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d496ca0a-4947-4d43-a640-757ee8095210","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:15:14.087471394Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d496ca0a-4947-4d43-a640-757ee8095210","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:15:15.832172657Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-3b71ca","namespace":"ai-tenant-e2e-shared-a-w1-a4489c"},"namespace":"ai-tenant-e2e-shared-a-w1-a4489c","name":"e2e-shared-sub-3b71ca","reconcileID":"4190b126-5619-4341-8144-4bf5f653dd36","MaaSSubscription":{"name":"e2e-shared-sub-3b71ca","namespace":"ai-tenant-e2e-shared-a-w1-a4489c"},"model":"ai-tenant-e2e-shared-a-w1-a4489c/sub-test-model-a4489c","subscription":"e2e-shared-sub-3b71ca","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:15:16.032835327Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-3b71ca","namespace":"ai-tenant-e2e-shared-a-w1-a4489c"},"namespace":"ai-tenant-e2e-shared-a-w1-a4489c","name":"e2e-shared-sub-3b71ca","reconcileID":"4190b126-5619-4341-8144-4bf5f653dd36","MaaSSubscription":{"name":"e2e-shared-sub-3b71ca","namespace":"ai-tenant-e2e-shared-a-w1-a4489c"},"name":"maas-trlp-sub-test-model-a4489c","model":"ai-tenant-e2e-shared-a-w1-a4489c/sub-test-model-a4489c","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-shared-a-w1-a4489c/e2e-a-only-3b71ca"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:15:16.272833822Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-a-only-3b71ca","namespace":"ai-tenant-e2e-shared-a-w1-a4489c"},"namespace":"ai-tenant-e2e-shared-a-w1-a4489c","name":"e2e-a-only-3b71ca","reconcileID":"fd759f61-85a2-43df-8afe-f83693c7c44a","MaaSSubscription":{"name":"e2e-a-only-3b71ca","namespace":"ai-tenant-e2e-shared-a-w1-a4489c"},"name":"maas-trlp-sub-test-model-a4489c","model":"ai-tenant-e2e-shared-a-w1-a4489c/sub-test-model-a4489c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:15:16.327486041Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-a4489c","namespace":"ai-tenant-e2e-shared-a-w1-a4489c"},"namespace":"ai-tenant-e2e-shared-a-w1-a4489c","name":"sub-test-model-a4489c","reconcileID":"73eb9a25-9e54-4369-a855-9f138eabacf5","MaaSModelRef":{"name":"sub-test-model-a4489c","namespace":"ai-tenant-e2e-shared-a-w1-a4489c"},"tenant":"e2e-shared-a-w1-a4489c","gateway":"openshift-ingress/e2e-shared-a-w1-a4489c","model":"ai-tenant-e2e-shared-a-w1-a4489c/sub-test-model-a4489c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:15:16.327511629Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-a4489c","namespace":"ai-tenant-e2e-shared-a-w1-a4489c"},"namespace":"ai-tenant-e2e-shared-a-w1-a4489c","name":"sub-test-model-a4489c","reconcileID":"73eb9a25-9e54-4369-a855-9f138eabacf5","MaaSModelRef":{"name":"sub-test-model-a4489c","namespace":"ai-tenant-e2e-shared-a-w1-a4489c"},"routeName":"sub-test-model-a4489c-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-a4489c","llmisvcName":"sub-test-model-a4489c","gateway":"openshift-ingress/e2e-shared-a-w1-a4489c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:15:16.478751278Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-a4489c","namespace":"ai-tenant-e2e-shared-a-w1-a4489c"},"namespace":"ai-tenant-e2e-shared-a-w1-a4489c","name":"sub-test-model-a4489c","reconcileID":"342df518-a9b5-4635-a221-0e7d4cc070fb","MaaSModelRef":{"name":"sub-test-model-a4489c","namespace":"ai-tenant-e2e-shared-a-w1-a4489c"},"tenant":"e2e-shared-a-w1-a4489c","gateway":"openshift-ingress/e2e-shared-a-w1-a4489c","model":"ai-tenant-e2e-shared-a-w1-a4489c/sub-test-model-a4489c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:15:16.478772457Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-a4489c","namespace":"ai-tenant-e2e-shared-a-w1-a4489c"},"namespace":"ai-tenant-e2e-shared-a-w1-a4489c","name":"sub-test-model-a4489c","reconcileID":"342df518-a9b5-4635-a221-0e7d4cc070fb","MaaSModelRef":{"name":"sub-test-model-a4489c","namespace":"ai-tenant-e2e-shared-a-w1-a4489c"},"routeName":"sub-test-model-a4489c-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-a4489c","llmisvcName":"sub-test-model-a4489c","gateway":"openshift-ingress/e2e-shared-a-w1-a4489c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:15:20.742412812Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-1250b3"},"namespace":"ai-tenant-e2e-shared-a-w3-1250b3","name":"default-tenant","reconcileID":"c139e30b-215b-490a-8b3f-ff3d6fcdbe94","namespace":"ai-tenant-e2e-shared-a-w3-1250b3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:15:20.7424746Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-1250b3"},"namespace":"ai-tenant-e2e-shared-a-w3-1250b3","name":"default-tenant","reconcileID":"c139e30b-215b-490a-8b3f-ff3d6fcdbe94","namespace":"ai-tenant-e2e-shared-a-w3-1250b3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:15:20.742529244Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-1250b3"},"namespace":"ai-tenant-e2e-shared-a-w3-1250b3","name":"default-tenant","reconcileID":"c139e30b-215b-490a-8b3f-ff3d6fcdbe94","tenant":"e2e-shared-a-w3-1250b3","tenantID":"e2e-shared-a-w3-1250b3","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:15:20.797734895Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-1250b3"},"namespace":"ai-tenant-e2e-shared-a-w3-1250b3","name":"default-tenant","reconcileID":"c139e30b-215b-490a-8b3f-ff3d6fcdbe94","gvk":"Deployment","name":"maas-api-e2e-shared-a-w3-1250b3","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:15:20.861774545Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-1250b3"},"namespace":"ai-tenant-e2e-shared-a-w3-1250b3","name":"default-tenant","reconcileID":"c139e30b-215b-490a-8b3f-ff3d6fcdbe94","gvk":"Service","name":"maas-api-e2e-shared-a-w3-1250b3","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:15:20.917148967Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-1250b3"},"namespace":"ai-tenant-e2e-shared-a-w3-1250b3","name":"default-tenant","reconcileID":"c139e30b-215b-490a-8b3f-ff3d6fcdbe94","gvk":"HTTPRoute","name":"maas-api-route-e2e-shared-a-w3-1250b3","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:15:20.969698229Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-1250b3"},"namespace":"ai-tenant-e2e-shared-a-w3-1250b3","name":"default-tenant","reconcileID":"c139e30b-215b-490a-8b3f-ff3d6fcdbe94","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-shared-a-w3-1250b3","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:15:21.029637392Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-1250b3"},"namespace":"ai-tenant-e2e-shared-a-w3-1250b3","name":"default-tenant","reconcileID":"c139e30b-215b-490a-8b3f-ff3d6fcdbe94","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-shared-a-w3-1250b3","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:15:21.083740159Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-1250b3"},"namespace":"ai-tenant-e2e-shared-a-w3-1250b3","name":"default-tenant","reconcileID":"c139e30b-215b-490a-8b3f-ff3d6fcdbe94","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-shared-a-w3-1250b3","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:15:21.139487004Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-1250b3"},"namespace":"ai-tenant-e2e-shared-a-w3-1250b3","name":"default-tenant","reconcileID":"c139e30b-215b-490a-8b3f-ff3d6fcdbe94","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-shared-a-w3-1250b3","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:15:21.190913206Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-1250b3"},"namespace":"ai-tenant-e2e-shared-a-w3-1250b3","name":"default-tenant","reconcileID":"c139e30b-215b-490a-8b3f-ff3d6fcdbe94","gvk":"Telemetry","name":"latency-per-subscription-e2e-shared-a-w3-1250b3","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:15:21.242586312Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-1250b3"},"namespace":"ai-tenant-e2e-shared-a-w3-1250b3","name":"default-tenant","reconcileID":"c139e30b-215b-490a-8b3f-ff3d6fcdbe94","gvk":"Deployment","name":"payload-processing-e2e-shared-a-w3-1250b3","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:15:21.291444017Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-1250b3"},"namespace":"ai-tenant-e2e-shared-a-w3-1250b3","name":"default-tenant","reconcileID":"c139e30b-215b-490a-8b3f-ff3d6fcdbe94","gvk":"Deployment","name":"payload-pre-processing-e2e-shared-a-w3-1250b3","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:15:21.34054888Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-1250b3"},"namespace":"ai-tenant-e2e-shared-a-w3-1250b3","name":"default-tenant","reconcileID":"c139e30b-215b-490a-8b3f-ff3d6fcdbe94","gvk":"Service","name":"payload-processing-e2e-shared-a-w3-1250b3","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:15:21.388909786Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-1250b3"},"namespace":"ai-tenant-e2e-shared-a-w3-1250b3","name":"default-tenant","reconcileID":"c139e30b-215b-490a-8b3f-ff3d6fcdbe94","gvk":"Service","name":"payload-pre-processing-e2e-shared-a-w3-1250b3","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:15:21.438324323Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-1250b3"},"namespace":"ai-tenant-e2e-shared-a-w3-1250b3","name":"default-tenant","reconcileID":"c139e30b-215b-490a-8b3f-ff3d6fcdbe94","gvk":"DestinationRule","name":"payload-processing-e2e-shared-a-w3-1250b3","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:15:21.486732329Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-1250b3"},"namespace":"ai-tenant-e2e-shared-a-w3-1250b3","name":"default-tenant","reconcileID":"c139e30b-215b-490a-8b3f-ff3d6fcdbe94","gvk":"DestinationRule","name":"payload-pre-processing-e2e-shared-a-w3-1250b3","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:15:21.534983611Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-1250b3"},"namespace":"ai-tenant-e2e-shared-a-w3-1250b3","name":"default-tenant","reconcileID":"c139e30b-215b-490a-8b3f-ff3d6fcdbe94","gvk":"EnvoyFilter","name":"payload-processing-e2e-shared-a-w3-1250b3","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:15:21.588070677Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-1250b3"},"namespace":"ai-tenant-e2e-shared-a-w3-1250b3","name":"default-tenant","reconcileID":"c139e30b-215b-490a-8b3f-ff3d6fcdbe94","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-shared-a-w3-1250b3","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:15:21.636422113Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-1250b3"},"namespace":"ai-tenant-e2e-shared-a-w3-1250b3","name":"default-tenant","reconcileID":"c139e30b-215b-490a-8b3f-ff3d6fcdbe94","gvk":"NetworkPolicy","name":"payload-processing-e2e-shared-a-w3-1250b3","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:15:21.68529775Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-1250b3"},"namespace":"ai-tenant-e2e-shared-a-w3-1250b3","name":"default-tenant","reconcileID":"c139e30b-215b-490a-8b3f-ff3d6fcdbe94","gvk":"ServiceAccount","name":"payload-processing-e2e-shared-a-w3-1250b3","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:15:21.733919342Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-1250b3"},"namespace":"ai-tenant-e2e-shared-a-w3-1250b3","name":"default-tenant","reconcileID":"c139e30b-215b-490a-8b3f-ff3d6fcdbe94","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-shared-a-w3-1250b3","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:15:21.783101565Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-1250b3"},"namespace":"ai-tenant-e2e-shared-a-w3-1250b3","name":"default-tenant","reconcileID":"c139e30b-215b-490a-8b3f-ff3d6fcdbe94","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-shared-a-w3-1250b3","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:15:24.918824698Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-a-w3-1250b3","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-a-w3-1250b3","reconcileID":"b8aa3f5b-15bc-4dcb-9566-df9c9169db8e","aitenant":"ai-tenants/e2e-shared-a-w3-1250b3","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:15:25.523059017Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3235d6d5-246a-4e46-965b-a6f87ac0bac4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:15:25.572518266Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3235d6d5-246a-4e46-965b-a6f87ac0bac4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:15:25.621135589Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3235d6d5-246a-4e46-965b-a6f87ac0bac4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:15:25.66985215Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3235d6d5-246a-4e46-965b-a6f87ac0bac4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:15:25.71342897Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:15:25.728363084Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-a-w3-1250b3","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-a-w3-1250b3","reconcileID":"b8aa3f5b-15bc-4dcb-9566-df9c9169db8e","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-a-w3-1250b3","removed":["maas.opendatahub.io/gateway-access-e2e-shared-a-w3-1250b3"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:15:26.716525678Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-a-only-3b71ca","namespace":"ai-tenant-e2e-shared-a-w1-a4489c"},"namespace":"ai-tenant-e2e-shared-a-w1-a4489c","name":"e2e-a-only-3b71ca","reconcileID":"02eb2338-387e-4071-b713-011ef3de207a","MaaSSubscription":{"name":"e2e-a-only-3b71ca","namespace":"ai-tenant-e2e-shared-a-w1-a4489c"},"model":"ai-tenant-e2e-shared-a-w1-a4489c/sub-test-model-a4489c","subscription":"e2e-a-only-3b71ca","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:15:26.766019568Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-a-only-3b71ca","namespace":"ai-tenant-e2e-shared-a-w1-a4489c"},"namespace":"ai-tenant-e2e-shared-a-w1-a4489c","name":"e2e-a-only-3b71ca","reconcileID":"02eb2338-387e-4071-b713-011ef3de207a","MaaSSubscription":{"name":"e2e-a-only-3b71ca","namespace":"ai-tenant-e2e-shared-a-w1-a4489c"},"model":"ai-tenant-e2e-shared-a-w1-a4489c/sub-test-model-a4489c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:15:26.82223652Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-a-only-3b71ca","namespace":"ai-tenant-e2e-shared-a-w1-a4489c"},"namespace":"ai-tenant-e2e-shared-a-w1-a4489c","name":"e2e-a-only-3b71ca","reconcileID":"02eb2338-387e-4071-b713-011ef3de207a","MaaSSubscription":{"name":"e2e-a-only-3b71ca","namespace":"ai-tenant-e2e-shared-a-w1-a4489c"},"name":"maas-trlp-sub-test-model-a4489c","namespace":"ai-tenant-e2e-shared-a-w1-a4489c","model":"ai-tenant-e2e-shared-a-w1-a4489c/sub-test-model-a4489c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:15:27.123038817Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-a4489c","namespace":"ai-tenant-e2e-shared-a-w1-a4489c"},"namespace":"ai-tenant-e2e-shared-a-w1-a4489c","name":"sub-test-model-a4489c","reconcileID":"2f34a2c0-479d-434d-bacb-7945a47c6ff4","MaaSModelRef":{"name":"sub-test-model-a4489c","namespace":"ai-tenant-e2e-shared-a-w1-a4489c"},"tenant":"e2e-shared-a-w1-a4489c","gateway":"openshift-ingress/e2e-shared-a-w1-a4489c","model":"ai-tenant-e2e-shared-a-w1-a4489c/sub-test-model-a4489c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:15:27.123061507Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-a4489c","namespace":"ai-tenant-e2e-shared-a-w1-a4489c"},"namespace":"ai-tenant-e2e-shared-a-w1-a4489c","name":"sub-test-model-a4489c","reconcileID":"2f34a2c0-479d-434d-bacb-7945a47c6ff4","MaaSModelRef":{"name":"sub-test-model-a4489c","namespace":"ai-tenant-e2e-shared-a-w1-a4489c"},"routeName":"sub-test-model-a4489c-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-a4489c","llmisvcName":"sub-test-model-a4489c","gateway":"openshift-ingress/e2e-shared-a-w1-a4489c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:15:27.4149542Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-3b71ca","namespace":"ai-tenant-e2e-shared-b-w1-6fb3a8"},"namespace":"ai-tenant-e2e-shared-b-w1-6fb3a8","name":"e2e-sub-iso-auth-3b71ca","reconcileID":"2a4888ef-a6aa-4dd6-a0e6-a6aefc1b4bca","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-3b71ca","namespace":"ai-tenant-e2e-shared-b-w1-6fb3a8"},"model":"ai-tenant-e2e-shared-b-w1-6fb3a8/sub-test-model-6fb3a8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:15:27.415074374Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-6fb3a8","namespace":"ai-tenant-e2e-shared-b-w1-6fb3a8"},"namespace":"ai-tenant-e2e-shared-b-w1-6fb3a8","name":"sub-test-model-6fb3a8","reconcileID":"5b32be70-d66a-4af4-beee-4bd6853d6f49","MaaSModelRef":{"name":"sub-test-model-6fb3a8","namespace":"ai-tenant-e2e-shared-b-w1-6fb3a8"},"tenant":"e2e-shared-b-w1-6fb3a8","gateway":"openshift-ingress/e2e-shared-b-w1-6fb3a8","model":"ai-tenant-e2e-shared-b-w1-6fb3a8/sub-test-model-6fb3a8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:15:27.415091145Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-6fb3a8","namespace":"ai-tenant-e2e-shared-b-w1-6fb3a8"},"namespace":"ai-tenant-e2e-shared-b-w1-6fb3a8","name":"sub-test-model-6fb3a8","reconcileID":"5b32be70-d66a-4af4-beee-4bd6853d6f49","MaaSModelRef":{"name":"sub-test-model-6fb3a8","namespace":"ai-tenant-e2e-shared-b-w1-6fb3a8"},"routeName":"sub-test-model-6fb3a8-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-6fb3a8","llmisvcName":"sub-test-model-6fb3a8","gateway":"openshift-ingress/e2e-shared-b-w1-6fb3a8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:15:27.502859264Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"43d67a87-dde5-4733-ada8-d0c76c56b12c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:15:27.553200991Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"43d67a87-dde5-4733-ada8-d0c76c56b12c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:15:27.602122362Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"43d67a87-dde5-4733-ada8-d0c76c56b12c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:15:27.651688885Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"43d67a87-dde5-4733-ada8-d0c76c56b12c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:15:27.701459044Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-3b71ca","namespace":"ai-tenant-e2e-shared-b-w1-6fb3a8"},"namespace":"ai-tenant-e2e-shared-b-w1-6fb3a8","name":"e2e-sub-iso-auth-3b71ca","reconcileID":"2a4888ef-a6aa-4dd6-a0e6-a6aefc1b4bca","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-3b71ca","namespace":"ai-tenant-e2e-shared-b-w1-6fb3a8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-6fb3a8","tenantID":"e2e-shared-b-w1-6fb3a8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:15:27.80000754Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-3b71ca","namespace":"ai-tenant-e2e-shared-b-w1-6fb3a8"},"namespace":"ai-tenant-e2e-shared-b-w1-6fb3a8","name":"e2e-shared-sub-3b71ca","reconcileID":"1305b0f0-dca5-4691-b85b-86b4217e6c85","MaaSSubscription":{"name":"e2e-shared-sub-3b71ca","namespace":"ai-tenant-e2e-shared-b-w1-6fb3a8"},"name":"maas-trlp-sub-test-model-6fb3a8","model":"ai-tenant-e2e-shared-b-w1-6fb3a8/sub-test-model-6fb3a8","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:15:27.800030011Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-b-only-3b71ca","namespace":"ai-tenant-e2e-shared-b-w1-6fb3a8"},"namespace":"ai-tenant-e2e-shared-b-w1-6fb3a8","name":"e2e-b-only-3b71ca","reconcileID":"52299fe6-be91-485c-9646-ad491d0f3d48","MaaSSubscription":{"name":"e2e-b-only-3b71ca","namespace":"ai-tenant-e2e-shared-b-w1-6fb3a8"},"name":"maas-trlp-sub-test-model-6fb3a8","model":"ai-tenant-e2e-shared-b-w1-6fb3a8/sub-test-model-6fb3a8","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:15:27.819265386Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-3b71ca","namespace":"ai-tenant-e2e-shared-b-w1-6fb3a8"},"namespace":"ai-tenant-e2e-shared-b-w1-6fb3a8","name":"e2e-sub-iso-auth-3b71ca","reconcileID":"2a4888ef-a6aa-4dd6-a0e6-a6aefc1b4bca","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-3b71ca","namespace":"ai-tenant-e2e-shared-b-w1-6fb3a8"},"name":"e2e-shared-b-w1-6fb3a8-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:15:27.819288838Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-3b71ca","namespace":"ai-tenant-e2e-shared-b-w1-6fb3a8"},"namespace":"ai-tenant-e2e-shared-b-w1-6fb3a8","name":"e2e-sub-iso-auth-3b71ca","reconcileID":"2a4888ef-a6aa-4dd6-a0e6-a6aefc1b4bca","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-3b71ca","namespace":"ai-tenant-e2e-shared-b-w1-6fb3a8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-6fb3a8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:15:27.906340862Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-6fb3a8","namespace":"ai-tenant-e2e-shared-b-w1-6fb3a8"},"namespace":"ai-tenant-e2e-shared-b-w1-6fb3a8","name":"sub-test-model-6fb3a8","reconcileID":"51d17d45-1cc4-41d2-9e6c-388888460482","MaaSModelRef":{"name":"sub-test-model-6fb3a8","namespace":"ai-tenant-e2e-shared-b-w1-6fb3a8"},"tenant":"e2e-shared-b-w1-6fb3a8","gateway":"openshift-ingress/e2e-shared-b-w1-6fb3a8","model":"ai-tenant-e2e-shared-b-w1-6fb3a8/sub-test-model-6fb3a8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:15:27.906370608Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-6fb3a8","namespace":"ai-tenant-e2e-shared-b-w1-6fb3a8"},"namespace":"ai-tenant-e2e-shared-b-w1-6fb3a8","name":"sub-test-model-6fb3a8","reconcileID":"51d17d45-1cc4-41d2-9e6c-388888460482","MaaSModelRef":{"name":"sub-test-model-6fb3a8","namespace":"ai-tenant-e2e-shared-b-w1-6fb3a8"},"routeName":"sub-test-model-6fb3a8-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-6fb3a8","llmisvcName":"sub-test-model-6fb3a8","gateway":"openshift-ingress/e2e-shared-b-w1-6fb3a8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:15:28.053307976Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-6fb3a8","namespace":"ai-tenant-e2e-shared-b-w1-6fb3a8"},"namespace":"ai-tenant-e2e-shared-b-w1-6fb3a8","name":"sub-test-model-6fb3a8","reconcileID":"7def731e-8c84-4dc6-b8eb-5475e021dfb1","MaaSModelRef":{"name":"sub-test-model-6fb3a8","namespace":"ai-tenant-e2e-shared-b-w1-6fb3a8"},"tenant":"e2e-shared-b-w1-6fb3a8","gateway":"openshift-ingress/e2e-shared-b-w1-6fb3a8","model":"ai-tenant-e2e-shared-b-w1-6fb3a8/sub-test-model-6fb3a8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:15:28.053327855Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-6fb3a8","namespace":"ai-tenant-e2e-shared-b-w1-6fb3a8"},"namespace":"ai-tenant-e2e-shared-b-w1-6fb3a8","name":"sub-test-model-6fb3a8","reconcileID":"7def731e-8c84-4dc6-b8eb-5475e021dfb1","MaaSModelRef":{"name":"sub-test-model-6fb3a8","namespace":"ai-tenant-e2e-shared-b-w1-6fb3a8"},"routeName":"sub-test-model-6fb3a8-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-6fb3a8","llmisvcName":"sub-test-model-6fb3a8","gateway":"openshift-ingress/e2e-shared-b-w1-6fb3a8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:15:28.157738214Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-3b71ca","namespace":"ai-tenant-e2e-shared-b-w1-6fb3a8"},"namespace":"ai-tenant-e2e-shared-b-w1-6fb3a8","name":"e2e-shared-sub-3b71ca","reconcileID":"1fb8ca0a-a3e5-41ca-9f51-a1e8711e2c8f","MaaSSubscription":{"name":"e2e-shared-sub-3b71ca","namespace":"ai-tenant-e2e-shared-b-w1-6fb3a8"},"name":"maas-trlp-sub-test-model-6fb3a8","model":"ai-tenant-e2e-shared-b-w1-6fb3a8/sub-test-model-6fb3a8","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:15:28.15779608Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-b-only-3b71ca","namespace":"ai-tenant-e2e-shared-b-w1-6fb3a8"},"namespace":"ai-tenant-e2e-shared-b-w1-6fb3a8","name":"e2e-b-only-3b71ca","reconcileID":"8fdaf548-a92e-4f6a-b97b-d1ce30238004","MaaSSubscription":{"name":"e2e-b-only-3b71ca","namespace":"ai-tenant-e2e-shared-b-w1-6fb3a8"},"name":"maas-trlp-sub-test-model-6fb3a8","model":"ai-tenant-e2e-shared-b-w1-6fb3a8/sub-test-model-6fb3a8","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:15:34.622224399Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dbd0fada-0c20-47af-b321-ffaef72a7584","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:15:34.671448312Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dbd0fada-0c20-47af-b321-ffaef72a7584","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:15:34.720677926Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dbd0fada-0c20-47af-b321-ffaef72a7584","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:15:34.769605167Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dbd0fada-0c20-47af-b321-ffaef72a7584","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:15:36.588342722Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4f3e4059-4871-434d-a69d-8ed25861f3ad","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:15:36.637151403Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4f3e4059-4871-434d-a69d-8ed25861f3ad","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:15:36.685756026Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4f3e4059-4871-434d-a69d-8ed25861f3ad","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:15:36.734293421Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4f3e4059-4871-434d-a69d-8ed25861f3ad","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:15:38.410077722Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-3b71ca","namespace":"ai-tenant-e2e-shared-b-w1-6fb3a8"},"namespace":"ai-tenant-e2e-shared-b-w1-6fb3a8","name":"e2e-shared-sub-3b71ca","reconcileID":"4987d8ad-7cf5-4000-b7dd-7ce571e887d6","MaaSSubscription":{"name":"e2e-shared-sub-3b71ca","namespace":"ai-tenant-e2e-shared-b-w1-6fb3a8"},"model":"ai-tenant-e2e-shared-b-w1-6fb3a8/sub-test-model-6fb3a8","subscription":"e2e-shared-sub-3b71ca","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:15:38.611707161Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-3b71ca","namespace":"ai-tenant-e2e-shared-b-w1-6fb3a8"},"namespace":"ai-tenant-e2e-shared-b-w1-6fb3a8","name":"e2e-shared-sub-3b71ca","reconcileID":"4987d8ad-7cf5-4000-b7dd-7ce571e887d6","MaaSSubscription":{"name":"e2e-shared-sub-3b71ca","namespace":"ai-tenant-e2e-shared-b-w1-6fb3a8"},"name":"maas-trlp-sub-test-model-6fb3a8","model":"ai-tenant-e2e-shared-b-w1-6fb3a8/sub-test-model-6fb3a8","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-shared-b-w1-6fb3a8/e2e-b-only-3b71ca"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:15:38.807846467Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-b-only-3b71ca","namespace":"ai-tenant-e2e-shared-b-w1-6fb3a8"},"namespace":"ai-tenant-e2e-shared-b-w1-6fb3a8","name":"e2e-b-only-3b71ca","reconcileID":"f50faf8e-ea99-468a-8d2b-97bff22d2cd2","MaaSSubscription":{"name":"e2e-b-only-3b71ca","namespace":"ai-tenant-e2e-shared-b-w1-6fb3a8"},"name":"maas-trlp-sub-test-model-6fb3a8","model":"ai-tenant-e2e-shared-b-w1-6fb3a8/sub-test-model-6fb3a8","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:15:38.817704831Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-6fb3a8","namespace":"ai-tenant-e2e-shared-b-w1-6fb3a8"},"namespace":"ai-tenant-e2e-shared-b-w1-6fb3a8","name":"sub-test-model-6fb3a8","reconcileID":"0c66cf9b-c17f-4337-87c5-4cc22e6efec3","MaaSModelRef":{"name":"sub-test-model-6fb3a8","namespace":"ai-tenant-e2e-shared-b-w1-6fb3a8"},"tenant":"e2e-shared-b-w1-6fb3a8","gateway":"openshift-ingress/e2e-shared-b-w1-6fb3a8","model":"ai-tenant-e2e-shared-b-w1-6fb3a8/sub-test-model-6fb3a8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:15:38.817728555Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-6fb3a8","namespace":"ai-tenant-e2e-shared-b-w1-6fb3a8"},"namespace":"ai-tenant-e2e-shared-b-w1-6fb3a8","name":"sub-test-model-6fb3a8","reconcileID":"0c66cf9b-c17f-4337-87c5-4cc22e6efec3","MaaSModelRef":{"name":"sub-test-model-6fb3a8","namespace":"ai-tenant-e2e-shared-b-w1-6fb3a8"},"routeName":"sub-test-model-6fb3a8-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-6fb3a8","llmisvcName":"sub-test-model-6fb3a8","gateway":"openshift-ingress/e2e-shared-b-w1-6fb3a8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:15:39.117366661Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-6fb3a8","namespace":"ai-tenant-e2e-shared-b-w1-6fb3a8"},"namespace":"ai-tenant-e2e-shared-b-w1-6fb3a8","name":"sub-test-model-6fb3a8","reconcileID":"779a8401-adf3-4aa2-8fd1-91c6a2297744","MaaSModelRef":{"name":"sub-test-model-6fb3a8","namespace":"ai-tenant-e2e-shared-b-w1-6fb3a8"},"tenant":"e2e-shared-b-w1-6fb3a8","gateway":"openshift-ingress/e2e-shared-b-w1-6fb3a8","model":"ai-tenant-e2e-shared-b-w1-6fb3a8/sub-test-model-6fb3a8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:15:39.117407948Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-6fb3a8","namespace":"ai-tenant-e2e-shared-b-w1-6fb3a8"},"namespace":"ai-tenant-e2e-shared-b-w1-6fb3a8","name":"sub-test-model-6fb3a8","reconcileID":"779a8401-adf3-4aa2-8fd1-91c6a2297744","MaaSModelRef":{"name":"sub-test-model-6fb3a8","namespace":"ai-tenant-e2e-shared-b-w1-6fb3a8"},"routeName":"sub-test-model-6fb3a8-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-6fb3a8","llmisvcName":"sub-test-model-6fb3a8","gateway":"openshift-ingress/e2e-shared-b-w1-6fb3a8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:15:40.560767157Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-8570a0"},"namespace":"ai-tenant-e2e-shared-b-w3-8570a0","name":"default-tenant","reconcileID":"f612d4e6-5fc0-4df3-b15b-cdf1248ddb47","namespace":"ai-tenant-e2e-shared-b-w3-8570a0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:15:40.560850015Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-8570a0"},"namespace":"ai-tenant-e2e-shared-b-w3-8570a0","name":"default-tenant","reconcileID":"f612d4e6-5fc0-4df3-b15b-cdf1248ddb47","namespace":"ai-tenant-e2e-shared-b-w3-8570a0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:15:40.560927386Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-8570a0"},"namespace":"ai-tenant-e2e-shared-b-w3-8570a0","name":"default-tenant","reconcileID":"f612d4e6-5fc0-4df3-b15b-cdf1248ddb47","tenant":"e2e-shared-b-w3-8570a0","tenantID":"e2e-shared-b-w3-8570a0","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:15:40.613783989Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-8570a0"},"namespace":"ai-tenant-e2e-shared-b-w3-8570a0","name":"default-tenant","reconcileID":"f612d4e6-5fc0-4df3-b15b-cdf1248ddb47","gvk":"Deployment","name":"maas-api-e2e-shared-b-w3-8570a0","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:15:40.676360749Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-8570a0"},"namespace":"ai-tenant-e2e-shared-b-w3-8570a0","name":"default-tenant","reconcileID":"f612d4e6-5fc0-4df3-b15b-cdf1248ddb47","gvk":"Service","name":"maas-api-e2e-shared-b-w3-8570a0","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:15:40.729188743Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-8570a0"},"namespace":"ai-tenant-e2e-shared-b-w3-8570a0","name":"default-tenant","reconcileID":"f612d4e6-5fc0-4df3-b15b-cdf1248ddb47","gvk":"HTTPRoute","name":"maas-api-route-e2e-shared-b-w3-8570a0","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:15:40.78174271Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-8570a0"},"namespace":"ai-tenant-e2e-shared-b-w3-8570a0","name":"default-tenant","reconcileID":"f612d4e6-5fc0-4df3-b15b-cdf1248ddb47","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-shared-b-w3-8570a0","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:15:40.845708805Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-8570a0"},"namespace":"ai-tenant-e2e-shared-b-w3-8570a0","name":"default-tenant","reconcileID":"f612d4e6-5fc0-4df3-b15b-cdf1248ddb47","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-shared-b-w3-8570a0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:15:40.901139499Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-8570a0"},"namespace":"ai-tenant-e2e-shared-b-w3-8570a0","name":"default-tenant","reconcileID":"f612d4e6-5fc0-4df3-b15b-cdf1248ddb47","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-shared-b-w3-8570a0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:15:40.956930418Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-8570a0"},"namespace":"ai-tenant-e2e-shared-b-w3-8570a0","name":"default-tenant","reconcileID":"f612d4e6-5fc0-4df3-b15b-cdf1248ddb47","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-shared-b-w3-8570a0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:15:41.009055933Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-8570a0"},"namespace":"ai-tenant-e2e-shared-b-w3-8570a0","name":"default-tenant","reconcileID":"f612d4e6-5fc0-4df3-b15b-cdf1248ddb47","gvk":"Telemetry","name":"latency-per-subscription-e2e-shared-b-w3-8570a0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:15:41.057913812Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-8570a0"},"namespace":"ai-tenant-e2e-shared-b-w3-8570a0","name":"default-tenant","reconcileID":"f612d4e6-5fc0-4df3-b15b-cdf1248ddb47","gvk":"Deployment","name":"payload-processing-e2e-shared-b-w3-8570a0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:15:41.106555659Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-8570a0"},"namespace":"ai-tenant-e2e-shared-b-w3-8570a0","name":"default-tenant","reconcileID":"f612d4e6-5fc0-4df3-b15b-cdf1248ddb47","gvk":"Deployment","name":"payload-pre-processing-e2e-shared-b-w3-8570a0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:15:41.154724375Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-8570a0"},"namespace":"ai-tenant-e2e-shared-b-w3-8570a0","name":"default-tenant","reconcileID":"f612d4e6-5fc0-4df3-b15b-cdf1248ddb47","gvk":"Service","name":"payload-processing-e2e-shared-b-w3-8570a0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:15:41.202897989Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-8570a0"},"namespace":"ai-tenant-e2e-shared-b-w3-8570a0","name":"default-tenant","reconcileID":"f612d4e6-5fc0-4df3-b15b-cdf1248ddb47","gvk":"Service","name":"payload-pre-processing-e2e-shared-b-w3-8570a0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:15:41.251299746Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-8570a0"},"namespace":"ai-tenant-e2e-shared-b-w3-8570a0","name":"default-tenant","reconcileID":"f612d4e6-5fc0-4df3-b15b-cdf1248ddb47","gvk":"DestinationRule","name":"payload-processing-e2e-shared-b-w3-8570a0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:15:41.300038664Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-8570a0"},"namespace":"ai-tenant-e2e-shared-b-w3-8570a0","name":"default-tenant","reconcileID":"f612d4e6-5fc0-4df3-b15b-cdf1248ddb47","gvk":"DestinationRule","name":"payload-pre-processing-e2e-shared-b-w3-8570a0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:15:41.352308773Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-8570a0"},"namespace":"ai-tenant-e2e-shared-b-w3-8570a0","name":"default-tenant","reconcileID":"f612d4e6-5fc0-4df3-b15b-cdf1248ddb47","gvk":"EnvoyFilter","name":"payload-processing-e2e-shared-b-w3-8570a0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:15:41.406599075Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-8570a0"},"namespace":"ai-tenant-e2e-shared-b-w3-8570a0","name":"default-tenant","reconcileID":"f612d4e6-5fc0-4df3-b15b-cdf1248ddb47","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-shared-b-w3-8570a0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:15:41.454964364Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-8570a0"},"namespace":"ai-tenant-e2e-shared-b-w3-8570a0","name":"default-tenant","reconcileID":"f612d4e6-5fc0-4df3-b15b-cdf1248ddb47","gvk":"NetworkPolicy","name":"payload-processing-e2e-shared-b-w3-8570a0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:15:41.503502561Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-8570a0"},"namespace":"ai-tenant-e2e-shared-b-w3-8570a0","name":"default-tenant","reconcileID":"f612d4e6-5fc0-4df3-b15b-cdf1248ddb47","gvk":"ServiceAccount","name":"payload-processing-e2e-shared-b-w3-8570a0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:15:41.55337059Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-8570a0"},"namespace":"ai-tenant-e2e-shared-b-w3-8570a0","name":"default-tenant","reconcileID":"f612d4e6-5fc0-4df3-b15b-cdf1248ddb47","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-shared-b-w3-8570a0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:15:41.603470137Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-8570a0"},"namespace":"ai-tenant-e2e-shared-b-w3-8570a0","name":"default-tenant","reconcileID":"f612d4e6-5fc0-4df3-b15b-cdf1248ddb47","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-shared-b-w3-8570a0","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:15:48.390437218Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-b-w3-8570a0","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-b-w3-8570a0","reconcileID":"e68dd1bd-0624-47dc-888c-cd773b164848","aitenant":"ai-tenants/e2e-shared-b-w3-8570a0","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:15:48.94966963Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1cac2ff3-3548-4f8b-9df5-a8abded6e22e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:15:48.998987674Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1cac2ff3-3548-4f8b-9df5-a8abded6e22e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:15:49.051988651Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1cac2ff3-3548-4f8b-9df5-a8abded6e22e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:15:49.101122223Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1cac2ff3-3548-4f8b-9df5-a8abded6e22e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:15:49.210998313Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-b-w3-8570a0","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-b-w3-8570a0","reconcileID":"e68dd1bd-0624-47dc-888c-cd773b164848","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-b-w3-8570a0","removed":["maas.opendatahub.io/gateway-access-e2e-shared-b-w3-8570a0"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:15:49.271161205Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-b-only-3b71ca","namespace":"ai-tenant-e2e-shared-b-w1-6fb3a8"},"namespace":"ai-tenant-e2e-shared-b-w1-6fb3a8","name":"e2e-b-only-3b71ca","reconcileID":"ddf26ce9-3015-4be2-b1be-b190671dfb04","MaaSSubscription":{"name":"e2e-b-only-3b71ca","namespace":"ai-tenant-e2e-shared-b-w1-6fb3a8"},"model":"ai-tenant-e2e-shared-b-w1-6fb3a8/sub-test-model-6fb3a8","subscription":"e2e-b-only-3b71ca","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:15:49.355909328Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-b-only-3b71ca","namespace":"ai-tenant-e2e-shared-b-w1-6fb3a8"},"namespace":"ai-tenant-e2e-shared-b-w1-6fb3a8","name":"e2e-b-only-3b71ca","reconcileID":"ddf26ce9-3015-4be2-b1be-b190671dfb04","MaaSSubscription":{"name":"e2e-b-only-3b71ca","namespace":"ai-tenant-e2e-shared-b-w1-6fb3a8"},"model":"ai-tenant-e2e-shared-b-w1-6fb3a8/sub-test-model-6fb3a8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:15:49.416749078Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-b-only-3b71ca","namespace":"ai-tenant-e2e-shared-b-w1-6fb3a8"},"namespace":"ai-tenant-e2e-shared-b-w1-6fb3a8","name":"e2e-b-only-3b71ca","reconcileID":"ddf26ce9-3015-4be2-b1be-b190671dfb04","MaaSSubscription":{"name":"e2e-b-only-3b71ca","namespace":"ai-tenant-e2e-shared-b-w1-6fb3a8"},"name":"maas-trlp-sub-test-model-6fb3a8","namespace":"ai-tenant-e2e-shared-b-w1-6fb3a8","model":"ai-tenant-e2e-shared-b-w1-6fb3a8/sub-test-model-6fb3a8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:15:49.674419412Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-6fb3a8","namespace":"ai-tenant-e2e-shared-b-w1-6fb3a8"},"namespace":"ai-tenant-e2e-shared-b-w1-6fb3a8","name":"sub-test-model-6fb3a8","reconcileID":"d71b53f8-c129-4d9b-be56-0f845c65dd7f","MaaSModelRef":{"name":"sub-test-model-6fb3a8","namespace":"ai-tenant-e2e-shared-b-w1-6fb3a8"},"tenant":"e2e-shared-b-w1-6fb3a8","gateway":"openshift-ingress/e2e-shared-b-w1-6fb3a8","model":"ai-tenant-e2e-shared-b-w1-6fb3a8/sub-test-model-6fb3a8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:15:49.67451558Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-6fb3a8","namespace":"ai-tenant-e2e-shared-b-w1-6fb3a8"},"namespace":"ai-tenant-e2e-shared-b-w1-6fb3a8","name":"sub-test-model-6fb3a8","reconcileID":"d71b53f8-c129-4d9b-be56-0f845c65dd7f","MaaSModelRef":{"name":"sub-test-model-6fb3a8","namespace":"ai-tenant-e2e-shared-b-w1-6fb3a8"},"routeName":"sub-test-model-6fb3a8-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-6fb3a8","llmisvcName":"sub-test-model-6fb3a8","gateway":"openshift-ingress/e2e-shared-b-w1-6fb3a8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:15:50.29895433Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"namespace":"ai-tenant-e2e-worker-w3-bb1b51","name":"simulator-access","reconcileID":"9dfa4b6b-9217-4da5-833c-24f09170d9a2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"model":"e2e-models-e2e-worker-w3-bb1b51/simulator-w3-bb1b51","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:15:50.298998882Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-bb1b51","namespace":"e2e-models-e2e-worker-w3-bb1b51"},"namespace":"e2e-models-e2e-worker-w3-bb1b51","name":"simulator-w3-bb1b51","reconcileID":"05b8d304-3c7c-4902-bb8d-a0eb84c3778e","MaaSModelRef":{"name":"simulator-w3-bb1b51","namespace":"e2e-models-e2e-worker-w3-bb1b51"},"routeName":"simulator-w3-bb1b51-kserve-route","namespace":"e2e-models-e2e-worker-w3-bb1b51","llmisvcName":"simulator-w3-bb1b51","gateway":"openshift-ingress/e2e-worker-w3-bb1b51","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:15:50.517692265Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-bb1b51","namespace":"e2e-models-e2e-worker-w3-bb1b51"},"namespace":"e2e-models-e2e-worker-w3-bb1b51","name":"simulator-w3-bb1b51","reconcileID":"e2f792da-9dce-4d09-951a-bc76cf7fc65e","MaaSModelRef":{"name":"simulator-w3-bb1b51","namespace":"e2e-models-e2e-worker-w3-bb1b51"},"routeName":"simulator-w3-bb1b51-kserve-route","namespace":"e2e-models-e2e-worker-w3-bb1b51","llmisvcName":"simulator-w3-bb1b51","gateway":"openshift-ingress/e2e-worker-w3-bb1b51","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:15:50.564564817Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"namespace":"ai-tenant-e2e-worker-w3-bb1b51","name":"premium-simulator-access","reconcileID":"3a603245-b5b8-4dff-a4c2-e68d671dff2e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bb1b51","tenantID":"e2e-worker-w3-bb1b51","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:15:50.614508636Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"namespace":"ai-tenant-e2e-worker-w3-bb1b51","name":"simulator-subscription","reconcileID":"b6be6998-d87b-4f7e-a084-2db08b017d5d","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"name":"maas-trlp-simulator-w3-bb1b51","model":"e2e-models-e2e-worker-w3-bb1b51/simulator-w3-bb1b51","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:15:50.617022146Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"namespace":"ai-tenant-e2e-worker-w3-bb1b51","name":"premium-simulator-access","reconcileID":"3a603245-b5b8-4dff-a4c2-e68d671dff2e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"name":"e2e-worker-w3-bb1b51-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:15:50.633564533Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-bb1b51","namespace":"e2e-models-e2e-worker-w3-bb1b51"},"namespace":"e2e-models-e2e-worker-w3-bb1b51","name":"simulator-w3-bb1b51","reconcileID":"74098512-06ed-4c3e-9c19-10d78ef09059","MaaSModelRef":{"name":"simulator-w3-bb1b51","namespace":"e2e-models-e2e-worker-w3-bb1b51"},"routeName":"simulator-w3-bb1b51-kserve-route","namespace":"e2e-models-e2e-worker-w3-bb1b51","llmisvcName":"simulator-w3-bb1b51","gateway":"openshift-ingress/e2e-worker-w3-bb1b51","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:15:50.859324158Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"namespace":"ai-tenant-e2e-worker-w3-bb1b51","name":"premium-simulator-access","reconcileID":"8784336b-1c38-4f98-9153-f3b35880bb1b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bb1b51","tenantID":"e2e-worker-w3-bb1b51","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:15:50.914089336Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"namespace":"ai-tenant-e2e-worker-w3-bb1b51","name":"premium-simulator-access","reconcileID":"8784336b-1c38-4f98-9153-f3b35880bb1b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"name":"e2e-worker-w3-bb1b51-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:15:51.029572397Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7493bb97-065b-4779-9b3e-4b23cf3b0a3d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:15:51.078308403Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7493bb97-065b-4779-9b3e-4b23cf3b0a3d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:15:51.126932202Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7493bb97-065b-4779-9b3e-4b23cf3b0a3d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:15:51.175706029Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7493bb97-065b-4779-9b3e-4b23cf3b0a3d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:15:52.677155008Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-bb1b51","namespace":"e2e-models-e2e-worker-w3-bb1b51"},"namespace":"e2e-models-e2e-worker-w3-bb1b51","name":"premium-w3-bb1b51","reconcileID":"b75e1866-4708-4f22-84d5-dfb7c50244c2","MaaSModelRef":{"name":"premium-w3-bb1b51","namespace":"e2e-models-e2e-worker-w3-bb1b51"},"routeName":"premium-w3-bb1b51-kserve-route","namespace":"e2e-models-e2e-worker-w3-bb1b51","llmisvcName":"premium-w3-bb1b51","gateway":"openshift-ingress/e2e-worker-w3-bb1b51","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:15:52.830754758Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"namespace":"ai-tenant-e2e-worker-w3-bb1b51","name":"premium-simulator-access","reconcileID":"1e1b5818-b4d9-406f-9a96-4dda9dbae954","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bb1b51","tenantID":"e2e-worker-w3-bb1b51","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:15:52.87645066Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"namespace":"ai-tenant-e2e-worker-w3-bb1b51","name":"premium-simulator-subscription","reconcileID":"4a194d82-b55b-4c99-b721-5028383afd68","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"name":"maas-trlp-premium-w3-bb1b51","model":"e2e-models-e2e-worker-w3-bb1b51/premium-w3-bb1b51","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:15:52.886047371Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"namespace":"ai-tenant-e2e-worker-w3-bb1b51","name":"premium-simulator-access","reconcileID":"1e1b5818-b4d9-406f-9a96-4dda9dbae954","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"name":"e2e-worker-w3-bb1b51-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:15:53.033715735Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-bb1b51","namespace":"e2e-models-e2e-worker-w3-bb1b51"},"namespace":"e2e-models-e2e-worker-w3-bb1b51","name":"premium-w3-bb1b51","reconcileID":"4e27317f-48e4-4d5c-8ab5-2e4a6041ccc7","MaaSModelRef":{"name":"premium-w3-bb1b51","namespace":"e2e-models-e2e-worker-w3-bb1b51"},"routeName":"premium-w3-bb1b51-kserve-route","namespace":"e2e-models-e2e-worker-w3-bb1b51","llmisvcName":"premium-w3-bb1b51","gateway":"openshift-ingress/e2e-worker-w3-bb1b51","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:15:53.230187638Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"namespace":"ai-tenant-e2e-worker-w3-bb1b51","name":"premium-simulator-subscription","reconcileID":"e47997c9-4899-4ab2-a111-fa63e7149971","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"name":"maas-trlp-premium-w3-bb1b51","model":"e2e-models-e2e-worker-w3-bb1b51/premium-w3-bb1b51","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:15:55.713368803Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:15:56.60771851Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-bb1b51","namespace":"e2e-models-e2e-worker-w3-bb1b51"},"namespace":"e2e-models-e2e-worker-w3-bb1b51","name":"distinct-w3-bb1b51","reconcileID":"fac4db93-a32b-4f29-b30f-53c1e7f7f764","MaaSModelRef":{"name":"distinct-w3-bb1b51","namespace":"e2e-models-e2e-worker-w3-bb1b51"},"routeName":"distinct-w3-bb1b51-kserve-route","namespace":"e2e-models-e2e-worker-w3-bb1b51","llmisvcName":"distinct-w3-bb1b51","gateway":"openshift-ingress/e2e-worker-w3-bb1b51","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:15:59.665907018Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-bb1b51","namespace":"e2e-models-e2e-worker-w3-bb1b51"},"namespace":"e2e-models-e2e-worker-w3-bb1b51","name":"distinct-2-w3-bb1b51","reconcileID":"6ba68b0d-64a9-4876-b6e4-90d6997f7d9a","MaaSModelRef":{"name":"distinct-2-w3-bb1b51","namespace":"e2e-models-e2e-worker-w3-bb1b51"},"routeName":"distinct-2-w3-bb1b51-kserve-route","namespace":"e2e-models-e2e-worker-w3-bb1b51","llmisvcName":"distinct-2-w3-bb1b51","gateway":"openshift-ingress/e2e-worker-w3-bb1b51","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:15:59.978039434Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-bb1b51","namespace":"e2e-models-e2e-worker-w3-bb1b51"},"namespace":"e2e-models-e2e-worker-w3-bb1b51","name":"simulator-w3-bb1b51","reconcileID":"913037de-a56a-4b9f-944d-a13787f02a95","MaaSModelRef":{"name":"simulator-w3-bb1b51","namespace":"e2e-models-e2e-worker-w3-bb1b51"},"routeName":"simulator-w3-bb1b51-kserve-route","namespace":"e2e-models-e2e-worker-w3-bb1b51","llmisvcName":"simulator-w3-bb1b51","gateway":"openshift-ingress/e2e-worker-w3-bb1b51","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:00.02706772Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"namespace":"ai-tenant-e2e-worker-w3-bb1b51","name":"simulator-subscription","reconcileID":"f2721bef-8534-4132-8492-520392d61eb7","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"model":"e2e-models-e2e-worker-w3-bb1b51/simulator-w3-bb1b51","subscription":"simulator-subscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:00.076697749Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"namespace":"ai-tenant-e2e-worker-w3-bb1b51","name":"simulator-subscription","reconcileID":"f2721bef-8534-4132-8492-520392d61eb7","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"model":"e2e-models-e2e-worker-w3-bb1b51/simulator-w3-bb1b51","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:00.126182375Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"namespace":"ai-tenant-e2e-worker-w3-bb1b51","name":"simulator-subscription","reconcileID":"f2721bef-8534-4132-8492-520392d61eb7","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"name":"maas-trlp-simulator-w3-bb1b51","namespace":"e2e-models-e2e-worker-w3-bb1b51","model":"e2e-models-e2e-worker-w3-bb1b51/simulator-w3-bb1b51","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:00.13126411Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"namespace":"ai-tenant-e2e-worker-w3-bb1b51","name":"premium-simulator-access","reconcileID":"4bda5c33-800c-4ec9-aa27-ac577b054da9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bb1b51","tenantID":"e2e-worker-w3-bb1b51","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:00.185059887Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"namespace":"ai-tenant-e2e-worker-w3-bb1b51","name":"premium-simulator-access","reconcileID":"4bda5c33-800c-4ec9-aa27-ac577b054da9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"name":"e2e-worker-w3-bb1b51-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:00.381866189Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-bb1b51","namespace":"e2e-models-e2e-worker-w3-bb1b51"},"namespace":"e2e-models-e2e-worker-w3-bb1b51","name":"simulator-w3-bb1b51","reconcileID":"ab560c41-446c-4b49-9f77-ba8c672a3a6a","MaaSModelRef":{"name":"simulator-w3-bb1b51","namespace":"e2e-models-e2e-worker-w3-bb1b51"},"routeName":"simulator-w3-bb1b51-kserve-route","namespace":"e2e-models-e2e-worker-w3-bb1b51","llmisvcName":"simulator-w3-bb1b51","gateway":"openshift-ingress/e2e-worker-w3-bb1b51","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:00.478459393Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"namespace":"ai-tenant-e2e-worker-w3-bb1b51","name":"premium-simulator-access","reconcileID":"7bf08c6a-d821-4e55-bc4d-79c9d9854dff","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bb1b51","tenantID":"e2e-worker-w3-bb1b51","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:00.531825101Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"namespace":"ai-tenant-e2e-worker-w3-bb1b51","name":"premium-simulator-access","reconcileID":"7bf08c6a-d821-4e55-bc4d-79c9d9854dff","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"name":"e2e-worker-w3-bb1b51-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:03.03500126Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-bb1b51","namespace":"e2e-models-e2e-worker-w3-bb1b51"},"namespace":"e2e-models-e2e-worker-w3-bb1b51","name":"premium-w3-bb1b51","reconcileID":"181fdf77-f967-4adc-9feb-855f578639bf","MaaSModelRef":{"name":"premium-w3-bb1b51","namespace":"e2e-models-e2e-worker-w3-bb1b51"},"routeName":"premium-w3-bb1b51-kserve-route","namespace":"e2e-models-e2e-worker-w3-bb1b51","llmisvcName":"premium-w3-bb1b51","gateway":"openshift-ingress/e2e-worker-w3-bb1b51","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:05.676203337Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-bb1b51","namespace":"e2e-models-e2e-worker-w3-bb1b51"},"namespace":"e2e-models-e2e-worker-w3-bb1b51","name":"premium-w3-bb1b51","reconcileID":"430b9002-31bf-4113-a5c5-c664ccfcd5a1","MaaSModelRef":{"name":"premium-w3-bb1b51","namespace":"e2e-models-e2e-worker-w3-bb1b51"},"routeName":"premium-w3-bb1b51-kserve-route","namespace":"e2e-models-e2e-worker-w3-bb1b51","llmisvcName":"premium-w3-bb1b51","gateway":"openshift-ingress/e2e-worker-w3-bb1b51","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:05.772680125Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"namespace":"ai-tenant-e2e-worker-w3-bb1b51","name":"premium-simulator-access","reconcileID":"b02033ea-c52c-4648-af00-8f2fd585b9cd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bb1b51","tenantID":"e2e-worker-w3-bb1b51","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:05.824954353Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"namespace":"ai-tenant-e2e-worker-w3-bb1b51","name":"premium-simulator-access","reconcileID":"b02033ea-c52c-4648-af00-8f2fd585b9cd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"name":"e2e-worker-w3-bb1b51-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:05.826459649Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"namespace":"ai-tenant-e2e-worker-w3-bb1b51","name":"premium-simulator-subscription","reconcileID":"569a0935-a102-4c01-aefd-efd8cc32e3b5","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-a151f42b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:06.119430435Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"namespace":"ai-tenant-e2e-worker-w3-bb1b51","name":"premium-simulator-access","reconcileID":"977fcf93-00e0-4c18-9a35-b56e1b0fca79","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bb1b51","tenantID":"e2e-worker-w3-bb1b51","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:06.172207638Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"namespace":"ai-tenant-e2e-worker-w3-bb1b51","name":"premium-simulator-access","reconcileID":"977fcf93-00e0-4c18-9a35-b56e1b0fca79","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"name":"e2e-worker-w3-bb1b51-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:06.67187967Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-bb1b51","namespace":"e2e-models-e2e-worker-w3-bb1b51"},"namespace":"e2e-models-e2e-worker-w3-bb1b51","name":"distinct-w3-bb1b51","reconcileID":"81ffa2d5-0568-4a3e-b0be-203822af6eb2","MaaSModelRef":{"name":"distinct-w3-bb1b51","namespace":"e2e-models-e2e-worker-w3-bb1b51"},"routeName":"distinct-w3-bb1b51-kserve-route","namespace":"e2e-models-e2e-worker-w3-bb1b51","llmisvcName":"distinct-w3-bb1b51","gateway":"openshift-ingress/e2e-worker-w3-bb1b51","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:06.706675147Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"namespace":"ai-tenant-e2e-worker-w3-bb1b51","name":"premium-simulator-subscription","reconcileID":"1d343258-2027-4b95-8043-3e98ca7ed6a1","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-a151f42b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:06.779904752Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"namespace":"ai-tenant-e2e-worker-w3-bb1b51","name":"premium-simulator-access","reconcileID":"8d7090c0-808c-470f-9580-e9a604f4b1e7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bb1b51","tenantID":"e2e-worker-w3-bb1b51","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:06.828722109Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-bb1b51","namespace":"e2e-models-e2e-worker-w3-bb1b51"},"namespace":"e2e-models-e2e-worker-w3-bb1b51","name":"premium-w3-bb1b51","reconcileID":"4d483a8e-8493-4f46-a1a8-6340a724482a","MaaSModelRef":{"name":"premium-w3-bb1b51","namespace":"e2e-models-e2e-worker-w3-bb1b51"},"routeName":"premium-w3-bb1b51-kserve-route","namespace":"e2e-models-e2e-worker-w3-bb1b51","llmisvcName":"premium-w3-bb1b51","gateway":"openshift-ingress/e2e-worker-w3-bb1b51","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:06.833785432Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"namespace":"ai-tenant-e2e-worker-w3-bb1b51","name":"premium-simulator-access","reconcileID":"8d7090c0-808c-470f-9580-e9a604f4b1e7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"name":"e2e-worker-w3-bb1b51-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:06.932485345Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"namespace":"ai-tenant-e2e-worker-w3-bb1b51","name":"premium-simulator-subscription","reconcileID":"8c8fbb99-f040-492d-b87c-db4dc3840599","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-a151f42b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:07.031834165Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"namespace":"ai-tenant-e2e-worker-w3-bb1b51","name":"premium-simulator-access","reconcileID":"dd24d2f1-c468-4928-8d6b-cdad7bd62b22","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"model":"e2e-models-e2e-worker-w3-bb1b51/premium-w3-bb1b51","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:07.063780136Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-bb1b51","namespace":"e2e-models-e2e-worker-w3-bb1b51"},"namespace":"e2e-models-e2e-worker-w3-bb1b51","name":"distinct-2-w3-bb1b51","reconcileID":"c193d572-5232-45f2-90d7-939e17c6f0ab","MaaSModelRef":{"name":"distinct-2-w3-bb1b51","namespace":"e2e-models-e2e-worker-w3-bb1b51"},"routeName":"distinct-2-w3-bb1b51-kserve-route","namespace":"e2e-models-e2e-worker-w3-bb1b51","llmisvcName":"distinct-2-w3-bb1b51","gateway":"openshift-ingress/e2e-worker-w3-bb1b51","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:07.111876806Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"namespace":"ai-tenant-e2e-worker-w3-bb1b51","name":"premium-simulator-subscription","reconcileID":"725c4b32-c37a-4135-9276-678c1a696dab","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-a151f42b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:07.112647951Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-bb1b51","namespace":"e2e-models-e2e-worker-w3-bb1b51"},"namespace":"e2e-models-e2e-worker-w3-bb1b51","name":"simulator-w3-bb1b51","reconcileID":"7c55f7ee-0068-4b18-a85c-630f6378017d","MaaSModelRef":{"name":"simulator-w3-bb1b51","namespace":"e2e-models-e2e-worker-w3-bb1b51"},"routeName":"simulator-w3-bb1b51-kserve-route","namespace":"e2e-models-e2e-worker-w3-bb1b51","llmisvcName":"simulator-w3-bb1b51","gateway":"openshift-ingress/e2e-worker-w3-bb1b51","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:07.161279424Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-bb1b51","namespace":"e2e-models-e2e-worker-w3-bb1b51"},"namespace":"e2e-models-e2e-worker-w3-bb1b51","name":"distinct-w3-bb1b51","reconcileID":"c237917d-1dbd-4869-aa80-b0057b91aaba","MaaSModelRef":{"name":"distinct-w3-bb1b51","namespace":"e2e-models-e2e-worker-w3-bb1b51"},"routeName":"distinct-w3-bb1b51-kserve-route","namespace":"e2e-models-e2e-worker-w3-bb1b51","llmisvcName":"distinct-w3-bb1b51","gateway":"openshift-ingress/e2e-worker-w3-bb1b51","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:07.1615337Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-bb1b51","namespace":"e2e-models-e2e-worker-w3-bb1b51"},"namespace":"e2e-models-e2e-worker-w3-bb1b51","name":"premium-w3-bb1b51","reconcileID":"2f24684a-dc99-403b-a1fc-ca64e3c93c8d","MaaSModelRef":{"name":"premium-w3-bb1b51","namespace":"e2e-models-e2e-worker-w3-bb1b51"},"routeName":"premium-w3-bb1b51-kserve-route","namespace":"e2e-models-e2e-worker-w3-bb1b51","llmisvcName":"premium-w3-bb1b51","gateway":"openshift-ingress/e2e-worker-w3-bb1b51","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:07.28185892Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"namespace":"ai-tenant-e2e-worker-w3-bb1b51","name":"premium-simulator-access","reconcileID":"dd24d2f1-c468-4928-8d6b-cdad7bd62b22","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bb1b51","tenantID":"e2e-worker-w3-bb1b51","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:07.404450676Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"namespace":"ai-tenant-e2e-worker-w3-bb1b51","name":"premium-simulator-access","reconcileID":"dd24d2f1-c468-4928-8d6b-cdad7bd62b22","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"name":"e2e-worker-w3-bb1b51-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:07.404471725Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"namespace":"ai-tenant-e2e-worker-w3-bb1b51","name":"premium-simulator-access","reconcileID":"dd24d2f1-c468-4928-8d6b-cdad7bd62b22","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bb1b51","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:07.471546793Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-bb1b51","namespace":"e2e-models-e2e-worker-w3-bb1b51"},"namespace":"e2e-models-e2e-worker-w3-bb1b51","name":"premium-w3-bb1b51","reconcileID":"c2463720-e421-40f0-977c-09cb349d81bb","MaaSModelRef":{"name":"premium-w3-bb1b51","namespace":"e2e-models-e2e-worker-w3-bb1b51"},"routeName":"premium-w3-bb1b51-kserve-route","namespace":"e2e-models-e2e-worker-w3-bb1b51","llmisvcName":"premium-w3-bb1b51","gateway":"openshift-ingress/e2e-worker-w3-bb1b51","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:08.029984095Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6203c548-fc96-469b-a835-e5b55db5f68e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:08.079401502Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6203c548-fc96-469b-a835-e5b55db5f68e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:08.128371453Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6203c548-fc96-469b-a835-e5b55db5f68e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:08.178210041Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6203c548-fc96-469b-a835-e5b55db5f68e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:09.586470905Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-cacb84"},"namespace":"ai-tenant-e2e-shared-a-w2-cacb84","name":"default-tenant","reconcileID":"002620b0-ab78-4f7d-9592-728116a79866","namespace":"ai-tenant-e2e-shared-a-w2-cacb84","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:09.586530636Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-cacb84"},"namespace":"ai-tenant-e2e-shared-a-w2-cacb84","name":"default-tenant","reconcileID":"002620b0-ab78-4f7d-9592-728116a79866","namespace":"ai-tenant-e2e-shared-a-w2-cacb84","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:09.586578816Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-cacb84"},"namespace":"ai-tenant-e2e-shared-a-w2-cacb84","name":"default-tenant","reconcileID":"002620b0-ab78-4f7d-9592-728116a79866","tenant":"e2e-shared-a-w2-cacb84","tenantID":"e2e-shared-a-w2-cacb84","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:09.637348593Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-cacb84"},"namespace":"ai-tenant-e2e-shared-a-w2-cacb84","name":"default-tenant","reconcileID":"002620b0-ab78-4f7d-9592-728116a79866","gvk":"Deployment","name":"maas-api-e2e-shared-a-w2-cacb84","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:09.695618979Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-cacb84"},"namespace":"ai-tenant-e2e-shared-a-w2-cacb84","name":"default-tenant","reconcileID":"002620b0-ab78-4f7d-9592-728116a79866","gvk":"Service","name":"maas-api-e2e-shared-a-w2-cacb84","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:09.752064121Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-cacb84"},"namespace":"ai-tenant-e2e-shared-a-w2-cacb84","name":"default-tenant","reconcileID":"002620b0-ab78-4f7d-9592-728116a79866","gvk":"HTTPRoute","name":"maas-api-route-e2e-shared-a-w2-cacb84","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:09.802447852Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-cacb84"},"namespace":"ai-tenant-e2e-shared-a-w2-cacb84","name":"default-tenant","reconcileID":"002620b0-ab78-4f7d-9592-728116a79866","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-shared-a-w2-cacb84","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:09.854237036Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-cacb84"},"namespace":"ai-tenant-e2e-shared-a-w2-cacb84","name":"default-tenant","reconcileID":"002620b0-ab78-4f7d-9592-728116a79866","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-shared-a-w2-cacb84","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:09.905341212Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-cacb84"},"namespace":"ai-tenant-e2e-shared-a-w2-cacb84","name":"default-tenant","reconcileID":"002620b0-ab78-4f7d-9592-728116a79866","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-shared-a-w2-cacb84","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:09.959176115Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-cacb84"},"namespace":"ai-tenant-e2e-shared-a-w2-cacb84","name":"default-tenant","reconcileID":"002620b0-ab78-4f7d-9592-728116a79866","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-shared-a-w2-cacb84","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:10.010251664Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-cacb84"},"namespace":"ai-tenant-e2e-shared-a-w2-cacb84","name":"default-tenant","reconcileID":"002620b0-ab78-4f7d-9592-728116a79866","gvk":"Telemetry","name":"latency-per-subscription-e2e-shared-a-w2-cacb84","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:10.040178637Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ab0666b2-4773-45b4-a1b7-f290fdf70dc1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:10.089216008Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ab0666b2-4773-45b4-a1b7-f290fdf70dc1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:10.093745563Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-cacb84"},"namespace":"ai-tenant-e2e-shared-a-w2-cacb84","name":"default-tenant","reconcileID":"002620b0-ab78-4f7d-9592-728116a79866","gvk":"Deployment","name":"payload-processing-e2e-shared-a-w2-cacb84","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:10.138011039Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ab0666b2-4773-45b4-a1b7-f290fdf70dc1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:10.186562656Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-cacb84"},"namespace":"ai-tenant-e2e-shared-a-w2-cacb84","name":"default-tenant","reconcileID":"002620b0-ab78-4f7d-9592-728116a79866","gvk":"Deployment","name":"payload-pre-processing-e2e-shared-a-w2-cacb84","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:10.187104021Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ab0666b2-4773-45b4-a1b7-f290fdf70dc1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:10.235562736Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-cacb84"},"namespace":"ai-tenant-e2e-shared-a-w2-cacb84","name":"default-tenant","reconcileID":"002620b0-ab78-4f7d-9592-728116a79866","gvk":"Service","name":"payload-processing-e2e-shared-a-w2-cacb84","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:10.284867508Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-cacb84"},"namespace":"ai-tenant-e2e-shared-a-w2-cacb84","name":"default-tenant","reconcileID":"002620b0-ab78-4f7d-9592-728116a79866","gvk":"Service","name":"payload-pre-processing-e2e-shared-a-w2-cacb84","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:10.334873693Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-cacb84"},"namespace":"ai-tenant-e2e-shared-a-w2-cacb84","name":"default-tenant","reconcileID":"002620b0-ab78-4f7d-9592-728116a79866","gvk":"DestinationRule","name":"payload-processing-e2e-shared-a-w2-cacb84","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:10.389657464Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-cacb84"},"namespace":"ai-tenant-e2e-shared-a-w2-cacb84","name":"default-tenant","reconcileID":"002620b0-ab78-4f7d-9592-728116a79866","gvk":"DestinationRule","name":"payload-pre-processing-e2e-shared-a-w2-cacb84","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:10.453214401Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-cacb84"},"namespace":"ai-tenant-e2e-shared-a-w2-cacb84","name":"default-tenant","reconcileID":"002620b0-ab78-4f7d-9592-728116a79866","gvk":"EnvoyFilter","name":"payload-processing-e2e-shared-a-w2-cacb84","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:10.504580326Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-cacb84"},"namespace":"ai-tenant-e2e-shared-a-w2-cacb84","name":"default-tenant","reconcileID":"002620b0-ab78-4f7d-9592-728116a79866","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-shared-a-w2-cacb84","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:10.553021414Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-cacb84"},"namespace":"ai-tenant-e2e-shared-a-w2-cacb84","name":"default-tenant","reconcileID":"002620b0-ab78-4f7d-9592-728116a79866","gvk":"NetworkPolicy","name":"payload-processing-e2e-shared-a-w2-cacb84","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:10.602570143Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-cacb84"},"namespace":"ai-tenant-e2e-shared-a-w2-cacb84","name":"default-tenant","reconcileID":"002620b0-ab78-4f7d-9592-728116a79866","gvk":"ServiceAccount","name":"payload-processing-e2e-shared-a-w2-cacb84","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:10.650670227Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-cacb84"},"namespace":"ai-tenant-e2e-shared-a-w2-cacb84","name":"default-tenant","reconcileID":"002620b0-ab78-4f7d-9592-728116a79866","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-shared-a-w2-cacb84","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:10.699404924Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-cacb84"},"namespace":"ai-tenant-e2e-shared-a-w2-cacb84","name":"default-tenant","reconcileID":"002620b0-ab78-4f7d-9592-728116a79866","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-shared-a-w2-cacb84","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:17.1132139Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-bb1b51","namespace":"e2e-models-e2e-worker-w3-bb1b51"},"namespace":"e2e-models-e2e-worker-w3-bb1b51","name":"distinct-2-w3-bb1b51","reconcileID":"474fee3d-94fe-47b1-971c-46b291825dc1","MaaSModelRef":{"name":"distinct-2-w3-bb1b51","namespace":"e2e-models-e2e-worker-w3-bb1b51"},"routeName":"distinct-2-w3-bb1b51-kserve-route","namespace":"e2e-models-e2e-worker-w3-bb1b51","llmisvcName":"distinct-2-w3-bb1b51","gateway":"openshift-ingress/e2e-worker-w3-bb1b51","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:17.161772346Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-bb1b51","namespace":"e2e-models-e2e-worker-w3-bb1b51"},"namespace":"e2e-models-e2e-worker-w3-bb1b51","name":"simulator-w3-bb1b51","reconcileID":"602cde60-e763-43b6-ac28-38d84dfde9c5","MaaSModelRef":{"name":"simulator-w3-bb1b51","namespace":"e2e-models-e2e-worker-w3-bb1b51"},"routeName":"simulator-w3-bb1b51-kserve-route","namespace":"e2e-models-e2e-worker-w3-bb1b51","llmisvcName":"simulator-w3-bb1b51","gateway":"openshift-ingress/e2e-worker-w3-bb1b51","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:17.162141416Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-bb1b51","namespace":"e2e-models-e2e-worker-w3-bb1b51"},"namespace":"e2e-models-e2e-worker-w3-bb1b51","name":"distinct-w3-bb1b51","reconcileID":"c6af5f2a-2eda-4bb7-93e3-b83aef33aace","MaaSModelRef":{"name":"distinct-w3-bb1b51","namespace":"e2e-models-e2e-worker-w3-bb1b51"},"routeName":"distinct-w3-bb1b51-kserve-route","namespace":"e2e-models-e2e-worker-w3-bb1b51","llmisvcName":"distinct-w3-bb1b51","gateway":"openshift-ingress/e2e-worker-w3-bb1b51","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:17.162912881Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"namespace":"ai-tenant-e2e-worker-w3-bb1b51","name":"premium-simulator-subscription","reconcileID":"bc64f5d6-dded-471b-b239-92fe5ea9928c","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"model":"e2e-models-e2e-worker-w3-bb1b51/premium-w3-bb1b51","subscription":"premium-simulator-subscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:17.21241999Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"namespace":"ai-tenant-e2e-worker-w3-bb1b51","name":"premium-simulator-subscription","reconcileID":"bc64f5d6-dded-471b-b239-92fe5ea9928c","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"model":"e2e-models-e2e-worker-w3-bb1b51/premium-w3-bb1b51","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:17.472166573Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-bb1b51","namespace":"e2e-models-e2e-worker-w3-bb1b51"},"namespace":"e2e-models-e2e-worker-w3-bb1b51","name":"premium-w3-bb1b51","reconcileID":"5ed7a0f0-7cfa-4478-8e89-c26981f610e1","MaaSModelRef":{"name":"premium-w3-bb1b51","namespace":"e2e-models-e2e-worker-w3-bb1b51"},"routeName":"premium-w3-bb1b51-kserve-route","namespace":"e2e-models-e2e-worker-w3-bb1b51","llmisvcName":"premium-w3-bb1b51","gateway":"openshift-ingress/e2e-worker-w3-bb1b51","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:17.553942767Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-bb1b51","namespace":"e2e-models-e2e-worker-w3-bb1b51"},"namespace":"e2e-models-e2e-worker-w3-bb1b51","name":"premium-w3-bb1b51","reconcileID":"6acf2d0f-8244-4e92-b157-c93988905df7","MaaSModelRef":{"name":"premium-w3-bb1b51","namespace":"e2e-models-e2e-worker-w3-bb1b51"},"routeName":"premium-w3-bb1b51-kserve-route","namespace":"e2e-models-e2e-worker-w3-bb1b51","llmisvcName":"premium-w3-bb1b51","gateway":"openshift-ingress/e2e-worker-w3-bb1b51","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:17.860347644Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-bb1b51","namespace":"e2e-models-e2e-worker-w3-bb1b51"},"namespace":"e2e-models-e2e-worker-w3-bb1b51","name":"distinct-2-w3-bb1b51","reconcileID":"a8d050f7-ec0e-468f-854c-34d52cfa38d7","MaaSModelRef":{"name":"distinct-2-w3-bb1b51","namespace":"e2e-models-e2e-worker-w3-bb1b51"},"routeName":"distinct-2-w3-bb1b51-kserve-route","namespace":"e2e-models-e2e-worker-w3-bb1b51","llmisvcName":"distinct-2-w3-bb1b51","gateway":"openshift-ingress/e2e-worker-w3-bb1b51","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:17.869669045Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-bb1b51","namespace":"e2e-models-e2e-worker-w3-bb1b51"},"namespace":"e2e-models-e2e-worker-w3-bb1b51","name":"distinct-w3-bb1b51","reconcileID":"cf691bd5-8f77-4f86-ad7d-19064c9c954b","MaaSModelRef":{"name":"distinct-w3-bb1b51","namespace":"e2e-models-e2e-worker-w3-bb1b51"},"routeName":"distinct-w3-bb1b51-kserve-route","namespace":"e2e-models-e2e-worker-w3-bb1b51","llmisvcName":"distinct-w3-bb1b51","gateway":"openshift-ingress/e2e-worker-w3-bb1b51","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:17.877845516Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-bb1b51","namespace":"e2e-models-e2e-worker-w3-bb1b51"},"namespace":"e2e-models-e2e-worker-w3-bb1b51","name":"premium-w3-bb1b51","reconcileID":"61dc0711-965b-49e6-9211-bb857c4e328c","MaaSModelRef":{"name":"premium-w3-bb1b51","namespace":"e2e-models-e2e-worker-w3-bb1b51"},"routeName":"premium-w3-bb1b51-kserve-route","namespace":"e2e-models-e2e-worker-w3-bb1b51","llmisvcName":"premium-w3-bb1b51","gateway":"openshift-ingress/e2e-worker-w3-bb1b51","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:17.884964463Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-bb1b51","namespace":"e2e-models-e2e-worker-w3-bb1b51"},"namespace":"e2e-models-e2e-worker-w3-bb1b51","name":"simulator-w3-bb1b51","reconcileID":"ae7d2df6-44cc-47a5-a433-83491729350c","MaaSModelRef":{"name":"simulator-w3-bb1b51","namespace":"e2e-models-e2e-worker-w3-bb1b51"},"routeName":"simulator-w3-bb1b51-kserve-route","namespace":"e2e-models-e2e-worker-w3-bb1b51","llmisvcName":"simulator-w3-bb1b51","gateway":"openshift-ingress/e2e-worker-w3-bb1b51","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:20.323389387Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-a-w2-cacb84","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-a-w2-cacb84","reconcileID":"3d37fa7e-39c1-4e86-9810-e7ace1e48b05","aitenant":"ai-tenants/e2e-shared-a-w2-cacb84","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:20.834510387Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"436e4b9d-b157-494a-b154-ce0c588f66af","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:20.883273932Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"436e4b9d-b157-494a-b154-ce0c588f66af","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:20.932131798Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"436e4b9d-b157-494a-b154-ce0c588f66af","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:20.980841163Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"436e4b9d-b157-494a-b154-ce0c588f66af","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:21.087322644Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-a-w2-cacb84","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-a-w2-cacb84","reconcileID":"3d37fa7e-39c1-4e86-9810-e7ace1e48b05","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-a-w2-cacb84","removed":["maas.opendatahub.io/gateway-access-e2e-shared-a-w2-cacb84"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:22.838206785Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ea126990-4d4e-41cb-8950-dde4dd4eca8f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:22.886970719Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ea126990-4d4e-41cb-8950-dde4dd4eca8f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:22.935839536Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ea126990-4d4e-41cb-8950-dde4dd4eca8f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:22.985619164Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ea126990-4d4e-41cb-8950-dde4dd4eca8f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:24.825189446Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a6cc7423-6d2c-4ec0-bbb6-5d8abffddff9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:24.874718503Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a6cc7423-6d2c-4ec0-bbb6-5d8abffddff9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:24.923393195Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a6cc7423-6d2c-4ec0-bbb6-5d8abffddff9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:24.972240278Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a6cc7423-6d2c-4ec0-bbb6-5d8abffddff9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:25.712735274Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:29.237696321Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cd376b13-125a-4627-a339-9b67038dcfcf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:29.290912435Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cd376b13-125a-4627-a339-9b67038dcfcf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:29.339755119Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cd376b13-125a-4627-a339-9b67038dcfcf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:29.38851991Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cd376b13-125a-4627-a339-9b67038dcfcf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:31.230903735Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ac187d65-5c27-4458-995a-b4ff48a19364","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:31.279635657Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ac187d65-5c27-4458-995a-b4ff48a19364","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:31.328625447Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ac187d65-5c27-4458-995a-b4ff48a19364","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:31.377179432Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ac187d65-5c27-4458-995a-b4ff48a19364","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:46.096392117Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d9c83e83-f546-47f2-bae2-63ff3d7338ca","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:46.145938037Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d9c83e83-f546-47f2-bae2-63ff3d7338ca","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:46.196446269Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d9c83e83-f546-47f2-bae2-63ff3d7338ca","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:46.245159275Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d9c83e83-f546-47f2-bae2-63ff3d7338ca","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:48.027974153Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"namespace":"ai-tenant-e2e-worker-w3-bb1b51","name":"default-tenant","reconcileID":"c0481ee5-451f-49c9-a5b7-3ffa338e9c15","namespace":"ai-tenant-e2e-worker-w3-bb1b51","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:48.028036026Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"namespace":"ai-tenant-e2e-worker-w3-bb1b51","name":"default-tenant","reconcileID":"c0481ee5-451f-49c9-a5b7-3ffa338e9c15","namespace":"ai-tenant-e2e-worker-w3-bb1b51","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:48.02809Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"namespace":"ai-tenant-e2e-worker-w3-bb1b51","name":"default-tenant","reconcileID":"c0481ee5-451f-49c9-a5b7-3ffa338e9c15","tenant":"e2e-worker-w3-bb1b51","tenantID":"e2e-worker-w3-bb1b51","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:48.078503072Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"namespace":"ai-tenant-e2e-worker-w3-bb1b51","name":"default-tenant","reconcileID":"c0481ee5-451f-49c9-a5b7-3ffa338e9c15","gvk":"Deployment","name":"maas-api-e2e-worker-w3-bb1b51","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:48.131097948Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5f5a6ea5-349e-4793-a89c-d8b4b6bd20c9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:48.134652158Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"namespace":"ai-tenant-e2e-worker-w3-bb1b51","name":"default-tenant","reconcileID":"c0481ee5-451f-49c9-a5b7-3ffa338e9c15","gvk":"Service","name":"maas-api-e2e-worker-w3-bb1b51","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:48.180154276Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5f5a6ea5-349e-4793-a89c-d8b4b6bd20c9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:48.22908265Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5f5a6ea5-349e-4793-a89c-d8b4b6bd20c9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:48.231894159Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"namespace":"ai-tenant-e2e-worker-w3-bb1b51","name":"default-tenant","reconcileID":"c0481ee5-451f-49c9-a5b7-3ffa338e9c15","gvk":"HTTPRoute","name":"maas-api-route-e2e-worker-w3-bb1b51","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:48.278325704Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5f5a6ea5-349e-4793-a89c-d8b4b6bd20c9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:48.328604673Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"namespace":"ai-tenant-e2e-worker-w3-bb1b51","name":"default-tenant","reconcileID":"c0481ee5-451f-49c9-a5b7-3ffa338e9c15","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-worker-w3-bb1b51","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:48.37899928Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"namespace":"ai-tenant-e2e-worker-w3-bb1b51","name":"default-tenant","reconcileID":"c0481ee5-451f-49c9-a5b7-3ffa338e9c15","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-worker-w3-bb1b51","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:48.429521586Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"namespace":"ai-tenant-e2e-worker-w3-bb1b51","name":"default-tenant","reconcileID":"c0481ee5-451f-49c9-a5b7-3ffa338e9c15","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-worker-w3-bb1b51","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:48.529716041Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"namespace":"ai-tenant-e2e-worker-w3-bb1b51","name":"default-tenant","reconcileID":"c0481ee5-451f-49c9-a5b7-3ffa338e9c15","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-worker-w3-bb1b51","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:48.580078722Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"namespace":"ai-tenant-e2e-worker-w3-bb1b51","name":"default-tenant","reconcileID":"c0481ee5-451f-49c9-a5b7-3ffa338e9c15","gvk":"Telemetry","name":"latency-per-subscription-e2e-worker-w3-bb1b51","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:48.629411298Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"namespace":"ai-tenant-e2e-worker-w3-bb1b51","name":"default-tenant","reconcileID":"c0481ee5-451f-49c9-a5b7-3ffa338e9c15","gvk":"Deployment","name":"payload-processing-e2e-worker-w3-bb1b51","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:48.677202069Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"namespace":"ai-tenant-e2e-worker-w3-bb1b51","name":"default-tenant","reconcileID":"c0481ee5-451f-49c9-a5b7-3ffa338e9c15","gvk":"Deployment","name":"payload-pre-processing-e2e-worker-w3-bb1b51","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:48.725218062Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"namespace":"ai-tenant-e2e-worker-w3-bb1b51","name":"default-tenant","reconcileID":"c0481ee5-451f-49c9-a5b7-3ffa338e9c15","gvk":"Service","name":"payload-processing-e2e-worker-w3-bb1b51","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:48.773085212Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"namespace":"ai-tenant-e2e-worker-w3-bb1b51","name":"default-tenant","reconcileID":"c0481ee5-451f-49c9-a5b7-3ffa338e9c15","gvk":"Service","name":"payload-pre-processing-e2e-worker-w3-bb1b51","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:48.82102846Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"namespace":"ai-tenant-e2e-worker-w3-bb1b51","name":"default-tenant","reconcileID":"c0481ee5-451f-49c9-a5b7-3ffa338e9c15","gvk":"DestinationRule","name":"payload-processing-e2e-worker-w3-bb1b51","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:48.868947508Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"namespace":"ai-tenant-e2e-worker-w3-bb1b51","name":"default-tenant","reconcileID":"c0481ee5-451f-49c9-a5b7-3ffa338e9c15","gvk":"DestinationRule","name":"payload-pre-processing-e2e-worker-w3-bb1b51","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:48.916837529Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"namespace":"ai-tenant-e2e-worker-w3-bb1b51","name":"default-tenant","reconcileID":"c0481ee5-451f-49c9-a5b7-3ffa338e9c15","gvk":"EnvoyFilter","name":"payload-processing-e2e-worker-w3-bb1b51","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:48.970745404Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"namespace":"ai-tenant-e2e-worker-w3-bb1b51","name":"default-tenant","reconcileID":"c0481ee5-451f-49c9-a5b7-3ffa338e9c15","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-worker-w3-bb1b51","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:49.018954432Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"namespace":"ai-tenant-e2e-worker-w3-bb1b51","name":"default-tenant","reconcileID":"c0481ee5-451f-49c9-a5b7-3ffa338e9c15","gvk":"NetworkPolicy","name":"payload-processing-e2e-worker-w3-bb1b51","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:49.06823508Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"namespace":"ai-tenant-e2e-worker-w3-bb1b51","name":"default-tenant","reconcileID":"c0481ee5-451f-49c9-a5b7-3ffa338e9c15","gvk":"ServiceAccount","name":"payload-processing-e2e-worker-w3-bb1b51","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:49.116562353Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"namespace":"ai-tenant-e2e-worker-w3-bb1b51","name":"default-tenant","reconcileID":"c0481ee5-451f-49c9-a5b7-3ffa338e9c15","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-worker-w3-bb1b51","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:49.164657963Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-bb1b51"},"namespace":"ai-tenant-e2e-worker-w3-bb1b51","name":"default-tenant","reconcileID":"c0481ee5-451f-49c9-a5b7-3ffa338e9c15","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-worker-w3-bb1b51","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:50.122693924Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fb332e26-d61c-45aa-83f4-d73704b48253","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:50.171535895Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fb332e26-d61c-45aa-83f4-d73704b48253","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:50.220317308Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fb332e26-d61c-45aa-83f4-d73704b48253","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:50.269164664Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fb332e26-d61c-45aa-83f4-d73704b48253","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:52.125525512Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a6b4a829-8adc-4466-96e5-ea40e67d9f11","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:52.174077089Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a6b4a829-8adc-4466-96e5-ea40e67d9f11","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:52.222760935Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a6b4a829-8adc-4466-96e5-ea40e67d9f11","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:52.271362519Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a6b4a829-8adc-4466-96e5-ea40e67d9f11","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:53.258362394Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-worker-w3-bb1b51","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-worker-w3-bb1b51","reconcileID":"b477081d-3520-44d1-9bb1-5a3eb5ee34ac","aitenant":"ai-tenants/e2e-worker-w3-bb1b51","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:53.976010324Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-worker-w3-bb1b51","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-worker-w3-bb1b51","reconcileID":"b477081d-3520-44d1-9bb1-5a3eb5ee34ac","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-worker-w3-bb1b51","removed":["maas.opendatahub.io/gateway-access-e2e-worker-w3-bb1b51"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:54.127993351Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d71255a6-b92b-4a3e-84b1-545eca62c182","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:54.226434005Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d71255a6-b92b-4a3e-84b1-545eca62c182","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:54.275521098Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d71255a6-b92b-4a3e-84b1-545eca62c182","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:54.324695348Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d71255a6-b92b-4a3e-84b1-545eca62c182","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:55.718800604Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:56.129684077Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4b3b5d57-e011-4651-b7ad-1ea90f1ede0b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:56.178489786Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4b3b5d57-e011-4651-b7ad-1ea90f1ede0b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:56.227445324Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4b3b5d57-e011-4651-b7ad-1ea90f1ede0b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:56.276530725Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4b3b5d57-e011-4651-b7ad-1ea90f1ede0b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:58.136004331Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"47011afc-8e8b-43b2-baff-a628a44cd101","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:58.184987938Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"47011afc-8e8b-43b2-baff-a628a44cd101","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:58.233843488Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"47011afc-8e8b-43b2-baff-a628a44cd101","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:58.283647987Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"47011afc-8e8b-43b2-baff-a628a44cd101","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:00.141807425Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e05043e5-7830-467f-845b-330dafb0dbfb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:00.191315587Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e05043e5-7830-467f-845b-330dafb0dbfb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:00.2400996Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e05043e5-7830-467f-845b-330dafb0dbfb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:00.289431275Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e05043e5-7830-467f-845b-330dafb0dbfb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:02.233811807Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1ceb7ac3-b3eb-4c24-8543-de64c4d332e9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:02.282786417Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1ceb7ac3-b3eb-4c24-8543-de64c4d332e9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:02.332347379Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1ceb7ac3-b3eb-4c24-8543-de64c4d332e9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:02.381179991Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1ceb7ac3-b3eb-4c24-8543-de64c4d332e9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:03.688208843Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-e0615c"},"namespace":"ai-tenant-e2e-shared-b-w2-e0615c","name":"default-tenant","reconcileID":"28a4b4a0-a507-483e-ac9c-fd1e8491769b","namespace":"ai-tenant-e2e-shared-b-w2-e0615c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:03.688266876Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-e0615c"},"namespace":"ai-tenant-e2e-shared-b-w2-e0615c","name":"default-tenant","reconcileID":"28a4b4a0-a507-483e-ac9c-fd1e8491769b","namespace":"ai-tenant-e2e-shared-b-w2-e0615c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:03.688320705Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-e0615c"},"namespace":"ai-tenant-e2e-shared-b-w2-e0615c","name":"default-tenant","reconcileID":"28a4b4a0-a507-483e-ac9c-fd1e8491769b","tenant":"e2e-shared-b-w2-e0615c","tenantID":"e2e-shared-b-w2-e0615c","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:03.73951274Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-e0615c"},"namespace":"ai-tenant-e2e-shared-b-w2-e0615c","name":"default-tenant","reconcileID":"28a4b4a0-a507-483e-ac9c-fd1e8491769b","gvk":"Deployment","name":"maas-api-e2e-shared-b-w2-e0615c","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:03.798595699Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-e0615c"},"namespace":"ai-tenant-e2e-shared-b-w2-e0615c","name":"default-tenant","reconcileID":"28a4b4a0-a507-483e-ac9c-fd1e8491769b","gvk":"Service","name":"maas-api-e2e-shared-b-w2-e0615c","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:03.852626002Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-e0615c"},"namespace":"ai-tenant-e2e-shared-b-w2-e0615c","name":"default-tenant","reconcileID":"28a4b4a0-a507-483e-ac9c-fd1e8491769b","gvk":"HTTPRoute","name":"maas-api-route-e2e-shared-b-w2-e0615c","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:03.903736125Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-e0615c"},"namespace":"ai-tenant-e2e-shared-b-w2-e0615c","name":"default-tenant","reconcileID":"28a4b4a0-a507-483e-ac9c-fd1e8491769b","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-shared-b-w2-e0615c","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:03.955705336Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-e0615c"},"namespace":"ai-tenant-e2e-shared-b-w2-e0615c","name":"default-tenant","reconcileID":"28a4b4a0-a507-483e-ac9c-fd1e8491769b","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-shared-b-w2-e0615c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:04.006733779Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-e0615c"},"namespace":"ai-tenant-e2e-shared-b-w2-e0615c","name":"default-tenant","reconcileID":"28a4b4a0-a507-483e-ac9c-fd1e8491769b","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-shared-b-w2-e0615c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:04.065304994Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-e0615c"},"namespace":"ai-tenant-e2e-shared-b-w2-e0615c","name":"default-tenant","reconcileID":"28a4b4a0-a507-483e-ac9c-fd1e8491769b","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-shared-b-w2-e0615c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:04.116531941Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-e0615c"},"namespace":"ai-tenant-e2e-shared-b-w2-e0615c","name":"default-tenant","reconcileID":"28a4b4a0-a507-483e-ac9c-fd1e8491769b","gvk":"Telemetry","name":"latency-per-subscription-e2e-shared-b-w2-e0615c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:04.164891762Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-e0615c"},"namespace":"ai-tenant-e2e-shared-b-w2-e0615c","name":"default-tenant","reconcileID":"28a4b4a0-a507-483e-ac9c-fd1e8491769b","gvk":"Deployment","name":"payload-processing-e2e-shared-b-w2-e0615c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:04.213459004Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-e0615c"},"namespace":"ai-tenant-e2e-shared-b-w2-e0615c","name":"default-tenant","reconcileID":"28a4b4a0-a507-483e-ac9c-fd1e8491769b","gvk":"Deployment","name":"payload-pre-processing-e2e-shared-b-w2-e0615c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:04.220483639Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3135ee77-0b6f-44de-97a7-d88573682b28","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:04.268596353Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-e0615c"},"namespace":"ai-tenant-e2e-shared-b-w2-e0615c","name":"default-tenant","reconcileID":"28a4b4a0-a507-483e-ac9c-fd1e8491769b","gvk":"Service","name":"payload-processing-e2e-shared-b-w2-e0615c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:04.269438802Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3135ee77-0b6f-44de-97a7-d88573682b28","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:04.317862724Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-e0615c"},"namespace":"ai-tenant-e2e-shared-b-w2-e0615c","name":"default-tenant","reconcileID":"28a4b4a0-a507-483e-ac9c-fd1e8491769b","gvk":"Service","name":"payload-pre-processing-e2e-shared-b-w2-e0615c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:04.318495914Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3135ee77-0b6f-44de-97a7-d88573682b28","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:04.367724926Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3135ee77-0b6f-44de-97a7-d88573682b28","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:04.368058954Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-e0615c"},"namespace":"ai-tenant-e2e-shared-b-w2-e0615c","name":"default-tenant","reconcileID":"28a4b4a0-a507-483e-ac9c-fd1e8491769b","gvk":"DestinationRule","name":"payload-processing-e2e-shared-b-w2-e0615c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:04.416788455Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-e0615c"},"namespace":"ai-tenant-e2e-shared-b-w2-e0615c","name":"default-tenant","reconcileID":"28a4b4a0-a507-483e-ac9c-fd1e8491769b","gvk":"DestinationRule","name":"payload-pre-processing-e2e-shared-b-w2-e0615c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:04.465467163Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-e0615c"},"namespace":"ai-tenant-e2e-shared-b-w2-e0615c","name":"default-tenant","reconcileID":"28a4b4a0-a507-483e-ac9c-fd1e8491769b","gvk":"EnvoyFilter","name":"payload-processing-e2e-shared-b-w2-e0615c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:04.516889599Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-e0615c"},"namespace":"ai-tenant-e2e-shared-b-w2-e0615c","name":"default-tenant","reconcileID":"28a4b4a0-a507-483e-ac9c-fd1e8491769b","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-shared-b-w2-e0615c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:04.565153546Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-e0615c"},"namespace":"ai-tenant-e2e-shared-b-w2-e0615c","name":"default-tenant","reconcileID":"28a4b4a0-a507-483e-ac9c-fd1e8491769b","gvk":"NetworkPolicy","name":"payload-processing-e2e-shared-b-w2-e0615c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:04.61546766Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-e0615c"},"namespace":"ai-tenant-e2e-shared-b-w2-e0615c","name":"default-tenant","reconcileID":"28a4b4a0-a507-483e-ac9c-fd1e8491769b","gvk":"ServiceAccount","name":"payload-processing-e2e-shared-b-w2-e0615c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:04.663955931Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-e0615c"},"namespace":"ai-tenant-e2e-shared-b-w2-e0615c","name":"default-tenant","reconcileID":"28a4b4a0-a507-483e-ac9c-fd1e8491769b","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-shared-b-w2-e0615c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:04.713002874Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-e0615c"},"namespace":"ai-tenant-e2e-shared-b-w2-e0615c","name":"default-tenant","reconcileID":"28a4b4a0-a507-483e-ac9c-fd1e8491769b","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-shared-b-w2-e0615c","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:08.272262913Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-b-w2-e0615c","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-b-w2-e0615c","reconcileID":"b0a29785-1d45-40c9-a3c8-cbe0e89d538d","aitenant":"ai-tenants/e2e-shared-b-w2-e0615c","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:08.936667413Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b8a84c9a-9134-47c0-ab29-ab7fd55b4413","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:08.9855762Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b8a84c9a-9134-47c0-ab29-ab7fd55b4413","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:09.035308746Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b8a84c9a-9134-47c0-ab29-ab7fd55b4413","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:09.041478451Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-b-w2-e0615c","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-b-w2-e0615c","reconcileID":"b0a29785-1d45-40c9-a3c8-cbe0e89d538d","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-b-w2-e0615c","removed":["maas.opendatahub.io/gateway-access-e2e-shared-b-w2-e0615c"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:09.08421493Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b8a84c9a-9134-47c0-ab29-ab7fd55b4413","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:10.12622785Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"simulator-access","reconcileID":"5c59409b-f4f4-4365-8d09-772c5da33c02","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"model":"e2e-models-e2e-worker-w2-91cd99/simulator-w2-91cd99","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:10.126325248Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-91cd99","namespace":"e2e-models-e2e-worker-w2-91cd99"},"namespace":"e2e-models-e2e-worker-w2-91cd99","name":"simulator-w2-91cd99","reconcileID":"8bb569d6-49ea-4a33-8595-ca23a631569e","MaaSModelRef":{"name":"simulator-w2-91cd99","namespace":"e2e-models-e2e-worker-w2-91cd99"},"routeName":"simulator-w2-91cd99-kserve-route","namespace":"e2e-models-e2e-worker-w2-91cd99","llmisvcName":"simulator-w2-91cd99","gateway":"openshift-ingress/e2e-worker-w2-91cd99","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:10.280500024Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"premium-simulator-access","reconcileID":"3d67fc87-7f0b-4706-a1ac-c952bd2c7be2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-91cd99","tenantID":"e2e-worker-w2-91cd99","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:10.329882024Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-91cd99","namespace":"e2e-models-e2e-worker-w2-91cd99"},"namespace":"e2e-models-e2e-worker-w2-91cd99","name":"simulator-w2-91cd99","reconcileID":"d65569cd-9765-4da7-a1be-bba03807cf16","MaaSModelRef":{"name":"simulator-w2-91cd99","namespace":"e2e-models-e2e-worker-w2-91cd99"},"routeName":"simulator-w2-91cd99-kserve-route","namespace":"e2e-models-e2e-worker-w2-91cd99","llmisvcName":"simulator-w2-91cd99","gateway":"openshift-ingress/e2e-worker-w2-91cd99","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:10.334449455Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"premium-simulator-access","reconcileID":"3d67fc87-7f0b-4706-a1ac-c952bd2c7be2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"name":"e2e-worker-w2-91cd99-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:10.382835844Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"simulator-subscription","reconcileID":"4fe6f850-092c-4302-80a0-7e3b8f57002a","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"name":"maas-trlp-simulator-w2-91cd99","model":"e2e-models-e2e-worker-w2-91cd99/simulator-w2-91cd99","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:10.525887867Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-91cd99","namespace":"e2e-models-e2e-worker-w2-91cd99"},"namespace":"e2e-models-e2e-worker-w2-91cd99","name":"simulator-w2-91cd99","reconcileID":"adbd7f11-f0a7-40cb-ae0c-b05289a2f556","MaaSModelRef":{"name":"simulator-w2-91cd99","namespace":"e2e-models-e2e-worker-w2-91cd99"},"routeName":"simulator-w2-91cd99-kserve-route","namespace":"e2e-models-e2e-worker-w2-91cd99","llmisvcName":"simulator-w2-91cd99","gateway":"openshift-ingress/e2e-worker-w2-91cd99","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:10.66715099Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"premium-simulator-access","reconcileID":"f55ae054-12d9-433c-9ac3-0e0ebad0c17c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-91cd99","tenantID":"e2e-worker-w2-91cd99","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:10.720651544Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"premium-simulator-access","reconcileID":"f55ae054-12d9-433c-9ac3-0e0ebad0c17c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"name":"e2e-worker-w2-91cd99-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:11.035916351Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a3ec7fa0-1483-428a-961e-061b99a9da31","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:11.087928217Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a3ec7fa0-1483-428a-961e-061b99a9da31","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:11.1372185Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a3ec7fa0-1483-428a-961e-061b99a9da31","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:11.187305045Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a3ec7fa0-1483-428a-961e-061b99a9da31","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:14.380203003Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-02f899"},"namespace":"ai-tenant-e2e-extmod-a-02f899","name":"default-tenant","reconcileID":"0c17e6bb-a625-4c0b-9033-4c7ab8f1cf5d","namespace":"ai-tenant-e2e-extmod-a-02f899","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:14.380265233Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-02f899"},"namespace":"ai-tenant-e2e-extmod-a-02f899","name":"default-tenant","reconcileID":"0c17e6bb-a625-4c0b-9033-4c7ab8f1cf5d","namespace":"ai-tenant-e2e-extmod-a-02f899","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:14.380313219Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-02f899"},"namespace":"ai-tenant-e2e-extmod-a-02f899","name":"default-tenant","reconcileID":"0c17e6bb-a625-4c0b-9033-4c7ab8f1cf5d","tenant":"e2e-extmod-a-02f899","tenantID":"e2e-extmod-a-02f899","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:14.431104023Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-02f899"},"namespace":"ai-tenant-e2e-extmod-a-02f899","name":"default-tenant","reconcileID":"0c17e6bb-a625-4c0b-9033-4c7ab8f1cf5d","gvk":"Deployment","name":"maas-api-e2e-extmod-a-02f899","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:14.494045215Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-02f899"},"namespace":"ai-tenant-e2e-extmod-a-02f899","name":"default-tenant","reconcileID":"0c17e6bb-a625-4c0b-9033-4c7ab8f1cf5d","gvk":"Service","name":"maas-api-e2e-extmod-a-02f899","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:14.546870436Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-02f899"},"namespace":"ai-tenant-e2e-extmod-a-02f899","name":"default-tenant","reconcileID":"0c17e6bb-a625-4c0b-9033-4c7ab8f1cf5d","gvk":"HTTPRoute","name":"maas-api-route-e2e-extmod-a-02f899","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:14.599970445Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-02f899"},"namespace":"ai-tenant-e2e-extmod-a-02f899","name":"default-tenant","reconcileID":"0c17e6bb-a625-4c0b-9033-4c7ab8f1cf5d","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-extmod-a-02f899","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:14.652974109Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-02f899"},"namespace":"ai-tenant-e2e-extmod-a-02f899","name":"default-tenant","reconcileID":"0c17e6bb-a625-4c0b-9033-4c7ab8f1cf5d","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-extmod-a-02f899","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:14.706610142Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-02f899"},"namespace":"ai-tenant-e2e-extmod-a-02f899","name":"default-tenant","reconcileID":"0c17e6bb-a625-4c0b-9033-4c7ab8f1cf5d","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-extmod-a-02f899","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:14.760737292Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-02f899"},"namespace":"ai-tenant-e2e-extmod-a-02f899","name":"default-tenant","reconcileID":"0c17e6bb-a625-4c0b-9033-4c7ab8f1cf5d","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-extmod-a-02f899","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:14.81163472Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-02f899"},"namespace":"ai-tenant-e2e-extmod-a-02f899","name":"default-tenant","reconcileID":"0c17e6bb-a625-4c0b-9033-4c7ab8f1cf5d","gvk":"Telemetry","name":"latency-per-subscription-e2e-extmod-a-02f899","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:14.860745775Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-02f899"},"namespace":"ai-tenant-e2e-extmod-a-02f899","name":"default-tenant","reconcileID":"0c17e6bb-a625-4c0b-9033-4c7ab8f1cf5d","gvk":"Deployment","name":"payload-processing-e2e-extmod-a-02f899","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:14.909303953Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-02f899"},"namespace":"ai-tenant-e2e-extmod-a-02f899","name":"default-tenant","reconcileID":"0c17e6bb-a625-4c0b-9033-4c7ab8f1cf5d","gvk":"Deployment","name":"payload-pre-processing-e2e-extmod-a-02f899","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:14.968645465Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-02f899"},"namespace":"ai-tenant-e2e-extmod-a-02f899","name":"default-tenant","reconcileID":"0c17e6bb-a625-4c0b-9033-4c7ab8f1cf5d","gvk":"Service","name":"payload-processing-e2e-extmod-a-02f899","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:15.018126296Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-02f899"},"namespace":"ai-tenant-e2e-extmod-a-02f899","name":"default-tenant","reconcileID":"0c17e6bb-a625-4c0b-9033-4c7ab8f1cf5d","gvk":"Service","name":"payload-pre-processing-e2e-extmod-a-02f899","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:15.066768283Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-02f899"},"namespace":"ai-tenant-e2e-extmod-a-02f899","name":"default-tenant","reconcileID":"0c17e6bb-a625-4c0b-9033-4c7ab8f1cf5d","gvk":"DestinationRule","name":"payload-processing-e2e-extmod-a-02f899","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:15.120483447Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-02f899"},"namespace":"ai-tenant-e2e-extmod-a-02f899","name":"default-tenant","reconcileID":"0c17e6bb-a625-4c0b-9033-4c7ab8f1cf5d","gvk":"DestinationRule","name":"payload-pre-processing-e2e-extmod-a-02f899","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:15.169469595Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-02f899"},"namespace":"ai-tenant-e2e-extmod-a-02f899","name":"default-tenant","reconcileID":"0c17e6bb-a625-4c0b-9033-4c7ab8f1cf5d","gvk":"EnvoyFilter","name":"payload-processing-e2e-extmod-a-02f899","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:15.221445523Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-02f899"},"namespace":"ai-tenant-e2e-extmod-a-02f899","name":"default-tenant","reconcileID":"0c17e6bb-a625-4c0b-9033-4c7ab8f1cf5d","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-extmod-a-02f899","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:15.270270607Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-02f899"},"namespace":"ai-tenant-e2e-extmod-a-02f899","name":"default-tenant","reconcileID":"0c17e6bb-a625-4c0b-9033-4c7ab8f1cf5d","gvk":"NetworkPolicy","name":"payload-processing-e2e-extmod-a-02f899","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:15.319731726Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-02f899"},"namespace":"ai-tenant-e2e-extmod-a-02f899","name":"default-tenant","reconcileID":"0c17e6bb-a625-4c0b-9033-4c7ab8f1cf5d","gvk":"ServiceAccount","name":"payload-processing-e2e-extmod-a-02f899","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:15.368634581Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-02f899"},"namespace":"ai-tenant-e2e-extmod-a-02f899","name":"default-tenant","reconcileID":"0c17e6bb-a625-4c0b-9033-4c7ab8f1cf5d","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-extmod-a-02f899","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:15.417249946Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-02f899"},"namespace":"ai-tenant-e2e-extmod-a-02f899","name":"default-tenant","reconcileID":"0c17e6bb-a625-4c0b-9033-4c7ab8f1cf5d","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-extmod-a-02f899","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:17.743192553Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-a-02f899","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-a-02f899","reconcileID":"62abb476-acb0-4807-8269-da764a139adf","aitenant":"ai-tenants/e2e-extmod-a-02f899","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:18.018403188Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-91cd99","namespace":"e2e-models-e2e-worker-w2-91cd99"},"namespace":"e2e-models-e2e-worker-w2-91cd99","name":"distinct-2-w2-91cd99","reconcileID":"fcd5e54e-096d-4c6a-be9a-b1c5d9ca5ab5","MaaSModelRef":{"name":"distinct-2-w2-91cd99","namespace":"e2e-models-e2e-worker-w2-91cd99"},"routeName":"distinct-2-w2-91cd99-kserve-route","namespace":"e2e-models-e2e-worker-w2-91cd99","llmisvcName":"distinct-2-w2-91cd99","gateway":"openshift-ingress/e2e-worker-w2-91cd99","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:18.343554284Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9f65ddd8-a244-4e48-9b2e-ec157dfde78d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:18.392446063Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9f65ddd8-a244-4e48-9b2e-ec157dfde78d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:18.441169872Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9f65ddd8-a244-4e48-9b2e-ec157dfde78d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:18.490108837Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9f65ddd8-a244-4e48-9b2e-ec157dfde78d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:18.545684031Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-a-02f899","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-a-02f899","reconcileID":"62abb476-acb0-4807-8269-da764a139adf","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-extmod-a-02f899","removed":["maas.opendatahub.io/gateway-access-e2e-extmod-a-02f899"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:20.149543336Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-91cd99","namespace":"e2e-models-e2e-worker-w2-91cd99"},"namespace":"e2e-models-e2e-worker-w2-91cd99","name":"distinct-w2-91cd99","reconcileID":"7f5664b5-7791-4e69-af1a-1cd9dad488b7","MaaSModelRef":{"name":"distinct-w2-91cd99","namespace":"e2e-models-e2e-worker-w2-91cd99"},"routeName":"distinct-w2-91cd99-kserve-route","namespace":"e2e-models-e2e-worker-w2-91cd99","llmisvcName":"distinct-w2-91cd99","gateway":"openshift-ingress/e2e-worker-w2-91cd99","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:20.323726976Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"29f350e6-0767-4009-9594-2dc20671d44e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:20.372991815Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"29f350e6-0767-4009-9594-2dc20671d44e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:20.421954195Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"29f350e6-0767-4009-9594-2dc20671d44e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:20.461887126Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-91cd99","namespace":"e2e-models-e2e-worker-w2-91cd99"},"namespace":"e2e-models-e2e-worker-w2-91cd99","name":"premium-w2-91cd99","reconcileID":"baa9117f-cfc5-4a68-a3fc-01a923a0096e","MaaSModelRef":{"name":"premium-w2-91cd99","namespace":"e2e-models-e2e-worker-w2-91cd99"},"routeName":"premium-w2-91cd99-kserve-route","namespace":"e2e-models-e2e-worker-w2-91cd99","llmisvcName":"premium-w2-91cd99","gateway":"openshift-ingress/e2e-worker-w2-91cd99","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:20.470848906Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"29f350e6-0767-4009-9594-2dc20671d44e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:20.677696697Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"premium-simulator-access","reconcileID":"1b61fc61-403e-41c9-a326-f0f625f1c71b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-91cd99","tenantID":"e2e-worker-w2-91cd99","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:20.678414738Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"premium-simulator-subscription","reconcileID":"20f02c75-fa07-4c94-a605-e57b96dbbb4b","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"name":"maas-trlp-premium-w2-91cd99","model":"e2e-models-e2e-worker-w2-91cd99/premium-w2-91cd99","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:20.727057583Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"simulator-subscription","reconcileID":"6acd7a75-431a-4c10-b117-52275e5c90bc","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"model":"e2e-models-e2e-worker-w2-91cd99/simulator-w2-91cd99","subscription":"simulator-subscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:20.730997294Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"premium-simulator-access","reconcileID":"1b61fc61-403e-41c9-a326-f0f625f1c71b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"name":"e2e-worker-w2-91cd99-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:20.776150459Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"simulator-subscription","reconcileID":"6acd7a75-431a-4c10-b117-52275e5c90bc","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"model":"e2e-models-e2e-worker-w2-91cd99/simulator-w2-91cd99","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:20.781588416Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-91cd99","namespace":"e2e-models-e2e-worker-w2-91cd99"},"namespace":"e2e-models-e2e-worker-w2-91cd99","name":"simulator-w2-91cd99","reconcileID":"bbb3200a-51ec-4066-8da5-9b26cce9ed19","MaaSModelRef":{"name":"simulator-w2-91cd99","namespace":"e2e-models-e2e-worker-w2-91cd99"},"routeName":"simulator-w2-91cd99-kserve-route","namespace":"e2e-models-e2e-worker-w2-91cd99","llmisvcName":"simulator-w2-91cd99","gateway":"openshift-ingress/e2e-worker-w2-91cd99","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:20.827950564Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"simulator-subscription","reconcileID":"6acd7a75-431a-4c10-b117-52275e5c90bc","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"name":"maas-trlp-simulator-w2-91cd99","namespace":"e2e-models-e2e-worker-w2-91cd99","model":"e2e-models-e2e-worker-w2-91cd99/simulator-w2-91cd99","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:20.836953222Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-91cd99","namespace":"e2e-models-e2e-worker-w2-91cd99"},"namespace":"e2e-models-e2e-worker-w2-91cd99","name":"premium-w2-91cd99","reconcileID":"9cd203fc-2911-4f30-97e6-dfec5dafe90d","MaaSModelRef":{"name":"premium-w2-91cd99","namespace":"e2e-models-e2e-worker-w2-91cd99"},"routeName":"premium-w2-91cd99-kserve-route","namespace":"e2e-models-e2e-worker-w2-91cd99","llmisvcName":"premium-w2-91cd99","gateway":"openshift-ingress/e2e-worker-w2-91cd99","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:21.027285926Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"premium-simulator-access","reconcileID":"90ba9120-b7ea-4539-b41b-71e3e734cdd5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-91cd99","tenantID":"e2e-worker-w2-91cd99","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:21.037708092Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"premium-simulator-subscription","reconcileID":"d2162c36-7797-4dfd-810a-52d4862184e0","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"name":"maas-trlp-premium-w2-91cd99","model":"e2e-models-e2e-worker-w2-91cd99/premium-w2-91cd99","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:21.081196566Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"premium-simulator-access","reconcileID":"90ba9120-b7ea-4539-b41b-71e3e734cdd5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"name":"e2e-worker-w2-91cd99-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:21.090991456Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-91cd99","namespace":"e2e-models-e2e-worker-w2-91cd99"},"namespace":"e2e-models-e2e-worker-w2-91cd99","name":"simulator-w2-91cd99","reconcileID":"7d1c9a34-c360-45a5-8ff7-fb76e478c599","MaaSModelRef":{"name":"simulator-w2-91cd99","namespace":"e2e-models-e2e-worker-w2-91cd99"},"routeName":"simulator-w2-91cd99-kserve-route","namespace":"e2e-models-e2e-worker-w2-91cd99","llmisvcName":"simulator-w2-91cd99","gateway":"openshift-ingress/e2e-worker-w2-91cd99","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:21.139764882Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"simulator-subscription","reconcileID":"7e2d2eec-3384-4480-9075-6bc0dece1ef6","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"model":"e2e-models-e2e-worker-w2-91cd99/simulator-w2-91cd99","subscription":"simulator-subscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:21.188107241Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"simulator-subscription","reconcileID":"7e2d2eec-3384-4480-9075-6bc0dece1ef6","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"model":"e2e-models-e2e-worker-w2-91cd99/simulator-w2-91cd99","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:21.32493449Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"premium-simulator-access","reconcileID":"fc3242f1-2d2e-4007-98d5-bf88b84c31a7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-91cd99","tenantID":"e2e-worker-w2-91cd99","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:21.378876666Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"premium-simulator-access","reconcileID":"fc3242f1-2d2e-4007-98d5-bf88b84c31a7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"name":"e2e-worker-w2-91cd99-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T13:17:21.386304926Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"simulator-subscription","reconcileID":"7e2d2eec-3384-4480-9075-6bc0dece1ef6","error":"maassubscriptions.maas.opendatahub.io \"simulator-subscription\" not found","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:22.335444548Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ab59f07e-0aec-4aba-b75f-e571e64a2f11","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:22.384138274Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ab59f07e-0aec-4aba-b75f-e571e64a2f11","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:22.432976242Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ab59f07e-0aec-4aba-b75f-e571e64a2f11","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:22.481767105Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ab59f07e-0aec-4aba-b75f-e571e64a2f11","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:24.925914409Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-a4489c"},"namespace":"ai-tenant-e2e-shared-a-w1-a4489c","name":"default-tenant","reconcileID":"73e17a0e-0caf-43c2-ad6d-293ecc9fe306","namespace":"ai-tenant-e2e-shared-a-w1-a4489c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:24.926105446Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-a4489c"},"namespace":"ai-tenant-e2e-shared-a-w1-a4489c","name":"default-tenant","reconcileID":"73e17a0e-0caf-43c2-ad6d-293ecc9fe306","namespace":"ai-tenant-e2e-shared-a-w1-a4489c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:24.926210501Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-a4489c"},"namespace":"ai-tenant-e2e-shared-a-w1-a4489c","name":"default-tenant","reconcileID":"73e17a0e-0caf-43c2-ad6d-293ecc9fe306","tenant":"e2e-shared-a-w1-a4489c","tenantID":"e2e-shared-a-w1-a4489c","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:24.977260842Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-a4489c"},"namespace":"ai-tenant-e2e-shared-a-w1-a4489c","name":"default-tenant","reconcileID":"73e17a0e-0caf-43c2-ad6d-293ecc9fe306","gvk":"Deployment","name":"maas-api-e2e-shared-a-w1-a4489c","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:25.033667229Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-a4489c"},"namespace":"ai-tenant-e2e-shared-a-w1-a4489c","name":"default-tenant","reconcileID":"73e17a0e-0caf-43c2-ad6d-293ecc9fe306","gvk":"Service","name":"maas-api-e2e-shared-a-w1-a4489c","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:25.090637323Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-a4489c"},"namespace":"ai-tenant-e2e-shared-a-w1-a4489c","name":"default-tenant","reconcileID":"73e17a0e-0caf-43c2-ad6d-293ecc9fe306","gvk":"HTTPRoute","name":"maas-api-route-e2e-shared-a-w1-a4489c","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:25.1444443Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-a4489c"},"namespace":"ai-tenant-e2e-shared-a-w1-a4489c","name":"default-tenant","reconcileID":"73e17a0e-0caf-43c2-ad6d-293ecc9fe306","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-shared-a-w1-a4489c","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:25.201603609Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-a4489c"},"namespace":"ai-tenant-e2e-shared-a-w1-a4489c","name":"default-tenant","reconcileID":"73e17a0e-0caf-43c2-ad6d-293ecc9fe306","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-shared-a-w1-a4489c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:25.25347925Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-a4489c"},"namespace":"ai-tenant-e2e-shared-a-w1-a4489c","name":"default-tenant","reconcileID":"73e17a0e-0caf-43c2-ad6d-293ecc9fe306","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-shared-a-w1-a4489c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:25.308111386Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-a4489c"},"namespace":"ai-tenant-e2e-shared-a-w1-a4489c","name":"default-tenant","reconcileID":"73e17a0e-0caf-43c2-ad6d-293ecc9fe306","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-shared-a-w1-a4489c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:25.365047594Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-a4489c"},"namespace":"ai-tenant-e2e-shared-a-w1-a4489c","name":"default-tenant","reconcileID":"73e17a0e-0caf-43c2-ad6d-293ecc9fe306","gvk":"Telemetry","name":"latency-per-subscription-e2e-shared-a-w1-a4489c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:25.414998475Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-a4489c"},"namespace":"ai-tenant-e2e-shared-a-w1-a4489c","name":"default-tenant","reconcileID":"73e17a0e-0caf-43c2-ad6d-293ecc9fe306","gvk":"Deployment","name":"payload-processing-e2e-shared-a-w1-a4489c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:25.464931204Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-a4489c"},"namespace":"ai-tenant-e2e-shared-a-w1-a4489c","name":"default-tenant","reconcileID":"73e17a0e-0caf-43c2-ad6d-293ecc9fe306","gvk":"Deployment","name":"payload-pre-processing-e2e-shared-a-w1-a4489c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:25.513095471Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-a4489c"},"namespace":"ai-tenant-e2e-shared-a-w1-a4489c","name":"default-tenant","reconcileID":"73e17a0e-0caf-43c2-ad6d-293ecc9fe306","gvk":"Service","name":"payload-processing-e2e-shared-a-w1-a4489c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:25.561572236Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-a4489c"},"namespace":"ai-tenant-e2e-shared-a-w1-a4489c","name":"default-tenant","reconcileID":"73e17a0e-0caf-43c2-ad6d-293ecc9fe306","gvk":"Service","name":"payload-pre-processing-e2e-shared-a-w1-a4489c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:25.61023229Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-a4489c"},"namespace":"ai-tenant-e2e-shared-a-w1-a4489c","name":"default-tenant","reconcileID":"73e17a0e-0caf-43c2-ad6d-293ecc9fe306","gvk":"DestinationRule","name":"payload-processing-e2e-shared-a-w1-a4489c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:25.658605404Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-a4489c"},"namespace":"ai-tenant-e2e-shared-a-w1-a4489c","name":"default-tenant","reconcileID":"73e17a0e-0caf-43c2-ad6d-293ecc9fe306","gvk":"DestinationRule","name":"payload-pre-processing-e2e-shared-a-w1-a4489c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:25.706995542Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-a4489c"},"namespace":"ai-tenant-e2e-shared-a-w1-a4489c","name":"default-tenant","reconcileID":"73e17a0e-0caf-43c2-ad6d-293ecc9fe306","gvk":"EnvoyFilter","name":"payload-processing-e2e-shared-a-w1-a4489c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:25.713973378Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:25.758547309Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-a4489c"},"namespace":"ai-tenant-e2e-shared-a-w1-a4489c","name":"default-tenant","reconcileID":"73e17a0e-0caf-43c2-ad6d-293ecc9fe306","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-shared-a-w1-a4489c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:25.80710183Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-a4489c"},"namespace":"ai-tenant-e2e-shared-a-w1-a4489c","name":"default-tenant","reconcileID":"73e17a0e-0caf-43c2-ad6d-293ecc9fe306","gvk":"NetworkPolicy","name":"payload-processing-e2e-shared-a-w1-a4489c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:25.858347654Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-a4489c"},"namespace":"ai-tenant-e2e-shared-a-w1-a4489c","name":"default-tenant","reconcileID":"73e17a0e-0caf-43c2-ad6d-293ecc9fe306","gvk":"ServiceAccount","name":"payload-processing-e2e-shared-a-w1-a4489c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:25.906753336Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-a4489c"},"namespace":"ai-tenant-e2e-shared-a-w1-a4489c","name":"default-tenant","reconcileID":"73e17a0e-0caf-43c2-ad6d-293ecc9fe306","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-shared-a-w1-a4489c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:25.958679062Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-a4489c"},"namespace":"ai-tenant-e2e-shared-a-w1-a4489c","name":"default-tenant","reconcileID":"73e17a0e-0caf-43c2-ad6d-293ecc9fe306","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-shared-a-w1-a4489c","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:27.294587993Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-91cd99","namespace":"e2e-models-e2e-worker-w2-91cd99"},"namespace":"e2e-models-e2e-worker-w2-91cd99","name":"premium-w2-91cd99","reconcileID":"a594f5ee-6d82-48d3-9f27-1df4cfd9d86a","MaaSModelRef":{"name":"premium-w2-91cd99","namespace":"e2e-models-e2e-worker-w2-91cd99"},"routeName":"premium-w2-91cd99-kserve-route","namespace":"e2e-models-e2e-worker-w2-91cd99","llmisvcName":"premium-w2-91cd99","gateway":"openshift-ingress/e2e-worker-w2-91cd99","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:27.43476156Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ddacf8ce-3b74-47ba-8fa1-a57b017f770c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:27.435038523Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"premium-simulator-access","reconcileID":"71b93cb4-57d0-49e3-ab9f-8be89a0b631d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-91cd99","tenantID":"e2e-worker-w2-91cd99","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:27.483833116Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ddacf8ce-3b74-47ba-8fa1-a57b017f770c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:27.483873219Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"premium-simulator-subscription","reconcileID":"b5ab2865-4031-4f60-9961-802ed1bd458c","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-0b7cdc9a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:27.533043227Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ddacf8ce-3b74-47ba-8fa1-a57b017f770c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:27.581926494Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ddacf8ce-3b74-47ba-8fa1-a57b017f770c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:27.586031871Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"premium-simulator-access","reconcileID":"71b93cb4-57d0-49e3-ab9f-8be89a0b631d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"name":"e2e-worker-w2-91cd99-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:27.621327387Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-91cd99","namespace":"e2e-models-e2e-worker-w2-91cd99"},"namespace":"e2e-models-e2e-worker-w2-91cd99","name":"premium-w2-91cd99","reconcileID":"3fab4d13-2998-47fd-835e-502fdba53e9f","MaaSModelRef":{"name":"premium-w2-91cd99","namespace":"e2e-models-e2e-worker-w2-91cd99"},"routeName":"premium-w2-91cd99-kserve-route","namespace":"e2e-models-e2e-worker-w2-91cd99","llmisvcName":"premium-w2-91cd99","gateway":"openshift-ingress/e2e-worker-w2-91cd99","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:27.639231906Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"premium-simulator-subscription","reconcileID":"36a79f14-a236-4d14-adc0-f95612c3952e","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-0b7cdc9a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:27.72624018Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"premium-simulator-subscription","reconcileID":"6aa2d487-8fa2-4b98-aa58-156be4a7d238","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-0b7cdc9a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:27.785259748Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"premium-simulator-access","reconcileID":"f358f21c-20e9-40f9-8a5f-0f5a2b351ce4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"model":"e2e-models-e2e-worker-w2-91cd99/premium-w2-91cd99","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:27.933792387Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"premium-simulator-access","reconcileID":"f358f21c-20e9-40f9-8a5f-0f5a2b351ce4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-91cd99","tenantID":"e2e-worker-w2-91cd99","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:28.03903128Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-91cd99","namespace":"e2e-models-e2e-worker-w2-91cd99"},"namespace":"e2e-models-e2e-worker-w2-91cd99","name":"distinct-2-w2-91cd99","reconcileID":"4f779a0e-91f2-4cf1-93bc-cbf9c06d97b6","MaaSModelRef":{"name":"distinct-2-w2-91cd99","namespace":"e2e-models-e2e-worker-w2-91cd99"},"routeName":"distinct-2-w2-91cd99-kserve-route","namespace":"e2e-models-e2e-worker-w2-91cd99","llmisvcName":"distinct-2-w2-91cd99","gateway":"openshift-ingress/e2e-worker-w2-91cd99","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:28.039240807Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-91cd99","namespace":"e2e-models-e2e-worker-w2-91cd99"},"namespace":"e2e-models-e2e-worker-w2-91cd99","name":"distinct-w2-91cd99","reconcileID":"9ea600af-2267-4155-8613-ed99489281d7","MaaSModelRef":{"name":"distinct-w2-91cd99","namespace":"e2e-models-e2e-worker-w2-91cd99"},"routeName":"distinct-w2-91cd99-kserve-route","namespace":"e2e-models-e2e-worker-w2-91cd99","llmisvcName":"distinct-w2-91cd99","gateway":"openshift-ingress/e2e-worker-w2-91cd99","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:28.03940438Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-91cd99","namespace":"e2e-models-e2e-worker-w2-91cd99"},"namespace":"e2e-models-e2e-worker-w2-91cd99","name":"simulator-w2-91cd99","reconcileID":"e226d55f-f04f-40e5-9bcb-b8c6c99451cc","MaaSModelRef":{"name":"simulator-w2-91cd99","namespace":"e2e-models-e2e-worker-w2-91cd99"},"routeName":"simulator-w2-91cd99-kserve-route","namespace":"e2e-models-e2e-worker-w2-91cd99","llmisvcName":"simulator-w2-91cd99","gateway":"openshift-ingress/e2e-worker-w2-91cd99","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:28.039547061Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-91cd99","namespace":"e2e-models-e2e-worker-w2-91cd99"},"namespace":"e2e-models-e2e-worker-w2-91cd99","name":"premium-w2-91cd99","reconcileID":"f2c7042c-85ea-4193-9dd4-68ce2a2c9788","MaaSModelRef":{"name":"premium-w2-91cd99","namespace":"e2e-models-e2e-worker-w2-91cd99"},"routeName":"premium-w2-91cd99-kserve-route","namespace":"e2e-models-e2e-worker-w2-91cd99","llmisvcName":"premium-w2-91cd99","gateway":"openshift-ingress/e2e-worker-w2-91cd99","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:28.060603102Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"premium-simulator-access","reconcileID":"f358f21c-20e9-40f9-8a5f-0f5a2b351ce4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"name":"e2e-worker-w2-91cd99-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:28.060623561Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"premium-simulator-access","reconcileID":"f358f21c-20e9-40f9-8a5f-0f5a2b351ce4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-91cd99","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:28.088028802Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"premium-simulator-subscription","reconcileID":"5279d6d5-b5d2-41e5-9461-adf2b07329e5","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-0b7cdc9a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:28.115050144Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-91cd99","namespace":"e2e-models-e2e-worker-w2-91cd99"},"namespace":"e2e-models-e2e-worker-w2-91cd99","name":"premium-w2-91cd99","reconcileID":"77095edc-c611-4ecd-bf05-f652d5ddfd6c","MaaSModelRef":{"name":"premium-w2-91cd99","namespace":"e2e-models-e2e-worker-w2-91cd99"},"routeName":"premium-w2-91cd99-kserve-route","namespace":"e2e-models-e2e-worker-w2-91cd99","llmisvcName":"premium-w2-91cd99","gateway":"openshift-ingress/e2e-worker-w2-91cd99","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:29.432224118Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fe164165-735b-4e99-a916-6161dbca9c1c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:29.481543184Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fe164165-735b-4e99-a916-6161dbca9c1c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:29.530201995Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fe164165-735b-4e99-a916-6161dbca9c1c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:29.578848566Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fe164165-735b-4e99-a916-6161dbca9c1c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:31.420440252Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a1e42f43-4fb4-4104-ba18-418949cf8ec6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:31.469889262Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a1e42f43-4fb4-4104-ba18-418949cf8ec6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:31.51936387Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a1e42f43-4fb4-4104-ba18-418949cf8ec6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:31.568107072Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a1e42f43-4fb4-4104-ba18-418949cf8ec6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:33.923632653Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-a-w1-a4489c","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-a-w1-a4489c","reconcileID":"91e4228b-0776-44ff-8fb6-43585fefabf3","aitenant":"ai-tenants/e2e-shared-a-w1-a4489c","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:34.525952348Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"87cc9b9c-2e1c-46e1-a607-32ea6a1c89e4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:34.574946395Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"87cc9b9c-2e1c-46e1-a607-32ea6a1c89e4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:34.624539302Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"87cc9b9c-2e1c-46e1-a607-32ea6a1c89e4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:34.628824386Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-a-w1-a4489c","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-a-w1-a4489c","reconcileID":"91e4228b-0776-44ff-8fb6-43585fefabf3","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-a-w1-a4489c","removed":["maas.opendatahub.io/gateway-access-e2e-shared-a-w1-a4489c"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:34.673425228Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"87cc9b9c-2e1c-46e1-a607-32ea6a1c89e4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:36.526043169Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"295e7bb6-ad95-4cdc-b236-75ebea164b60","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:36.575584615Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"295e7bb6-ad95-4cdc-b236-75ebea164b60","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:36.625216273Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"295e7bb6-ad95-4cdc-b236-75ebea164b60","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:36.673757547Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"295e7bb6-ad95-4cdc-b236-75ebea164b60","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:38.040163963Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-91cd99","namespace":"e2e-models-e2e-worker-w2-91cd99"},"namespace":"e2e-models-e2e-worker-w2-91cd99","name":"distinct-2-w2-91cd99","reconcileID":"4fbaa8f9-1e1a-4cfc-89f7-3e907fddb0a9","MaaSModelRef":{"name":"distinct-2-w2-91cd99","namespace":"e2e-models-e2e-worker-w2-91cd99"},"routeName":"distinct-2-w2-91cd99-kserve-route","namespace":"e2e-models-e2e-worker-w2-91cd99","llmisvcName":"distinct-2-w2-91cd99","gateway":"openshift-ingress/e2e-worker-w2-91cd99","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:38.040622156Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-91cd99","namespace":"e2e-models-e2e-worker-w2-91cd99"},"namespace":"e2e-models-e2e-worker-w2-91cd99","name":"distinct-w2-91cd99","reconcileID":"86aeb1d1-7c0b-4ff0-8cc0-f0a465b93cb2","MaaSModelRef":{"name":"distinct-w2-91cd99","namespace":"e2e-models-e2e-worker-w2-91cd99"},"routeName":"distinct-w2-91cd99-kserve-route","namespace":"e2e-models-e2e-worker-w2-91cd99","llmisvcName":"distinct-w2-91cd99","gateway":"openshift-ingress/e2e-worker-w2-91cd99","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:38.040942826Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-91cd99","namespace":"e2e-models-e2e-worker-w2-91cd99"},"namespace":"e2e-models-e2e-worker-w2-91cd99","name":"simulator-w2-91cd99","reconcileID":"287b87e0-212a-4e2e-a505-1c0d3aac4436","MaaSModelRef":{"name":"simulator-w2-91cd99","namespace":"e2e-models-e2e-worker-w2-91cd99"},"routeName":"simulator-w2-91cd99-kserve-route","namespace":"e2e-models-e2e-worker-w2-91cd99","llmisvcName":"simulator-w2-91cd99","gateway":"openshift-ingress/e2e-worker-w2-91cd99","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:38.11598271Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-91cd99","namespace":"e2e-models-e2e-worker-w2-91cd99"},"namespace":"e2e-models-e2e-worker-w2-91cd99","name":"premium-w2-91cd99","reconcileID":"11f5f9f1-d79a-45c6-a385-2e56e2f92dbb","MaaSModelRef":{"name":"premium-w2-91cd99","namespace":"e2e-models-e2e-worker-w2-91cd99"},"routeName":"premium-w2-91cd99-kserve-route","namespace":"e2e-models-e2e-worker-w2-91cd99","llmisvcName":"premium-w2-91cd99","gateway":"openshift-ingress/e2e-worker-w2-91cd99","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:38.137642421Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"premium-simulator-subscription","reconcileID":"a0b69e9c-4a33-46e5-b401-2a4fc5427cdb","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"model":"e2e-models-e2e-worker-w2-91cd99/premium-w2-91cd99","subscription":"premium-simulator-subscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:38.186600463Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"premium-simulator-subscription","reconcileID":"a0b69e9c-4a33-46e5-b401-2a4fc5427cdb","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"model":"e2e-models-e2e-worker-w2-91cd99/premium-w2-91cd99","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:38.235582806Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"premium-simulator-subscription","reconcileID":"a0b69e9c-4a33-46e5-b401-2a4fc5427cdb","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"name":"maas-trlp-premium-w2-91cd99","namespace":"e2e-models-e2e-worker-w2-91cd99","model":"e2e-models-e2e-worker-w2-91cd99/premium-w2-91cd99","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:38.487425003Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-91cd99","namespace":"e2e-models-e2e-worker-w2-91cd99"},"namespace":"e2e-models-e2e-worker-w2-91cd99","name":"premium-w2-91cd99","reconcileID":"9307b792-5ea7-42de-bbcf-9dcaaccc1a0a","MaaSModelRef":{"name":"premium-w2-91cd99","namespace":"e2e-models-e2e-worker-w2-91cd99"},"routeName":"premium-w2-91cd99-kserve-route","namespace":"e2e-models-e2e-worker-w2-91cd99","llmisvcName":"premium-w2-91cd99","gateway":"openshift-ingress/e2e-worker-w2-91cd99","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:38.527726604Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"42e066c8-6ac8-40db-8ac5-1d57deadee01","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:38.576453026Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"42e066c8-6ac8-40db-8ac5-1d57deadee01","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:38.624989893Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"42e066c8-6ac8-40db-8ac5-1d57deadee01","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:38.673758604Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"42e066c8-6ac8-40db-8ac5-1d57deadee01","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:40.403504364Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"default-tenant","reconcileID":"f9f94f5b-bacd-4a70-83b6-95fca463d0d7","namespace":"ai-tenant-e2e-worker-w2-91cd99","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:40.403565069Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"default-tenant","reconcileID":"f9f94f5b-bacd-4a70-83b6-95fca463d0d7","namespace":"ai-tenant-e2e-worker-w2-91cd99","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:40.403613654Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"default-tenant","reconcileID":"f9f94f5b-bacd-4a70-83b6-95fca463d0d7","tenant":"e2e-worker-w2-91cd99","tenantID":"e2e-worker-w2-91cd99","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:40.453709359Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"default-tenant","reconcileID":"f9f94f5b-bacd-4a70-83b6-95fca463d0d7","gvk":"Deployment","name":"maas-api-e2e-worker-w2-91cd99","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:40.483525899Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3852b453-4af8-4ff9-941e-34ab08d9a507","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:40.53219986Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3852b453-4af8-4ff9-941e-34ab08d9a507","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:40.542098065Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"default-tenant","reconcileID":"f9f94f5b-bacd-4a70-83b6-95fca463d0d7","gvk":"Service","name":"maas-api-e2e-worker-w2-91cd99","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:40.58147327Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3852b453-4af8-4ff9-941e-34ab08d9a507","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:40.630920202Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3852b453-4af8-4ff9-941e-34ab08d9a507","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:40.634773756Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"default-tenant","reconcileID":"f9f94f5b-bacd-4a70-83b6-95fca463d0d7","gvk":"HTTPRoute","name":"maas-api-route-e2e-worker-w2-91cd99","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:40.684516583Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"default-tenant","reconcileID":"f9f94f5b-bacd-4a70-83b6-95fca463d0d7","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-worker-w2-91cd99","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:40.735087795Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"default-tenant","reconcileID":"f9f94f5b-bacd-4a70-83b6-95fca463d0d7","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-worker-w2-91cd99","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:40.785828954Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"default-tenant","reconcileID":"f9f94f5b-bacd-4a70-83b6-95fca463d0d7","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-worker-w2-91cd99","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:40.88277909Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"default-tenant","reconcileID":"f9f94f5b-bacd-4a70-83b6-95fca463d0d7","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-worker-w2-91cd99","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:40.933781274Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"default-tenant","reconcileID":"f9f94f5b-bacd-4a70-83b6-95fca463d0d7","gvk":"Telemetry","name":"latency-per-subscription-e2e-worker-w2-91cd99","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:40.982335342Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"default-tenant","reconcileID":"f9f94f5b-bacd-4a70-83b6-95fca463d0d7","gvk":"Deployment","name":"payload-processing-e2e-worker-w2-91cd99","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:41.030460523Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"default-tenant","reconcileID":"f9f94f5b-bacd-4a70-83b6-95fca463d0d7","gvk":"Deployment","name":"payload-pre-processing-e2e-worker-w2-91cd99","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:41.078607693Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"default-tenant","reconcileID":"f9f94f5b-bacd-4a70-83b6-95fca463d0d7","gvk":"Service","name":"payload-processing-e2e-worker-w2-91cd99","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:41.127605548Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"default-tenant","reconcileID":"f9f94f5b-bacd-4a70-83b6-95fca463d0d7","gvk":"Service","name":"payload-pre-processing-e2e-worker-w2-91cd99","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:41.175597337Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"default-tenant","reconcileID":"f9f94f5b-bacd-4a70-83b6-95fca463d0d7","gvk":"DestinationRule","name":"payload-processing-e2e-worker-w2-91cd99","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:41.223649519Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"default-tenant","reconcileID":"f9f94f5b-bacd-4a70-83b6-95fca463d0d7","gvk":"DestinationRule","name":"payload-pre-processing-e2e-worker-w2-91cd99","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:41.271829284Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"default-tenant","reconcileID":"f9f94f5b-bacd-4a70-83b6-95fca463d0d7","gvk":"EnvoyFilter","name":"payload-processing-e2e-worker-w2-91cd99","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:41.323220886Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"default-tenant","reconcileID":"f9f94f5b-bacd-4a70-83b6-95fca463d0d7","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-worker-w2-91cd99","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:41.371252235Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"default-tenant","reconcileID":"f9f94f5b-bacd-4a70-83b6-95fca463d0d7","gvk":"NetworkPolicy","name":"payload-processing-e2e-worker-w2-91cd99","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:41.419331858Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"default-tenant","reconcileID":"f9f94f5b-bacd-4a70-83b6-95fca463d0d7","gvk":"ServiceAccount","name":"payload-processing-e2e-worker-w2-91cd99","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:41.467530273Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"default-tenant","reconcileID":"f9f94f5b-bacd-4a70-83b6-95fca463d0d7","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-worker-w2-91cd99","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:41.51548645Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-91cd99"},"namespace":"ai-tenant-e2e-worker-w2-91cd99","name":"default-tenant","reconcileID":"f9f94f5b-bacd-4a70-83b6-95fca463d0d7","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-worker-w2-91cd99","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:43.232367601Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d07a3d26-8af1-4a21-b3da-020de0d234af","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:43.281021309Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d07a3d26-8af1-4a21-b3da-020de0d234af","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:43.329771204Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d07a3d26-8af1-4a21-b3da-020de0d234af","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:43.378479304Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d07a3d26-8af1-4a21-b3da-020de0d234af","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:45.216859234Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b560b1d6-77bb-4259-a885-50d2e126a6cf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:45.265696881Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b560b1d6-77bb-4259-a885-50d2e126a6cf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:45.314280807Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b560b1d6-77bb-4259-a885-50d2e126a6cf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:45.362882555Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b560b1d6-77bb-4259-a885-50d2e126a6cf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:48.040944997Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-91cd99","namespace":"e2e-models-e2e-worker-w2-91cd99"},"namespace":"e2e-models-e2e-worker-w2-91cd99","name":"distinct-2-w2-91cd99","reconcileID":"aa21577b-1f03-4270-884b-1a35fc8af8b4","MaaSModelRef":{"name":"distinct-2-w2-91cd99","namespace":"e2e-models-e2e-worker-w2-91cd99"},"routeName":"distinct-2-w2-91cd99-kserve-route","namespace":"e2e-models-e2e-worker-w2-91cd99","llmisvcName":"distinct-2-w2-91cd99","gateway":"openshift-ingress/e2e-worker-w2-91cd99","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:48.041297828Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-91cd99","namespace":"e2e-models-e2e-worker-w2-91cd99"},"namespace":"e2e-models-e2e-worker-w2-91cd99","name":"distinct-w2-91cd99","reconcileID":"35106c5b-a786-4262-ae9c-706dfe5b83fa","MaaSModelRef":{"name":"distinct-w2-91cd99","namespace":"e2e-models-e2e-worker-w2-91cd99"},"routeName":"distinct-w2-91cd99-kserve-route","namespace":"e2e-models-e2e-worker-w2-91cd99","llmisvcName":"distinct-w2-91cd99","gateway":"openshift-ingress/e2e-worker-w2-91cd99","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:48.041565479Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-91cd99","namespace":"e2e-models-e2e-worker-w2-91cd99"},"namespace":"e2e-models-e2e-worker-w2-91cd99","name":"simulator-w2-91cd99","reconcileID":"089c48c5-0b4d-4995-b8db-c3f715f8a66d","MaaSModelRef":{"name":"simulator-w2-91cd99","namespace":"e2e-models-e2e-worker-w2-91cd99"},"routeName":"simulator-w2-91cd99-kserve-route","namespace":"e2e-models-e2e-worker-w2-91cd99","llmisvcName":"simulator-w2-91cd99","gateway":"openshift-ingress/e2e-worker-w2-91cd99","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:48.528828117Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-91cd99","namespace":"e2e-models-e2e-worker-w2-91cd99"},"namespace":"e2e-models-e2e-worker-w2-91cd99","name":"premium-w2-91cd99","reconcileID":"28d60981-00b4-4bfe-b2e1-7c7a85057527","MaaSModelRef":{"name":"premium-w2-91cd99","namespace":"e2e-models-e2e-worker-w2-91cd99"},"routeName":"premium-w2-91cd99-kserve-route","namespace":"e2e-models-e2e-worker-w2-91cd99","llmisvcName":"premium-w2-91cd99","gateway":"openshift-ingress/e2e-worker-w2-91cd99","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:54.494321136Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-worker-w2-91cd99","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-worker-w2-91cd99","reconcileID":"b59609f3-0ae4-4dbd-b5eb-7a4c071702d7","aitenant":"ai-tenants/e2e-worker-w2-91cd99","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:55.122192933Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bd163bbf-4e08-4c32-836d-aea6f5982aa7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:55.171023871Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bd163bbf-4e08-4c32-836d-aea6f5982aa7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:55.219991897Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bd163bbf-4e08-4c32-836d-aea6f5982aa7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:55.223868751Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-worker-w2-91cd99","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-worker-w2-91cd99","reconcileID":"b59609f3-0ae4-4dbd-b5eb-7a4c071702d7","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-worker-w2-91cd99","removed":["maas.opendatahub.io/gateway-access-e2e-worker-w2-91cd99"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:55.268847028Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bd163bbf-4e08-4c32-836d-aea6f5982aa7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:55.268884825Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-94e247"},"namespace":"ai-tenant-e2e-extmod-b-94e247","name":"default-tenant","reconcileID":"ac4eb421-b587-4155-a08b-fc6b3a42edb5","namespace":"ai-tenant-e2e-extmod-b-94e247","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:55.26894583Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-94e247"},"namespace":"ai-tenant-e2e-extmod-b-94e247","name":"default-tenant","reconcileID":"ac4eb421-b587-4155-a08b-fc6b3a42edb5","namespace":"ai-tenant-e2e-extmod-b-94e247","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:55.268993822Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-94e247"},"namespace":"ai-tenant-e2e-extmod-b-94e247","name":"default-tenant","reconcileID":"ac4eb421-b587-4155-a08b-fc6b3a42edb5","tenant":"e2e-extmod-b-94e247","tenantID":"e2e-extmod-b-94e247","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:55.319611864Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-94e247"},"namespace":"ai-tenant-e2e-extmod-b-94e247","name":"default-tenant","reconcileID":"ac4eb421-b587-4155-a08b-fc6b3a42edb5","gvk":"Deployment","name":"maas-api-e2e-extmod-b-94e247","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:55.376419736Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-94e247"},"namespace":"ai-tenant-e2e-extmod-b-94e247","name":"default-tenant","reconcileID":"ac4eb421-b587-4155-a08b-fc6b3a42edb5","gvk":"Service","name":"maas-api-e2e-extmod-b-94e247","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:55.430629645Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-94e247"},"namespace":"ai-tenant-e2e-extmod-b-94e247","name":"default-tenant","reconcileID":"ac4eb421-b587-4155-a08b-fc6b3a42edb5","gvk":"HTTPRoute","name":"maas-api-route-e2e-extmod-b-94e247","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:55.518032018Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-94e247"},"namespace":"ai-tenant-e2e-extmod-b-94e247","name":"default-tenant","reconcileID":"ac4eb421-b587-4155-a08b-fc6b3a42edb5","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-extmod-b-94e247","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:55.569188029Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-94e247"},"namespace":"ai-tenant-e2e-extmod-b-94e247","name":"default-tenant","reconcileID":"ac4eb421-b587-4155-a08b-fc6b3a42edb5","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-extmod-b-94e247","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:55.619829813Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-94e247"},"namespace":"ai-tenant-e2e-extmod-b-94e247","name":"default-tenant","reconcileID":"ac4eb421-b587-4155-a08b-fc6b3a42edb5","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-extmod-b-94e247","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:55.674014028Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-94e247"},"namespace":"ai-tenant-e2e-extmod-b-94e247","name":"default-tenant","reconcileID":"ac4eb421-b587-4155-a08b-fc6b3a42edb5","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-extmod-b-94e247","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:55.713360099Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:55.729029517Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-94e247"},"namespace":"ai-tenant-e2e-extmod-b-94e247","name":"default-tenant","reconcileID":"ac4eb421-b587-4155-a08b-fc6b3a42edb5","gvk":"Telemetry","name":"latency-per-subscription-e2e-extmod-b-94e247","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:55.778247084Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-94e247"},"namespace":"ai-tenant-e2e-extmod-b-94e247","name":"default-tenant","reconcileID":"ac4eb421-b587-4155-a08b-fc6b3a42edb5","gvk":"Deployment","name":"payload-processing-e2e-extmod-b-94e247","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:55.826710932Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-94e247"},"namespace":"ai-tenant-e2e-extmod-b-94e247","name":"default-tenant","reconcileID":"ac4eb421-b587-4155-a08b-fc6b3a42edb5","gvk":"Deployment","name":"payload-pre-processing-e2e-extmod-b-94e247","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:55.874759169Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-94e247"},"namespace":"ai-tenant-e2e-extmod-b-94e247","name":"default-tenant","reconcileID":"ac4eb421-b587-4155-a08b-fc6b3a42edb5","gvk":"Service","name":"payload-processing-e2e-extmod-b-94e247","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:55.92301574Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-94e247"},"namespace":"ai-tenant-e2e-extmod-b-94e247","name":"default-tenant","reconcileID":"ac4eb421-b587-4155-a08b-fc6b3a42edb5","gvk":"Service","name":"payload-pre-processing-e2e-extmod-b-94e247","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:55.971248582Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-94e247"},"namespace":"ai-tenant-e2e-extmod-b-94e247","name":"default-tenant","reconcileID":"ac4eb421-b587-4155-a08b-fc6b3a42edb5","gvk":"DestinationRule","name":"payload-processing-e2e-extmod-b-94e247","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:56.019343617Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-94e247"},"namespace":"ai-tenant-e2e-extmod-b-94e247","name":"default-tenant","reconcileID":"ac4eb421-b587-4155-a08b-fc6b3a42edb5","gvk":"DestinationRule","name":"payload-pre-processing-e2e-extmod-b-94e247","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:56.06900096Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-94e247"},"namespace":"ai-tenant-e2e-extmod-b-94e247","name":"default-tenant","reconcileID":"ac4eb421-b587-4155-a08b-fc6b3a42edb5","gvk":"EnvoyFilter","name":"payload-processing-e2e-extmod-b-94e247","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:56.120026086Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-94e247"},"namespace":"ai-tenant-e2e-extmod-b-94e247","name":"default-tenant","reconcileID":"ac4eb421-b587-4155-a08b-fc6b3a42edb5","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-extmod-b-94e247","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:56.168165554Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-94e247"},"namespace":"ai-tenant-e2e-extmod-b-94e247","name":"default-tenant","reconcileID":"ac4eb421-b587-4155-a08b-fc6b3a42edb5","gvk":"NetworkPolicy","name":"payload-processing-e2e-extmod-b-94e247","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:56.253858841Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-94e247"},"namespace":"ai-tenant-e2e-extmod-b-94e247","name":"default-tenant","reconcileID":"ac4eb421-b587-4155-a08b-fc6b3a42edb5","gvk":"ServiceAccount","name":"payload-processing-e2e-extmod-b-94e247","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:56.302219529Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-94e247"},"namespace":"ai-tenant-e2e-extmod-b-94e247","name":"default-tenant","reconcileID":"ac4eb421-b587-4155-a08b-fc6b3a42edb5","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-extmod-b-94e247","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:56.350681222Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-94e247"},"namespace":"ai-tenant-e2e-extmod-b-94e247","name":"default-tenant","reconcileID":"ac4eb421-b587-4155-a08b-fc6b3a42edb5","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-extmod-b-94e247","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:57.219866115Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ddfe0ca5-b232-45b8-a17d-879e7fe00d49","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:57.268722118Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ddfe0ca5-b232-45b8-a17d-879e7fe00d49","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:57.318087509Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ddfe0ca5-b232-45b8-a17d-879e7fe00d49","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:57.368237057Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ddfe0ca5-b232-45b8-a17d-879e7fe00d49","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:59.218783919Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2fd67a22-9779-47cc-896f-0b714e7ca8bc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:59.267612918Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2fd67a22-9779-47cc-896f-0b714e7ca8bc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:59.316289017Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2fd67a22-9779-47cc-896f-0b714e7ca8bc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:59.365041639Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2fd67a22-9779-47cc-896f-0b714e7ca8bc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:01.268731631Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-6fb3a8"},"namespace":"ai-tenant-e2e-shared-b-w1-6fb3a8","name":"default-tenant","reconcileID":"0527c989-520a-4ea1-bbe1-8a5c29c28620","namespace":"ai-tenant-e2e-shared-b-w1-6fb3a8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:01.268795183Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-6fb3a8"},"namespace":"ai-tenant-e2e-shared-b-w1-6fb3a8","name":"default-tenant","reconcileID":"0527c989-520a-4ea1-bbe1-8a5c29c28620","namespace":"ai-tenant-e2e-shared-b-w1-6fb3a8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:01.268843262Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-6fb3a8"},"namespace":"ai-tenant-e2e-shared-b-w1-6fb3a8","name":"default-tenant","reconcileID":"0527c989-520a-4ea1-bbe1-8a5c29c28620","tenant":"e2e-shared-b-w1-6fb3a8","tenantID":"e2e-shared-b-w1-6fb3a8","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:01.318831695Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-6fb3a8"},"namespace":"ai-tenant-e2e-shared-b-w1-6fb3a8","name":"default-tenant","reconcileID":"0527c989-520a-4ea1-bbe1-8a5c29c28620","gvk":"Deployment","name":"maas-api-e2e-shared-b-w1-6fb3a8","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:01.379041268Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-6fb3a8"},"namespace":"ai-tenant-e2e-shared-b-w1-6fb3a8","name":"default-tenant","reconcileID":"0527c989-520a-4ea1-bbe1-8a5c29c28620","gvk":"Service","name":"maas-api-e2e-shared-b-w1-6fb3a8","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:01.432230438Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-6fb3a8"},"namespace":"ai-tenant-e2e-shared-b-w1-6fb3a8","name":"default-tenant","reconcileID":"0527c989-520a-4ea1-bbe1-8a5c29c28620","gvk":"HTTPRoute","name":"maas-api-route-e2e-shared-b-w1-6fb3a8","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:01.482317159Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-6fb3a8"},"namespace":"ai-tenant-e2e-shared-b-w1-6fb3a8","name":"default-tenant","reconcileID":"0527c989-520a-4ea1-bbe1-8a5c29c28620","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-shared-b-w1-6fb3a8","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:01.536205685Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-6fb3a8"},"namespace":"ai-tenant-e2e-shared-b-w1-6fb3a8","name":"default-tenant","reconcileID":"0527c989-520a-4ea1-bbe1-8a5c29c28620","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-shared-b-w1-6fb3a8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:01.587880703Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-6fb3a8"},"namespace":"ai-tenant-e2e-shared-b-w1-6fb3a8","name":"default-tenant","reconcileID":"0527c989-520a-4ea1-bbe1-8a5c29c28620","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-shared-b-w1-6fb3a8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:01.640779105Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-6fb3a8"},"namespace":"ai-tenant-e2e-shared-b-w1-6fb3a8","name":"default-tenant","reconcileID":"0527c989-520a-4ea1-bbe1-8a5c29c28620","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-shared-b-w1-6fb3a8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:01.696848793Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-6fb3a8"},"namespace":"ai-tenant-e2e-shared-b-w1-6fb3a8","name":"default-tenant","reconcileID":"0527c989-520a-4ea1-bbe1-8a5c29c28620","gvk":"Telemetry","name":"latency-per-subscription-e2e-shared-b-w1-6fb3a8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:01.744984231Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-6fb3a8"},"namespace":"ai-tenant-e2e-shared-b-w1-6fb3a8","name":"default-tenant","reconcileID":"0527c989-520a-4ea1-bbe1-8a5c29c28620","gvk":"Deployment","name":"payload-processing-e2e-shared-b-w1-6fb3a8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:01.79334461Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-6fb3a8"},"namespace":"ai-tenant-e2e-shared-b-w1-6fb3a8","name":"default-tenant","reconcileID":"0527c989-520a-4ea1-bbe1-8a5c29c28620","gvk":"Deployment","name":"payload-pre-processing-e2e-shared-b-w1-6fb3a8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:01.841270956Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-6fb3a8"},"namespace":"ai-tenant-e2e-shared-b-w1-6fb3a8","name":"default-tenant","reconcileID":"0527c989-520a-4ea1-bbe1-8a5c29c28620","gvk":"Service","name":"payload-processing-e2e-shared-b-w1-6fb3a8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:01.889310429Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-6fb3a8"},"namespace":"ai-tenant-e2e-shared-b-w1-6fb3a8","name":"default-tenant","reconcileID":"0527c989-520a-4ea1-bbe1-8a5c29c28620","gvk":"Service","name":"payload-pre-processing-e2e-shared-b-w1-6fb3a8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:01.937749269Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-6fb3a8"},"namespace":"ai-tenant-e2e-shared-b-w1-6fb3a8","name":"default-tenant","reconcileID":"0527c989-520a-4ea1-bbe1-8a5c29c28620","gvk":"DestinationRule","name":"payload-processing-e2e-shared-b-w1-6fb3a8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:01.986825978Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-6fb3a8"},"namespace":"ai-tenant-e2e-shared-b-w1-6fb3a8","name":"default-tenant","reconcileID":"0527c989-520a-4ea1-bbe1-8a5c29c28620","gvk":"DestinationRule","name":"payload-pre-processing-e2e-shared-b-w1-6fb3a8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:02.035718918Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-6fb3a8"},"namespace":"ai-tenant-e2e-shared-b-w1-6fb3a8","name":"default-tenant","reconcileID":"0527c989-520a-4ea1-bbe1-8a5c29c28620","gvk":"EnvoyFilter","name":"payload-processing-e2e-shared-b-w1-6fb3a8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:02.08765276Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-6fb3a8"},"namespace":"ai-tenant-e2e-shared-b-w1-6fb3a8","name":"default-tenant","reconcileID":"0527c989-520a-4ea1-bbe1-8a5c29c28620","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-shared-b-w1-6fb3a8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:02.136401894Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-6fb3a8"},"namespace":"ai-tenant-e2e-shared-b-w1-6fb3a8","name":"default-tenant","reconcileID":"0527c989-520a-4ea1-bbe1-8a5c29c28620","gvk":"NetworkPolicy","name":"payload-processing-e2e-shared-b-w1-6fb3a8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:02.184847408Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-6fb3a8"},"namespace":"ai-tenant-e2e-shared-b-w1-6fb3a8","name":"default-tenant","reconcileID":"0527c989-520a-4ea1-bbe1-8a5c29c28620","gvk":"ServiceAccount","name":"payload-processing-e2e-shared-b-w1-6fb3a8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:02.233521925Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-6fb3a8"},"namespace":"ai-tenant-e2e-shared-b-w1-6fb3a8","name":"default-tenant","reconcileID":"0527c989-520a-4ea1-bbe1-8a5c29c28620","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-shared-b-w1-6fb3a8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:02.281724302Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-6fb3a8"},"namespace":"ai-tenant-e2e-shared-b-w1-6fb3a8","name":"default-tenant","reconcileID":"0527c989-520a-4ea1-bbe1-8a5c29c28620","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-shared-b-w1-6fb3a8","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:05.955208069Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-b-94e247","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-b-94e247","reconcileID":"2462c799-49cc-4535-a2c5-d1e6abae411d","aitenant":"ai-tenants/e2e-extmod-b-94e247","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:06.52239201Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c25a37d4-873d-4e7e-a592-feae4d6769a1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:06.571516891Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c25a37d4-873d-4e7e-a592-feae4d6769a1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:06.620353989Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c25a37d4-873d-4e7e-a592-feae4d6769a1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:06.669286821Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c25a37d4-873d-4e7e-a592-feae4d6769a1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:06.723916504Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-b-94e247","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-b-94e247","reconcileID":"2462c799-49cc-4535-a2c5-d1e6abae411d","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-extmod-b-94e247","removed":["maas.opendatahub.io/gateway-access-e2e-extmod-b-94e247"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:08.529132755Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c5e4fd51-634c-44fc-933b-2dcfb898be7f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:08.578135586Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c5e4fd51-634c-44fc-933b-2dcfb898be7f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:08.626786978Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c5e4fd51-634c-44fc-933b-2dcfb898be7f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:08.675964864Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c5e4fd51-634c-44fc-933b-2dcfb898be7f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:10.480664298Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"491cb9f3-c5d2-44b3-a52f-cad2ae4064f9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:10.529230452Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"491cb9f3-c5d2-44b3-a52f-cad2ae4064f9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:10.577972683Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"491cb9f3-c5d2-44b3-a52f-cad2ae4064f9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:10.626609049Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"491cb9f3-c5d2-44b3-a52f-cad2ae4064f9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:11.276268559Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-b-w1-6fb3a8","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-b-w1-6fb3a8","reconcileID":"4d67de92-3f34-4bab-bc9e-70a84c517649","aitenant":"ai-tenants/e2e-shared-b-w1-6fb3a8","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:12.011517418Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-b-w1-6fb3a8","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-b-w1-6fb3a8","reconcileID":"4d67de92-3f34-4bab-bc9e-70a84c517649","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-b-w1-6fb3a8","removed":["maas.opendatahub.io/gateway-access-e2e-shared-b-w1-6fb3a8"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:12.446242854Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"23b8c6f0-1260-4fe7-868b-5e5c334360cf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:12.495616314Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"23b8c6f0-1260-4fe7-868b-5e5c334360cf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:12.544504099Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"23b8c6f0-1260-4fe7-868b-5e5c334360cf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:12.593397412Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"23b8c6f0-1260-4fe7-868b-5e5c334360cf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:13.048276883Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"namespace":"ai-tenant-e2e-worker-w1-5951bc","name":"simulator-access","reconcileID":"ad49ac12-1f13-41d0-b543-f76784d31886","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"model":"e2e-models-e2e-worker-w1-5951bc/simulator-w1-5951bc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:13.048342976Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-5951bc","namespace":"e2e-models-e2e-worker-w1-5951bc"},"namespace":"e2e-models-e2e-worker-w1-5951bc","name":"simulator-w1-5951bc","reconcileID":"e0c703dd-9f5a-46c1-b795-21a1cc84a019","MaaSModelRef":{"name":"simulator-w1-5951bc","namespace":"e2e-models-e2e-worker-w1-5951bc"},"routeName":"simulator-w1-5951bc-kserve-route","namespace":"e2e-models-e2e-worker-w1-5951bc","llmisvcName":"simulator-w1-5951bc","gateway":"openshift-ingress/e2e-worker-w1-5951bc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:13.202527081Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"namespace":"ai-tenant-e2e-worker-w1-5951bc","name":"premium-simulator-access","reconcileID":"daf2661e-20b8-4963-ab91-355758993df2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5951bc","tenantID":"e2e-worker-w1-5951bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:13.250584165Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-5951bc","namespace":"e2e-models-e2e-worker-w1-5951bc"},"namespace":"e2e-models-e2e-worker-w1-5951bc","name":"simulator-w1-5951bc","reconcileID":"41b05913-fb98-459e-95dc-b4924763c410","MaaSModelRef":{"name":"simulator-w1-5951bc","namespace":"e2e-models-e2e-worker-w1-5951bc"},"routeName":"simulator-w1-5951bc-kserve-route","namespace":"e2e-models-e2e-worker-w1-5951bc","llmisvcName":"simulator-w1-5951bc","gateway":"openshift-ingress/e2e-worker-w1-5951bc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:13.255597591Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"namespace":"ai-tenant-e2e-worker-w1-5951bc","name":"premium-simulator-access","reconcileID":"daf2661e-20b8-4963-ab91-355758993df2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"name":"e2e-worker-w1-5951bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:13.300937028Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"namespace":"ai-tenant-e2e-worker-w1-5951bc","name":"simulator-subscription","reconcileID":"2b535805-05b2-4992-976f-23ed25c3be77","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"name":"maas-trlp-simulator-w1-5951bc","model":"e2e-models-e2e-worker-w1-5951bc/simulator-w1-5951bc","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:13.38443953Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-5951bc","namespace":"e2e-models-e2e-worker-w1-5951bc"},"namespace":"e2e-models-e2e-worker-w1-5951bc","name":"simulator-w1-5951bc","reconcileID":"a3827b85-2ec4-4f55-a75f-4504c53cc56a","MaaSModelRef":{"name":"simulator-w1-5951bc","namespace":"e2e-models-e2e-worker-w1-5951bc"},"routeName":"simulator-w1-5951bc-kserve-route","namespace":"e2e-models-e2e-worker-w1-5951bc","llmisvcName":"simulator-w1-5951bc","gateway":"openshift-ingress/e2e-worker-w1-5951bc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:13.571655851Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"namespace":"ai-tenant-e2e-worker-w1-5951bc","name":"premium-simulator-access","reconcileID":"1220d6e4-d7ec-4c49-824b-b0d69f52f2d3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5951bc","tenantID":"e2e-worker-w1-5951bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:13.624895112Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"namespace":"ai-tenant-e2e-worker-w1-5951bc","name":"premium-simulator-access","reconcileID":"1220d6e4-d7ec-4c49-824b-b0d69f52f2d3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"name":"e2e-worker-w1-5951bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:14.426924546Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"38cbdf86-c498-4825-bfb1-a60d0be2c0b8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:14.47570668Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"38cbdf86-c498-4825-bfb1-a60d0be2c0b8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:14.524741308Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"38cbdf86-c498-4825-bfb1-a60d0be2c0b8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:14.573649743Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"38cbdf86-c498-4825-bfb1-a60d0be2c0b8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:16.409842712Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5f0ff2b7-6241-44eb-8c61-478327707518","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:16.45861958Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5f0ff2b7-6241-44eb-8c61-478327707518","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:16.507435732Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5f0ff2b7-6241-44eb-8c61-478327707518","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:16.551346184Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-5951bc","namespace":"e2e-models-e2e-worker-w1-5951bc"},"namespace":"e2e-models-e2e-worker-w1-5951bc","name":"distinct-w1-5951bc","reconcileID":"adc31a1f-5ccf-4dd5-93ac-0db682a4c357","MaaSModelRef":{"name":"distinct-w1-5951bc","namespace":"e2e-models-e2e-worker-w1-5951bc"},"routeName":"distinct-w1-5951bc-kserve-route","namespace":"e2e-models-e2e-worker-w1-5951bc","llmisvcName":"distinct-w1-5951bc","gateway":"openshift-ingress/e2e-worker-w1-5951bc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:16.559605316Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5f0ff2b7-6241-44eb-8c61-478327707518","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:18.429794849Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3f8ed736-4b42-4680-88f6-278dbf31508f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:18.47898429Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3f8ed736-4b42-4680-88f6-278dbf31508f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:18.527963552Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3f8ed736-4b42-4680-88f6-278dbf31508f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:18.576838989Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3f8ed736-4b42-4680-88f6-278dbf31508f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:18.638781512Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-5951bc","namespace":"e2e-models-e2e-worker-w1-5951bc"},"namespace":"e2e-models-e2e-worker-w1-5951bc","name":"distinct-2-w1-5951bc","reconcileID":"cacabd4c-3a33-45f1-8030-d0108f449478","MaaSModelRef":{"name":"distinct-2-w1-5951bc","namespace":"e2e-models-e2e-worker-w1-5951bc"},"routeName":"distinct-2-w1-5951bc-kserve-route","namespace":"e2e-models-e2e-worker-w1-5951bc","llmisvcName":"distinct-2-w1-5951bc","gateway":"openshift-ingress/e2e-worker-w1-5951bc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:21.466255116Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-ab27b8"},"namespace":"ai-tenant-e2e-shared-a-w0-ab27b8","name":"default-tenant","reconcileID":"bb8734ef-be29-469e-b179-205f43a87372","namespace":"ai-tenant-e2e-shared-a-w0-ab27b8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:21.466339785Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-ab27b8"},"namespace":"ai-tenant-e2e-shared-a-w0-ab27b8","name":"default-tenant","reconcileID":"bb8734ef-be29-469e-b179-205f43a87372","namespace":"ai-tenant-e2e-shared-a-w0-ab27b8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:21.466441303Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-ab27b8"},"namespace":"ai-tenant-e2e-shared-a-w0-ab27b8","name":"default-tenant","reconcileID":"bb8734ef-be29-469e-b179-205f43a87372","tenant":"e2e-shared-a-w0-ab27b8","tenantID":"e2e-shared-a-w0-ab27b8","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:21.516889055Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-ab27b8"},"namespace":"ai-tenant-e2e-shared-a-w0-ab27b8","name":"default-tenant","reconcileID":"bb8734ef-be29-469e-b179-205f43a87372","gvk":"Deployment","name":"maas-api-e2e-shared-a-w0-ab27b8","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:21.573634539Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-ab27b8"},"namespace":"ai-tenant-e2e-shared-a-w0-ab27b8","name":"default-tenant","reconcileID":"bb8734ef-be29-469e-b179-205f43a87372","gvk":"Service","name":"maas-api-e2e-shared-a-w0-ab27b8","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:21.62898946Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-ab27b8"},"namespace":"ai-tenant-e2e-shared-a-w0-ab27b8","name":"default-tenant","reconcileID":"bb8734ef-be29-469e-b179-205f43a87372","gvk":"HTTPRoute","name":"maas-api-route-e2e-shared-a-w0-ab27b8","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:21.67956076Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-ab27b8"},"namespace":"ai-tenant-e2e-shared-a-w0-ab27b8","name":"default-tenant","reconcileID":"bb8734ef-be29-469e-b179-205f43a87372","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-shared-a-w0-ab27b8","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:21.73372851Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-ab27b8"},"namespace":"ai-tenant-e2e-shared-a-w0-ab27b8","name":"default-tenant","reconcileID":"bb8734ef-be29-469e-b179-205f43a87372","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-shared-a-w0-ab27b8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:21.784973239Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-ab27b8"},"namespace":"ai-tenant-e2e-shared-a-w0-ab27b8","name":"default-tenant","reconcileID":"bb8734ef-be29-469e-b179-205f43a87372","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-shared-a-w0-ab27b8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:21.838124227Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-ab27b8"},"namespace":"ai-tenant-e2e-shared-a-w0-ab27b8","name":"default-tenant","reconcileID":"bb8734ef-be29-469e-b179-205f43a87372","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-shared-a-w0-ab27b8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:21.889218367Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-ab27b8"},"namespace":"ai-tenant-e2e-shared-a-w0-ab27b8","name":"default-tenant","reconcileID":"bb8734ef-be29-469e-b179-205f43a87372","gvk":"Telemetry","name":"latency-per-subscription-e2e-shared-a-w0-ab27b8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:21.938138294Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-ab27b8"},"namespace":"ai-tenant-e2e-shared-a-w0-ab27b8","name":"default-tenant","reconcileID":"bb8734ef-be29-469e-b179-205f43a87372","gvk":"Deployment","name":"payload-processing-e2e-shared-a-w0-ab27b8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:21.987638337Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-ab27b8"},"namespace":"ai-tenant-e2e-shared-a-w0-ab27b8","name":"default-tenant","reconcileID":"bb8734ef-be29-469e-b179-205f43a87372","gvk":"Deployment","name":"payload-pre-processing-e2e-shared-a-w0-ab27b8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:22.03660473Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-ab27b8"},"namespace":"ai-tenant-e2e-shared-a-w0-ab27b8","name":"default-tenant","reconcileID":"bb8734ef-be29-469e-b179-205f43a87372","gvk":"Service","name":"payload-processing-e2e-shared-a-w0-ab27b8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:22.084795624Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-ab27b8"},"namespace":"ai-tenant-e2e-shared-a-w0-ab27b8","name":"default-tenant","reconcileID":"bb8734ef-be29-469e-b179-205f43a87372","gvk":"Service","name":"payload-pre-processing-e2e-shared-a-w0-ab27b8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:22.132956517Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-ab27b8"},"namespace":"ai-tenant-e2e-shared-a-w0-ab27b8","name":"default-tenant","reconcileID":"bb8734ef-be29-469e-b179-205f43a87372","gvk":"DestinationRule","name":"payload-processing-e2e-shared-a-w0-ab27b8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:22.181162546Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-ab27b8"},"namespace":"ai-tenant-e2e-shared-a-w0-ab27b8","name":"default-tenant","reconcileID":"bb8734ef-be29-469e-b179-205f43a87372","gvk":"DestinationRule","name":"payload-pre-processing-e2e-shared-a-w0-ab27b8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:22.230780291Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-ab27b8"},"namespace":"ai-tenant-e2e-shared-a-w0-ab27b8","name":"default-tenant","reconcileID":"bb8734ef-be29-469e-b179-205f43a87372","gvk":"EnvoyFilter","name":"payload-processing-e2e-shared-a-w0-ab27b8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:22.284092495Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-ab27b8"},"namespace":"ai-tenant-e2e-shared-a-w0-ab27b8","name":"default-tenant","reconcileID":"bb8734ef-be29-469e-b179-205f43a87372","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-shared-a-w0-ab27b8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:22.33217889Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-ab27b8"},"namespace":"ai-tenant-e2e-shared-a-w0-ab27b8","name":"default-tenant","reconcileID":"bb8734ef-be29-469e-b179-205f43a87372","gvk":"NetworkPolicy","name":"payload-processing-e2e-shared-a-w0-ab27b8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:22.38054871Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-ab27b8"},"namespace":"ai-tenant-e2e-shared-a-w0-ab27b8","name":"default-tenant","reconcileID":"bb8734ef-be29-469e-b179-205f43a87372","gvk":"ServiceAccount","name":"payload-processing-e2e-shared-a-w0-ab27b8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:22.428972254Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-ab27b8"},"namespace":"ai-tenant-e2e-shared-a-w0-ab27b8","name":"default-tenant","reconcileID":"bb8734ef-be29-469e-b179-205f43a87372","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-shared-a-w0-ab27b8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:22.477587279Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-ab27b8"},"namespace":"ai-tenant-e2e-shared-a-w0-ab27b8","name":"default-tenant","reconcileID":"bb8734ef-be29-469e-b179-205f43a87372","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-shared-a-w0-ab27b8","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:22.647354888Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-5951bc","namespace":"e2e-models-e2e-worker-w1-5951bc"},"namespace":"e2e-models-e2e-worker-w1-5951bc","name":"premium-w1-5951bc","reconcileID":"e1f0956c-ba03-4bf5-8708-932f78e8a967","MaaSModelRef":{"name":"premium-w1-5951bc","namespace":"e2e-models-e2e-worker-w1-5951bc"},"routeName":"premium-w1-5951bc-kserve-route","namespace":"e2e-models-e2e-worker-w1-5951bc","llmisvcName":"premium-w1-5951bc","gateway":"openshift-ingress/e2e-worker-w1-5951bc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:22.815244831Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"namespace":"ai-tenant-e2e-worker-w1-5951bc","name":"premium-simulator-access","reconcileID":"49b05dcb-a6e4-4821-a07b-7f6488d04d72","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5951bc","tenantID":"e2e-worker-w1-5951bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:22.863910069Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"namespace":"ai-tenant-e2e-worker-w1-5951bc","name":"premium-simulator-subscription","reconcileID":"3ed7ca2d-97c6-4b4e-9375-b13bb9c187fd","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"name":"maas-trlp-premium-w1-5951bc","model":"e2e-models-e2e-worker-w1-5951bc/premium-w1-5951bc","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:22.868041723Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"namespace":"ai-tenant-e2e-worker-w1-5951bc","name":"premium-simulator-access","reconcileID":"49b05dcb-a6e4-4821-a07b-7f6488d04d72","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"name":"e2e-worker-w1-5951bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:22.957472528Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-5951bc","namespace":"e2e-models-e2e-worker-w1-5951bc"},"namespace":"e2e-models-e2e-worker-w1-5951bc","name":"simulator-w1-5951bc","reconcileID":"ac3612a4-0502-4689-8396-82013516e242","MaaSModelRef":{"name":"simulator-w1-5951bc","namespace":"e2e-models-e2e-worker-w1-5951bc"},"routeName":"simulator-w1-5951bc-kserve-route","namespace":"e2e-models-e2e-worker-w1-5951bc","llmisvcName":"simulator-w1-5951bc","gateway":"openshift-ingress/e2e-worker-w1-5951bc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:23.006315407Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"namespace":"ai-tenant-e2e-worker-w1-5951bc","name":"simulator-subscription","reconcileID":"e8f1e9e4-e312-4c23-87e1-62d91ca040f1","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"model":"e2e-models-e2e-worker-w1-5951bc/simulator-w1-5951bc","subscription":"simulator-subscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:23.015959156Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-5951bc","namespace":"e2e-models-e2e-worker-w1-5951bc"},"namespace":"e2e-models-e2e-worker-w1-5951bc","name":"premium-w1-5951bc","reconcileID":"f4005b5d-2ccb-474d-acd4-ff077df07b4d","MaaSModelRef":{"name":"premium-w1-5951bc","namespace":"e2e-models-e2e-worker-w1-5951bc"},"routeName":"premium-w1-5951bc-kserve-route","namespace":"e2e-models-e2e-worker-w1-5951bc","llmisvcName":"premium-w1-5951bc","gateway":"openshift-ingress/e2e-worker-w1-5951bc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:23.055139401Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"namespace":"ai-tenant-e2e-worker-w1-5951bc","name":"simulator-subscription","reconcileID":"e8f1e9e4-e312-4c23-87e1-62d91ca040f1","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"model":"e2e-models-e2e-worker-w1-5951bc/simulator-w1-5951bc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:23.104096771Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"namespace":"ai-tenant-e2e-worker-w1-5951bc","name":"simulator-subscription","reconcileID":"e8f1e9e4-e312-4c23-87e1-62d91ca040f1","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"name":"maas-trlp-simulator-w1-5951bc","namespace":"e2e-models-e2e-worker-w1-5951bc","model":"e2e-models-e2e-worker-w1-5951bc/simulator-w1-5951bc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:23.161607575Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"namespace":"ai-tenant-e2e-worker-w1-5951bc","name":"premium-simulator-access","reconcileID":"08e77746-d564-480c-b016-a5dd5ca617cc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5951bc","tenantID":"e2e-worker-w1-5951bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:23.21111112Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"namespace":"ai-tenant-e2e-worker-w1-5951bc","name":"premium-simulator-subscription","reconcileID":"a6695c60-ebb8-45af-9139-9bf8e3e64e27","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"name":"maas-trlp-premium-w1-5951bc","model":"e2e-models-e2e-worker-w1-5951bc/premium-w1-5951bc","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:23.214137032Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"namespace":"ai-tenant-e2e-worker-w1-5951bc","name":"premium-simulator-access","reconcileID":"08e77746-d564-480c-b016-a5dd5ca617cc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"name":"e2e-worker-w1-5951bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:23.357585629Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-5951bc","namespace":"e2e-models-e2e-worker-w1-5951bc"},"namespace":"e2e-models-e2e-worker-w1-5951bc","name":"simulator-w1-5951bc","reconcileID":"8109ed2c-019a-4f5a-b01a-5174c610f642","MaaSModelRef":{"name":"simulator-w1-5951bc","namespace":"e2e-models-e2e-worker-w1-5951bc"},"routeName":"simulator-w1-5951bc-kserve-route","namespace":"e2e-models-e2e-worker-w1-5951bc","llmisvcName":"simulator-w1-5951bc","gateway":"openshift-ingress/e2e-worker-w1-5951bc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:23.490894966Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"namespace":"ai-tenant-e2e-worker-w1-5951bc","name":"premium-simulator-access","reconcileID":"537bb742-8f11-4a69-8ffb-c5409886a5e8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5951bc","tenantID":"e2e-worker-w1-5951bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:23.545993483Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"namespace":"ai-tenant-e2e-worker-w1-5951bc","name":"premium-simulator-access","reconcileID":"537bb742-8f11-4a69-8ffb-c5409886a5e8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"name":"e2e-worker-w1-5951bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:25.712610121Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:26.293846525Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-a-w0-ab27b8","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-a-w0-ab27b8","reconcileID":"b5518daf-3c1f-4797-8903-fe4329e71ef3","aitenant":"ai-tenants/e2e-shared-a-w0-ab27b8","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:26.617885693Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-5951bc","namespace":"e2e-models-e2e-worker-w1-5951bc"},"namespace":"e2e-models-e2e-worker-w1-5951bc","name":"distinct-w1-5951bc","reconcileID":"e676fd01-e779-4379-a479-e86c67bed940","MaaSModelRef":{"name":"distinct-w1-5951bc","namespace":"e2e-models-e2e-worker-w1-5951bc"},"routeName":"distinct-w1-5951bc-kserve-route","namespace":"e2e-models-e2e-worker-w1-5951bc","llmisvcName":"distinct-w1-5951bc","gateway":"openshift-ingress/e2e-worker-w1-5951bc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:26.867595564Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"126282b3-bbb2-4983-8d4d-2598b0f2502e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:26.916474504Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"126282b3-bbb2-4983-8d4d-2598b0f2502e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:26.96664635Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"126282b3-bbb2-4983-8d4d-2598b0f2502e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:27.015974579Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"126282b3-bbb2-4983-8d4d-2598b0f2502e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:27.019290078Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-a-w0-ab27b8","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-a-w0-ab27b8","reconcileID":"b5518daf-3c1f-4797-8903-fe4329e71ef3","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-a-w0-ab27b8","removed":["maas.opendatahub.io/gateway-access-e2e-shared-a-w0-ab27b8"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:28.571365933Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-5951bc","namespace":"e2e-models-e2e-worker-w1-5951bc"},"namespace":"e2e-models-e2e-worker-w1-5951bc","name":"premium-w1-5951bc","reconcileID":"20def88f-9e08-4e94-b502-df97c841e782","MaaSModelRef":{"name":"premium-w1-5951bc","namespace":"e2e-models-e2e-worker-w1-5951bc"},"routeName":"premium-w1-5951bc-kserve-route","namespace":"e2e-models-e2e-worker-w1-5951bc","llmisvcName":"premium-w1-5951bc","gateway":"openshift-ingress/e2e-worker-w1-5951bc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:28.621129378Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"namespace":"ai-tenant-e2e-worker-w1-5951bc","name":"premium-simulator-access","reconcileID":"bb17e792-7ccf-4954-b1be-ce9080773099","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5951bc","tenantID":"e2e-worker-w1-5951bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:28.62416441Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-5951bc","namespace":"e2e-models-e2e-worker-w1-5951bc"},"namespace":"e2e-models-e2e-worker-w1-5951bc","name":"premium-w1-5951bc","reconcileID":"2adc703a-3b7f-4cfb-9fa8-cd235d210995","MaaSModelRef":{"name":"premium-w1-5951bc","namespace":"e2e-models-e2e-worker-w1-5951bc"},"routeName":"premium-w1-5951bc-kserve-route","namespace":"e2e-models-e2e-worker-w1-5951bc","llmisvcName":"premium-w1-5951bc","gateway":"openshift-ingress/e2e-worker-w1-5951bc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:28.677076551Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"namespace":"ai-tenant-e2e-worker-w1-5951bc","name":"premium-simulator-access","reconcileID":"bb17e792-7ccf-4954-b1be-ce9080773099","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"name":"e2e-worker-w1-5951bc-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T13:18:28.677434121Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-5951bc","namespace":"e2e-models-e2e-worker-w1-5951bc"},"namespace":"e2e-models-e2e-worker-w1-5951bc","name":"premium-w1-5951bc","reconcileID":"2adc703a-3b7f-4cfb-9fa8-cd235d210995","name":"premium-w1-5951bc","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"premium-w1-5951bc\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T13:18:28.677491235Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-5951bc","namespace":"e2e-models-e2e-worker-w1-5951bc"},"namespace":"e2e-models-e2e-worker-w1-5951bc","name":"premium-w1-5951bc","reconcileID":"2adc703a-3b7f-4cfb-9fa8-cd235d210995","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"premium-w1-5951bc\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:28.682774068Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-5951bc","namespace":"e2e-models-e2e-worker-w1-5951bc"},"namespace":"e2e-models-e2e-worker-w1-5951bc","name":"premium-w1-5951bc","reconcileID":"f0c88073-85ca-4729-bb37-e1f03395e191","MaaSModelRef":{"name":"premium-w1-5951bc","namespace":"e2e-models-e2e-worker-w1-5951bc"},"routeName":"premium-w1-5951bc-kserve-route","namespace":"e2e-models-e2e-worker-w1-5951bc","llmisvcName":"premium-w1-5951bc","gateway":"openshift-ingress/e2e-worker-w1-5951bc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:28.729412098Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"namespace":"ai-tenant-e2e-worker-w1-5951bc","name":"premium-simulator-subscription","reconcileID":"383a48c0-ffbe-4fe4-b792-cb08b48bd74b","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-bc27b28e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:28.737340128Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-5951bc","namespace":"e2e-models-e2e-worker-w1-5951bc"},"namespace":"e2e-models-e2e-worker-w1-5951bc","name":"distinct-2-w1-5951bc","reconcileID":"51c0734e-0e02-4fdd-b6a2-e3c686bd7c08","MaaSModelRef":{"name":"distinct-2-w1-5951bc","namespace":"e2e-models-e2e-worker-w1-5951bc"},"routeName":"distinct-2-w1-5951bc-kserve-route","namespace":"e2e-models-e2e-worker-w1-5951bc","llmisvcName":"distinct-2-w1-5951bc","gateway":"openshift-ingress/e2e-worker-w1-5951bc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:28.786321976Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"namespace":"ai-tenant-e2e-worker-w1-5951bc","name":"premium-simulator-subscription","reconcileID":"ecdcc27e-b5fd-4afa-9422-a6272d8faf1c","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-bc27b28e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:28.873835462Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"72bd2c72-9495-4662-bc1f-7a9d35ab662e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:28.873934426Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"namespace":"ai-tenant-e2e-worker-w1-5951bc","name":"premium-simulator-access","reconcileID":"cf00d63b-e8e0-44bd-ad0f-a5119750080b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"model":"e2e-models-e2e-worker-w1-5951bc/premium-w1-5951bc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:28.922445149Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"72bd2c72-9495-4662-bc1f-7a9d35ab662e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:28.970885276Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"72bd2c72-9495-4662-bc1f-7a9d35ab662e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:29.019872744Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"72bd2c72-9495-4662-bc1f-7a9d35ab662e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:29.068184111Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"namespace":"ai-tenant-e2e-worker-w1-5951bc","name":"premium-simulator-subscription","reconcileID":"7dd9bf9b-f8ea-443f-949a-5fafcc474ea0","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-bc27b28e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:29.119282267Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"namespace":"ai-tenant-e2e-worker-w1-5951bc","name":"premium-simulator-access","reconcileID":"cf00d63b-e8e0-44bd-ad0f-a5119750080b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5951bc","tenantID":"e2e-worker-w1-5951bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:29.281485683Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"namespace":"ai-tenant-e2e-worker-w1-5951bc","name":"premium-simulator-access","reconcileID":"cf00d63b-e8e0-44bd-ad0f-a5119750080b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"name":"e2e-worker-w1-5951bc-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:29.281508927Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"namespace":"ai-tenant-e2e-worker-w1-5951bc","name":"premium-simulator-access","reconcileID":"cf00d63b-e8e0-44bd-ad0f-a5119750080b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5951bc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:29.334705716Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-5951bc","namespace":"e2e-models-e2e-worker-w1-5951bc"},"namespace":"e2e-models-e2e-worker-w1-5951bc","name":"premium-w1-5951bc","reconcileID":"33346c19-ea58-4444-8aa3-168e6ca5ce30","MaaSModelRef":{"name":"premium-w1-5951bc","namespace":"e2e-models-e2e-worker-w1-5951bc"},"routeName":"premium-w1-5951bc-kserve-route","namespace":"e2e-models-e2e-worker-w1-5951bc","llmisvcName":"premium-w1-5951bc","gateway":"openshift-ingress/e2e-worker-w1-5951bc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:29.410360647Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-5951bc","namespace":"e2e-models-e2e-worker-w1-5951bc"},"namespace":"e2e-models-e2e-worker-w1-5951bc","name":"simulator-w1-5951bc","reconcileID":"c09365bb-4d3d-49db-85ac-464ed312cd7f","MaaSModelRef":{"name":"simulator-w1-5951bc","namespace":"e2e-models-e2e-worker-w1-5951bc"},"routeName":"simulator-w1-5951bc-kserve-route","namespace":"e2e-models-e2e-worker-w1-5951bc","llmisvcName":"simulator-w1-5951bc","gateway":"openshift-ingress/e2e-worker-w1-5951bc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:29.410649875Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-5951bc","namespace":"e2e-models-e2e-worker-w1-5951bc"},"namespace":"e2e-models-e2e-worker-w1-5951bc","name":"distinct-w1-5951bc","reconcileID":"aa47467b-fd98-4b17-80a9-ba4f853c71b5","MaaSModelRef":{"name":"distinct-w1-5951bc","namespace":"e2e-models-e2e-worker-w1-5951bc"},"routeName":"distinct-w1-5951bc-kserve-route","namespace":"e2e-models-e2e-worker-w1-5951bc","llmisvcName":"distinct-w1-5951bc","gateway":"openshift-ingress/e2e-worker-w1-5951bc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:29.410828507Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-5951bc","namespace":"e2e-models-e2e-worker-w1-5951bc"},"namespace":"e2e-models-e2e-worker-w1-5951bc","name":"distinct-2-w1-5951bc","reconcileID":"805a7f70-d002-49e8-9ce0-b8fb58401e74","MaaSModelRef":{"name":"distinct-2-w1-5951bc","namespace":"e2e-models-e2e-worker-w1-5951bc"},"routeName":"distinct-2-w1-5951bc-kserve-route","namespace":"e2e-models-e2e-worker-w1-5951bc","llmisvcName":"distinct-2-w1-5951bc","gateway":"openshift-ingress/e2e-worker-w1-5951bc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:29.411006961Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-5951bc","namespace":"e2e-models-e2e-worker-w1-5951bc"},"namespace":"e2e-models-e2e-worker-w1-5951bc","name":"premium-w1-5951bc","reconcileID":"df31d655-ef71-4a90-86c2-86404fdb9d87","MaaSModelRef":{"name":"premium-w1-5951bc","namespace":"e2e-models-e2e-worker-w1-5951bc"},"routeName":"premium-w1-5951bc-kserve-route","namespace":"e2e-models-e2e-worker-w1-5951bc","llmisvcName":"premium-w1-5951bc","gateway":"openshift-ingress/e2e-worker-w1-5951bc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:29.458512804Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"namespace":"ai-tenant-e2e-worker-w1-5951bc","name":"premium-simulator-subscription","reconcileID":"a1afa33e-1557-4d99-8472-c2a94c39a16a","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-bc27b28e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:30.836099282Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cb4ffda1-2a33-4afa-aa6c-2e2d655c01ff","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:30.885353165Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cb4ffda1-2a33-4afa-aa6c-2e2d655c01ff","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:30.934209137Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cb4ffda1-2a33-4afa-aa6c-2e2d655c01ff","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:30.983171008Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cb4ffda1-2a33-4afa-aa6c-2e2d655c01ff","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:32.84010797Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6f1c38c1-8e2a-43e2-846a-b444f9517c74","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:32.889224579Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6f1c38c1-8e2a-43e2-846a-b444f9517c74","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:32.937995083Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6f1c38c1-8e2a-43e2-846a-b444f9517c74","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:32.987945695Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6f1c38c1-8e2a-43e2-846a-b444f9517c74","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:35.872340369Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1792c159-9899-48d8-94d3-c11fc0b61007","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:35.922269782Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1792c159-9899-48d8-94d3-c11fc0b61007","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:35.971521606Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1792c159-9899-48d8-94d3-c11fc0b61007","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:36.020481882Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1792c159-9899-48d8-94d3-c11fc0b61007","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:37.845179179Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0ed7c246-1733-44b4-ad74-742c2e2ffad9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:37.894139292Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0ed7c246-1733-44b4-ad74-742c2e2ffad9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:37.942609294Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0ed7c246-1733-44b4-ad74-742c2e2ffad9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:37.991566338Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0ed7c246-1733-44b4-ad74-742c2e2ffad9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:39.411771234Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-5951bc","namespace":"e2e-models-e2e-worker-w1-5951bc"},"namespace":"e2e-models-e2e-worker-w1-5951bc","name":"simulator-w1-5951bc","reconcileID":"1eebd992-db16-458d-a617-e277af7eaa85","MaaSModelRef":{"name":"simulator-w1-5951bc","namespace":"e2e-models-e2e-worker-w1-5951bc"},"routeName":"simulator-w1-5951bc-kserve-route","namespace":"e2e-models-e2e-worker-w1-5951bc","llmisvcName":"simulator-w1-5951bc","gateway":"openshift-ingress/e2e-worker-w1-5951bc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:39.412079772Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-5951bc","namespace":"e2e-models-e2e-worker-w1-5951bc"},"namespace":"e2e-models-e2e-worker-w1-5951bc","name":"distinct-w1-5951bc","reconcileID":"0893785d-4b0d-4114-9ddd-f07c5a30a840","MaaSModelRef":{"name":"distinct-w1-5951bc","namespace":"e2e-models-e2e-worker-w1-5951bc"},"routeName":"distinct-w1-5951bc-kserve-route","namespace":"e2e-models-e2e-worker-w1-5951bc","llmisvcName":"distinct-w1-5951bc","gateway":"openshift-ingress/e2e-worker-w1-5951bc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:39.412266451Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-5951bc","namespace":"e2e-models-e2e-worker-w1-5951bc"},"namespace":"e2e-models-e2e-worker-w1-5951bc","name":"distinct-2-w1-5951bc","reconcileID":"affaaedf-1909-4bb8-a26f-4943301c2cbf","MaaSModelRef":{"name":"distinct-2-w1-5951bc","namespace":"e2e-models-e2e-worker-w1-5951bc"},"routeName":"distinct-2-w1-5951bc-kserve-route","namespace":"e2e-models-e2e-worker-w1-5951bc","llmisvcName":"distinct-2-w1-5951bc","gateway":"openshift-ingress/e2e-worker-w1-5951bc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:39.412467099Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-5951bc","namespace":"e2e-models-e2e-worker-w1-5951bc"},"namespace":"e2e-models-e2e-worker-w1-5951bc","name":"premium-w1-5951bc","reconcileID":"c614487c-4939-424b-8462-2a45c66da13a","MaaSModelRef":{"name":"premium-w1-5951bc","namespace":"e2e-models-e2e-worker-w1-5951bc"},"routeName":"premium-w1-5951bc-kserve-route","namespace":"e2e-models-e2e-worker-w1-5951bc","llmisvcName":"premium-w1-5951bc","gateway":"openshift-ingress/e2e-worker-w1-5951bc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:39.507896063Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"namespace":"ai-tenant-e2e-worker-w1-5951bc","name":"premium-simulator-subscription","reconcileID":"c0fd91b3-9a0b-4412-a794-df50d232c149","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"model":"e2e-models-e2e-worker-w1-5951bc/premium-w1-5951bc","subscription":"premium-simulator-subscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:39.556863343Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"namespace":"ai-tenant-e2e-worker-w1-5951bc","name":"premium-simulator-subscription","reconcileID":"c0fd91b3-9a0b-4412-a794-df50d232c149","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"model":"e2e-models-e2e-worker-w1-5951bc/premium-w1-5951bc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:39.605631141Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"namespace":"ai-tenant-e2e-worker-w1-5951bc","name":"premium-simulator-subscription","reconcileID":"c0fd91b3-9a0b-4412-a794-df50d232c149","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"name":"maas-trlp-premium-w1-5951bc","namespace":"e2e-models-e2e-worker-w1-5951bc","model":"e2e-models-e2e-worker-w1-5951bc/premium-w1-5951bc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:39.856910341Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-5951bc","namespace":"e2e-models-e2e-worker-w1-5951bc"},"namespace":"e2e-models-e2e-worker-w1-5951bc","name":"premium-w1-5951bc","reconcileID":"9ca0c5cb-b299-4289-9757-d890f7ebf63e","MaaSModelRef":{"name":"premium-w1-5951bc","namespace":"e2e-models-e2e-worker-w1-5951bc"},"routeName":"premium-w1-5951bc-kserve-route","namespace":"e2e-models-e2e-worker-w1-5951bc","llmisvcName":"premium-w1-5951bc","gateway":"openshift-ingress/e2e-worker-w1-5951bc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:41.35708329Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-743d9b"},"namespace":"ai-tenant-e2e-shared-b-w0-743d9b","name":"default-tenant","reconcileID":"9f66b079-d0e8-4a67-9b6d-6040e98e41f5","namespace":"ai-tenant-e2e-shared-b-w0-743d9b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:41.357173439Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-743d9b"},"namespace":"ai-tenant-e2e-shared-b-w0-743d9b","name":"default-tenant","reconcileID":"9f66b079-d0e8-4a67-9b6d-6040e98e41f5","namespace":"ai-tenant-e2e-shared-b-w0-743d9b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:41.357248393Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-743d9b"},"namespace":"ai-tenant-e2e-shared-b-w0-743d9b","name":"default-tenant","reconcileID":"9f66b079-d0e8-4a67-9b6d-6040e98e41f5","tenant":"e2e-shared-b-w0-743d9b","tenantID":"e2e-shared-b-w0-743d9b","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:41.407887666Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-743d9b"},"namespace":"ai-tenant-e2e-shared-b-w0-743d9b","name":"default-tenant","reconcileID":"9f66b079-d0e8-4a67-9b6d-6040e98e41f5","gvk":"Deployment","name":"maas-api-e2e-shared-b-w0-743d9b","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:41.46398122Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-743d9b"},"namespace":"ai-tenant-e2e-shared-b-w0-743d9b","name":"default-tenant","reconcileID":"9f66b079-d0e8-4a67-9b6d-6040e98e41f5","gvk":"Service","name":"maas-api-e2e-shared-b-w0-743d9b","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:41.521835273Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-743d9b"},"namespace":"ai-tenant-e2e-shared-b-w0-743d9b","name":"default-tenant","reconcileID":"9f66b079-d0e8-4a67-9b6d-6040e98e41f5","gvk":"HTTPRoute","name":"maas-api-route-e2e-shared-b-w0-743d9b","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:41.57513495Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-743d9b"},"namespace":"ai-tenant-e2e-shared-b-w0-743d9b","name":"default-tenant","reconcileID":"9f66b079-d0e8-4a67-9b6d-6040e98e41f5","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-shared-b-w0-743d9b","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:41.629518958Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-743d9b"},"namespace":"ai-tenant-e2e-shared-b-w0-743d9b","name":"default-tenant","reconcileID":"9f66b079-d0e8-4a67-9b6d-6040e98e41f5","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-shared-b-w0-743d9b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:41.681928259Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-743d9b"},"namespace":"ai-tenant-e2e-shared-b-w0-743d9b","name":"default-tenant","reconcileID":"9f66b079-d0e8-4a67-9b6d-6040e98e41f5","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-shared-b-w0-743d9b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:41.735966233Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-743d9b"},"namespace":"ai-tenant-e2e-shared-b-w0-743d9b","name":"default-tenant","reconcileID":"9f66b079-d0e8-4a67-9b6d-6040e98e41f5","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-shared-b-w0-743d9b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:41.787187047Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-743d9b"},"namespace":"ai-tenant-e2e-shared-b-w0-743d9b","name":"default-tenant","reconcileID":"9f66b079-d0e8-4a67-9b6d-6040e98e41f5","gvk":"Telemetry","name":"latency-per-subscription-e2e-shared-b-w0-743d9b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:41.83628758Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-743d9b"},"namespace":"ai-tenant-e2e-shared-b-w0-743d9b","name":"default-tenant","reconcileID":"9f66b079-d0e8-4a67-9b6d-6040e98e41f5","gvk":"Deployment","name":"payload-processing-e2e-shared-b-w0-743d9b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:41.884799769Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-743d9b"},"namespace":"ai-tenant-e2e-shared-b-w0-743d9b","name":"default-tenant","reconcileID":"9f66b079-d0e8-4a67-9b6d-6040e98e41f5","gvk":"Deployment","name":"payload-pre-processing-e2e-shared-b-w0-743d9b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:41.93407615Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-743d9b"},"namespace":"ai-tenant-e2e-shared-b-w0-743d9b","name":"default-tenant","reconcileID":"9f66b079-d0e8-4a67-9b6d-6040e98e41f5","gvk":"Service","name":"payload-processing-e2e-shared-b-w0-743d9b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:41.982926917Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-743d9b"},"namespace":"ai-tenant-e2e-shared-b-w0-743d9b","name":"default-tenant","reconcileID":"9f66b079-d0e8-4a67-9b6d-6040e98e41f5","gvk":"Service","name":"payload-pre-processing-e2e-shared-b-w0-743d9b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:42.031758463Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-743d9b"},"namespace":"ai-tenant-e2e-shared-b-w0-743d9b","name":"default-tenant","reconcileID":"9f66b079-d0e8-4a67-9b6d-6040e98e41f5","gvk":"DestinationRule","name":"payload-processing-e2e-shared-b-w0-743d9b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:42.080345929Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-743d9b"},"namespace":"ai-tenant-e2e-shared-b-w0-743d9b","name":"default-tenant","reconcileID":"9f66b079-d0e8-4a67-9b6d-6040e98e41f5","gvk":"DestinationRule","name":"payload-pre-processing-e2e-shared-b-w0-743d9b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:42.128831602Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-743d9b"},"namespace":"ai-tenant-e2e-shared-b-w0-743d9b","name":"default-tenant","reconcileID":"9f66b079-d0e8-4a67-9b6d-6040e98e41f5","gvk":"EnvoyFilter","name":"payload-processing-e2e-shared-b-w0-743d9b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:42.181521758Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-743d9b"},"namespace":"ai-tenant-e2e-shared-b-w0-743d9b","name":"default-tenant","reconcileID":"9f66b079-d0e8-4a67-9b6d-6040e98e41f5","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-shared-b-w0-743d9b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:42.232896267Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-743d9b"},"namespace":"ai-tenant-e2e-shared-b-w0-743d9b","name":"default-tenant","reconcileID":"9f66b079-d0e8-4a67-9b6d-6040e98e41f5","gvk":"NetworkPolicy","name":"payload-processing-e2e-shared-b-w0-743d9b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:42.281685776Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-743d9b"},"namespace":"ai-tenant-e2e-shared-b-w0-743d9b","name":"default-tenant","reconcileID":"9f66b079-d0e8-4a67-9b6d-6040e98e41f5","gvk":"ServiceAccount","name":"payload-processing-e2e-shared-b-w0-743d9b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:42.330843319Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-743d9b"},"namespace":"ai-tenant-e2e-shared-b-w0-743d9b","name":"default-tenant","reconcileID":"9f66b079-d0e8-4a67-9b6d-6040e98e41f5","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-shared-b-w0-743d9b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:42.379870643Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-743d9b"},"namespace":"ai-tenant-e2e-shared-b-w0-743d9b","name":"default-tenant","reconcileID":"9f66b079-d0e8-4a67-9b6d-6040e98e41f5","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-shared-b-w0-743d9b","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:42.436771123Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"namespace":"ai-tenant-e2e-worker-w1-5951bc","name":"default-tenant","reconcileID":"89771a1b-10e3-4271-9dc2-42f6547cf9b0","namespace":"ai-tenant-e2e-worker-w1-5951bc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:42.436868447Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"namespace":"ai-tenant-e2e-worker-w1-5951bc","name":"default-tenant","reconcileID":"89771a1b-10e3-4271-9dc2-42f6547cf9b0","namespace":"ai-tenant-e2e-worker-w1-5951bc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:42.436939845Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"namespace":"ai-tenant-e2e-worker-w1-5951bc","name":"default-tenant","reconcileID":"89771a1b-10e3-4271-9dc2-42f6547cf9b0","tenant":"e2e-worker-w1-5951bc","tenantID":"e2e-worker-w1-5951bc","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:42.488475268Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"namespace":"ai-tenant-e2e-worker-w1-5951bc","name":"default-tenant","reconcileID":"89771a1b-10e3-4271-9dc2-42f6547cf9b0","gvk":"Deployment","name":"maas-api-e2e-worker-w1-5951bc","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:42.547651856Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"namespace":"ai-tenant-e2e-worker-w1-5951bc","name":"default-tenant","reconcileID":"89771a1b-10e3-4271-9dc2-42f6547cf9b0","gvk":"Service","name":"maas-api-e2e-worker-w1-5951bc","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:42.603457351Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"namespace":"ai-tenant-e2e-worker-w1-5951bc","name":"default-tenant","reconcileID":"89771a1b-10e3-4271-9dc2-42f6547cf9b0","gvk":"HTTPRoute","name":"maas-api-route-e2e-worker-w1-5951bc","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:42.655366451Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"namespace":"ai-tenant-e2e-worker-w1-5951bc","name":"default-tenant","reconcileID":"89771a1b-10e3-4271-9dc2-42f6547cf9b0","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-worker-w1-5951bc","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:42.707591789Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"namespace":"ai-tenant-e2e-worker-w1-5951bc","name":"default-tenant","reconcileID":"89771a1b-10e3-4271-9dc2-42f6547cf9b0","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-worker-w1-5951bc","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:42.759581137Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"namespace":"ai-tenant-e2e-worker-w1-5951bc","name":"default-tenant","reconcileID":"89771a1b-10e3-4271-9dc2-42f6547cf9b0","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-worker-w1-5951bc","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:42.814211724Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"namespace":"ai-tenant-e2e-worker-w1-5951bc","name":"default-tenant","reconcileID":"89771a1b-10e3-4271-9dc2-42f6547cf9b0","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-worker-w1-5951bc","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:42.866205836Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"namespace":"ai-tenant-e2e-worker-w1-5951bc","name":"default-tenant","reconcileID":"89771a1b-10e3-4271-9dc2-42f6547cf9b0","gvk":"Telemetry","name":"latency-per-subscription-e2e-worker-w1-5951bc","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:42.915656913Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"namespace":"ai-tenant-e2e-worker-w1-5951bc","name":"default-tenant","reconcileID":"89771a1b-10e3-4271-9dc2-42f6547cf9b0","gvk":"Deployment","name":"payload-processing-e2e-worker-w1-5951bc","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:42.964282773Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"namespace":"ai-tenant-e2e-worker-w1-5951bc","name":"default-tenant","reconcileID":"89771a1b-10e3-4271-9dc2-42f6547cf9b0","gvk":"Deployment","name":"payload-pre-processing-e2e-worker-w1-5951bc","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:43.013555792Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"namespace":"ai-tenant-e2e-worker-w1-5951bc","name":"default-tenant","reconcileID":"89771a1b-10e3-4271-9dc2-42f6547cf9b0","gvk":"Service","name":"payload-processing-e2e-worker-w1-5951bc","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:43.064536649Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"namespace":"ai-tenant-e2e-worker-w1-5951bc","name":"default-tenant","reconcileID":"89771a1b-10e3-4271-9dc2-42f6547cf9b0","gvk":"Service","name":"payload-pre-processing-e2e-worker-w1-5951bc","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:43.113555257Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"namespace":"ai-tenant-e2e-worker-w1-5951bc","name":"default-tenant","reconcileID":"89771a1b-10e3-4271-9dc2-42f6547cf9b0","gvk":"DestinationRule","name":"payload-processing-e2e-worker-w1-5951bc","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:43.162466199Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"namespace":"ai-tenant-e2e-worker-w1-5951bc","name":"default-tenant","reconcileID":"89771a1b-10e3-4271-9dc2-42f6547cf9b0","gvk":"DestinationRule","name":"payload-pre-processing-e2e-worker-w1-5951bc","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:43.21176362Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"namespace":"ai-tenant-e2e-worker-w1-5951bc","name":"default-tenant","reconcileID":"89771a1b-10e3-4271-9dc2-42f6547cf9b0","gvk":"EnvoyFilter","name":"payload-processing-e2e-worker-w1-5951bc","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:43.263763559Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"namespace":"ai-tenant-e2e-worker-w1-5951bc","name":"default-tenant","reconcileID":"89771a1b-10e3-4271-9dc2-42f6547cf9b0","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-worker-w1-5951bc","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:43.31211428Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"namespace":"ai-tenant-e2e-worker-w1-5951bc","name":"default-tenant","reconcileID":"89771a1b-10e3-4271-9dc2-42f6547cf9b0","gvk":"NetworkPolicy","name":"payload-processing-e2e-worker-w1-5951bc","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:43.360887426Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"namespace":"ai-tenant-e2e-worker-w1-5951bc","name":"default-tenant","reconcileID":"89771a1b-10e3-4271-9dc2-42f6547cf9b0","gvk":"ServiceAccount","name":"payload-processing-e2e-worker-w1-5951bc","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:43.410463251Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"namespace":"ai-tenant-e2e-worker-w1-5951bc","name":"default-tenant","reconcileID":"89771a1b-10e3-4271-9dc2-42f6547cf9b0","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-worker-w1-5951bc","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:43.45881993Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-5951bc"},"namespace":"ai-tenant-e2e-worker-w1-5951bc","name":"default-tenant","reconcileID":"89771a1b-10e3-4271-9dc2-42f6547cf9b0","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-worker-w1-5951bc","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:46.884234046Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-b-w0-743d9b","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-b-w0-743d9b","reconcileID":"6e6cd829-4764-45b3-96fb-148b53108092","aitenant":"ai-tenants/e2e-shared-b-w0-743d9b","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:47.436354738Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8dba145d-fa4d-4735-afd6-b07985115113","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:47.486267249Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8dba145d-fa4d-4735-afd6-b07985115113","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:47.536247874Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8dba145d-fa4d-4735-afd6-b07985115113","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:47.586110069Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8dba145d-fa4d-4735-afd6-b07985115113","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:47.641720705Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-b-w0-743d9b","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-b-w0-743d9b","reconcileID":"6e6cd829-4764-45b3-96fb-148b53108092","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-b-w0-743d9b","removed":["maas.opendatahub.io/gateway-access-e2e-shared-b-w0-743d9b"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:48.742457408Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"namespace":"ai-tenant-e2e-worker-w0-9893f0","name":"simulator-access","reconcileID":"d2ba9724-3f3e-454c-ad9a-d7505affaef4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"model":"e2e-models-e2e-worker-w0-9893f0/simulator-w0-9893f0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:48.742542063Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-9893f0","namespace":"e2e-models-e2e-worker-w0-9893f0"},"namespace":"e2e-models-e2e-worker-w0-9893f0","name":"simulator-w0-9893f0","reconcileID":"bfbbec9c-5d0d-4ed6-a5e1-83a1f181bc9a","MaaSModelRef":{"name":"simulator-w0-9893f0","namespace":"e2e-models-e2e-worker-w0-9893f0"},"routeName":"simulator-w0-9893f0-kserve-route","namespace":"e2e-models-e2e-worker-w0-9893f0","llmisvcName":"simulator-w0-9893f0","gateway":"openshift-ingress/e2e-worker-w0-9893f0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:48.945178118Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-9893f0","namespace":"e2e-models-e2e-worker-w0-9893f0"},"namespace":"e2e-models-e2e-worker-w0-9893f0","name":"simulator-w0-9893f0","reconcileID":"12f084b8-94ad-49eb-81b0-dbb184f7e0d9","MaaSModelRef":{"name":"simulator-w0-9893f0","namespace":"e2e-models-e2e-worker-w0-9893f0"},"routeName":"simulator-w0-9893f0-kserve-route","namespace":"e2e-models-e2e-worker-w0-9893f0","llmisvcName":"simulator-w0-9893f0","gateway":"openshift-ingress/e2e-worker-w0-9893f0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:48.975935573Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"namespace":"ai-tenant-e2e-worker-w0-9893f0","name":"premium-simulator-access","reconcileID":"d860f58a-748b-466e-9925-f9c8b86d97a8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9893f0","tenantID":"e2e-worker-w0-9893f0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:49.027205741Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"namespace":"ai-tenant-e2e-worker-w0-9893f0","name":"simulator-subscription","reconcileID":"535409db-974e-4c8f-9611-376bc17e78c2","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"name":"maas-trlp-simulator-w0-9893f0","model":"e2e-models-e2e-worker-w0-9893f0/simulator-w0-9893f0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:49.031592125Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"namespace":"ai-tenant-e2e-worker-w0-9893f0","name":"premium-simulator-access","reconcileID":"d860f58a-748b-466e-9925-f9c8b86d97a8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"name":"e2e-worker-w0-9893f0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:49.090156056Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-9893f0","namespace":"e2e-models-e2e-worker-w0-9893f0"},"namespace":"e2e-models-e2e-worker-w0-9893f0","name":"simulator-w0-9893f0","reconcileID":"647ad8b1-3837-4be7-a67e-1f2a8ed7a0c5","MaaSModelRef":{"name":"simulator-w0-9893f0","namespace":"e2e-models-e2e-worker-w0-9893f0"},"routeName":"simulator-w0-9893f0-kserve-route","namespace":"e2e-models-e2e-worker-w0-9893f0","llmisvcName":"simulator-w0-9893f0","gateway":"openshift-ingress/e2e-worker-w0-9893f0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:49.328948737Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"namespace":"ai-tenant-e2e-worker-w0-9893f0","name":"premium-simulator-access","reconcileID":"634f1de3-cb3c-4414-936c-dc784c2f8fd1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9893f0","tenantID":"e2e-worker-w0-9893f0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:49.382649106Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"namespace":"ai-tenant-e2e-worker-w0-9893f0","name":"premium-simulator-access","reconcileID":"634f1de3-cb3c-4414-936c-dc784c2f8fd1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"name":"e2e-worker-w0-9893f0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:49.412599029Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-5951bc","namespace":"e2e-models-e2e-worker-w1-5951bc"},"namespace":"e2e-models-e2e-worker-w1-5951bc","name":"simulator-w1-5951bc","reconcileID":"40adcaa3-d3ab-4e8d-a855-e450b0e7a17b","MaaSModelRef":{"name":"simulator-w1-5951bc","namespace":"e2e-models-e2e-worker-w1-5951bc"},"routeName":"simulator-w1-5951bc-kserve-route","namespace":"e2e-models-e2e-worker-w1-5951bc","llmisvcName":"simulator-w1-5951bc","gateway":"openshift-ingress/e2e-worker-w1-5951bc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:49.436246471Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dc917dfc-742f-430c-9f46-5bf4a370d28e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:49.436588248Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-5951bc","namespace":"e2e-models-e2e-worker-w1-5951bc"},"namespace":"e2e-models-e2e-worker-w1-5951bc","name":"distinct-w1-5951bc","reconcileID":"9e48cf42-a706-4310-80cb-7a1d7d5fe0bf","MaaSModelRef":{"name":"distinct-w1-5951bc","namespace":"e2e-models-e2e-worker-w1-5951bc"},"routeName":"distinct-w1-5951bc-kserve-route","namespace":"e2e-models-e2e-worker-w1-5951bc","llmisvcName":"distinct-w1-5951bc","gateway":"openshift-ingress/e2e-worker-w1-5951bc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:49.485149917Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dc917dfc-742f-430c-9f46-5bf4a370d28e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:49.485535456Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-5951bc","namespace":"e2e-models-e2e-worker-w1-5951bc"},"namespace":"e2e-models-e2e-worker-w1-5951bc","name":"distinct-2-w1-5951bc","reconcileID":"27f8d694-4ca3-4f9e-be7f-b15b1341ec51","MaaSModelRef":{"name":"distinct-2-w1-5951bc","namespace":"e2e-models-e2e-worker-w1-5951bc"},"routeName":"distinct-2-w1-5951bc-kserve-route","namespace":"e2e-models-e2e-worker-w1-5951bc","llmisvcName":"distinct-2-w1-5951bc","gateway":"openshift-ingress/e2e-worker-w1-5951bc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:49.534157311Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dc917dfc-742f-430c-9f46-5bf4a370d28e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:49.583573087Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dc917dfc-742f-430c-9f46-5bf4a370d28e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:49.857850607Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-5951bc","namespace":"e2e-models-e2e-worker-w1-5951bc"},"namespace":"e2e-models-e2e-worker-w1-5951bc","name":"premium-w1-5951bc","reconcileID":"af4469c7-7d0e-41d5-9890-620e7d9e9451","MaaSModelRef":{"name":"premium-w1-5951bc","namespace":"e2e-models-e2e-worker-w1-5951bc"},"routeName":"premium-w1-5951bc-kserve-route","namespace":"e2e-models-e2e-worker-w1-5951bc","llmisvcName":"premium-w1-5951bc","gateway":"openshift-ingress/e2e-worker-w1-5951bc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:51.392944325Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"aeb52bbf-4bcd-4ebe-838d-85d82730e5bb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:51.442470216Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"aeb52bbf-4bcd-4ebe-838d-85d82730e5bb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:51.491480172Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"aeb52bbf-4bcd-4ebe-838d-85d82730e5bb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:51.540301046Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"aeb52bbf-4bcd-4ebe-838d-85d82730e5bb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:54.017241987Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-9893f0","namespace":"e2e-models-e2e-worker-w0-9893f0"},"namespace":"e2e-models-e2e-worker-w0-9893f0","name":"distinct-2-w0-9893f0","reconcileID":"1300f499-dcba-415e-9bc6-23cc6e433f83","MaaSModelRef":{"name":"distinct-2-w0-9893f0","namespace":"e2e-models-e2e-worker-w0-9893f0"},"routeName":"distinct-2-w0-9893f0-kserve-route","namespace":"e2e-models-e2e-worker-w0-9893f0","llmisvcName":"distinct-2-w0-9893f0","gateway":"openshift-ingress/e2e-worker-w0-9893f0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:54.325825444Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-9893f0","namespace":"e2e-models-e2e-worker-w0-9893f0"},"namespace":"e2e-models-e2e-worker-w0-9893f0","name":"distinct-w0-9893f0","reconcileID":"bf6dd2f7-4a51-47c9-97df-82bbc1adb4aa","MaaSModelRef":{"name":"distinct-w0-9893f0","namespace":"e2e-models-e2e-worker-w0-9893f0"},"routeName":"distinct-w0-9893f0-kserve-route","namespace":"e2e-models-e2e-worker-w0-9893f0","llmisvcName":"distinct-w0-9893f0","gateway":"openshift-ingress/e2e-worker-w0-9893f0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:54.634276605Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-9893f0","namespace":"e2e-models-e2e-worker-w0-9893f0"},"namespace":"e2e-models-e2e-worker-w0-9893f0","name":"premium-w0-9893f0","reconcileID":"0f1b9289-5c5e-4a40-8070-26e1bdd00cbf","MaaSModelRef":{"name":"premium-w0-9893f0","namespace":"e2e-models-e2e-worker-w0-9893f0"},"routeName":"premium-w0-9893f0-kserve-route","namespace":"e2e-models-e2e-worker-w0-9893f0","llmisvcName":"premium-w0-9893f0","gateway":"openshift-ingress/e2e-worker-w0-9893f0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:54.785933724Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"namespace":"ai-tenant-e2e-worker-w0-9893f0","name":"premium-simulator-access","reconcileID":"308cf9be-714c-429d-8a71-f3ef2ef8a566","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9893f0","tenantID":"e2e-worker-w0-9893f0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:54.806613018Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-5951bc","namespace":"e2e-models-e2e-worker-w1-5951bc"},"namespace":"e2e-models-e2e-worker-w1-5951bc","name":"distinct-2-w1-5951bc","reconcileID":"5e013bae-c7a0-4e26-afdd-e33ff60eddd0","MaaSModelRef":{"name":"distinct-2-w1-5951bc","namespace":"e2e-models-e2e-worker-w1-5951bc"},"routeName":"distinct-2-w1-5951bc-kserve-route","namespace":"e2e-models-e2e-worker-w1-5951bc","llmisvcName":"distinct-2-w1-5951bc","gateway":"openshift-ingress/e2e-worker-w1-5951bc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:54.81257687Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-5951bc","namespace":"e2e-models-e2e-worker-w1-5951bc"},"namespace":"e2e-models-e2e-worker-w1-5951bc","name":"distinct-w1-5951bc","reconcileID":"8e7bf604-2296-4320-ae0b-708a14ce0701","MaaSModelRef":{"name":"distinct-w1-5951bc","namespace":"e2e-models-e2e-worker-w1-5951bc"},"routeName":"distinct-w1-5951bc-kserve-route","namespace":"e2e-models-e2e-worker-w1-5951bc","llmisvcName":"distinct-w1-5951bc","gateway":"openshift-ingress/e2e-worker-w1-5951bc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:54.818368178Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-5951bc","namespace":"e2e-models-e2e-worker-w1-5951bc"},"namespace":"e2e-models-e2e-worker-w1-5951bc","name":"premium-w1-5951bc","reconcileID":"6fac3ab4-4aec-4c8c-8414-ee4134a590ca","MaaSModelRef":{"name":"premium-w1-5951bc","namespace":"e2e-models-e2e-worker-w1-5951bc"},"routeName":"premium-w1-5951bc-kserve-route","namespace":"e2e-models-e2e-worker-w1-5951bc","llmisvcName":"premium-w1-5951bc","gateway":"openshift-ingress/e2e-worker-w1-5951bc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:54.824332826Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-5951bc","namespace":"e2e-models-e2e-worker-w1-5951bc"},"namespace":"e2e-models-e2e-worker-w1-5951bc","name":"simulator-w1-5951bc","reconcileID":"2616c740-a7c1-464b-b12b-d3855ccdb8b0","MaaSModelRef":{"name":"simulator-w1-5951bc","namespace":"e2e-models-e2e-worker-w1-5951bc"},"routeName":"simulator-w1-5951bc-kserve-route","namespace":"e2e-models-e2e-worker-w1-5951bc","llmisvcName":"simulator-w1-5951bc","gateway":"openshift-ingress/e2e-worker-w1-5951bc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:54.828885798Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"namespace":"ai-tenant-e2e-worker-w0-9893f0","name":"premium-simulator-subscription","reconcileID":"4f4a6805-bbf7-4467-8933-9fb03d0dc362","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"name":"maas-trlp-premium-w0-9893f0","model":"e2e-models-e2e-worker-w0-9893f0/premium-w0-9893f0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:54.838360774Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"namespace":"ai-tenant-e2e-worker-w0-9893f0","name":"premium-simulator-access","reconcileID":"308cf9be-714c-429d-8a71-f3ef2ef8a566","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"name":"e2e-worker-w0-9893f0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:54.939626097Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-9893f0","namespace":"e2e-models-e2e-worker-w0-9893f0"},"namespace":"e2e-models-e2e-worker-w0-9893f0","name":"simulator-w0-9893f0","reconcileID":"a782cc16-2fc9-43b7-9524-efdb534ec6b6","MaaSModelRef":{"name":"simulator-w0-9893f0","namespace":"e2e-models-e2e-worker-w0-9893f0"},"routeName":"simulator-w0-9893f0-kserve-route","namespace":"e2e-models-e2e-worker-w0-9893f0","llmisvcName":"simulator-w0-9893f0","gateway":"openshift-ingress/e2e-worker-w0-9893f0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:54.989482111Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"namespace":"ai-tenant-e2e-worker-w0-9893f0","name":"simulator-subscription","reconcileID":"63306315-626e-462f-9a48-f74cf8cdf309","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"model":"e2e-models-e2e-worker-w0-9893f0/simulator-w0-9893f0","subscription":"simulator-subscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:54.995701615Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-9893f0","namespace":"e2e-models-e2e-worker-w0-9893f0"},"namespace":"e2e-models-e2e-worker-w0-9893f0","name":"premium-w0-9893f0","reconcileID":"d1f14ee7-3643-4d2f-99a9-b8cc8eb64304","MaaSModelRef":{"name":"premium-w0-9893f0","namespace":"e2e-models-e2e-worker-w0-9893f0"},"routeName":"premium-w0-9893f0-kserve-route","namespace":"e2e-models-e2e-worker-w0-9893f0","llmisvcName":"premium-w0-9893f0","gateway":"openshift-ingress/e2e-worker-w0-9893f0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:55.038846677Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"namespace":"ai-tenant-e2e-worker-w0-9893f0","name":"simulator-subscription","reconcileID":"63306315-626e-462f-9a48-f74cf8cdf309","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"model":"e2e-models-e2e-worker-w0-9893f0/simulator-w0-9893f0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:55.087758014Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"namespace":"ai-tenant-e2e-worker-w0-9893f0","name":"simulator-subscription","reconcileID":"63306315-626e-462f-9a48-f74cf8cdf309","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"name":"maas-trlp-simulator-w0-9893f0","namespace":"e2e-models-e2e-worker-w0-9893f0","model":"e2e-models-e2e-worker-w0-9893f0/simulator-w0-9893f0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:55.134495726Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"namespace":"ai-tenant-e2e-worker-w0-9893f0","name":"premium-simulator-access","reconcileID":"f549702d-b0a8-46dc-bfa8-d62b518ca279","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9893f0","tenantID":"e2e-worker-w0-9893f0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:55.17627941Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"namespace":"ai-tenant-e2e-worker-w0-9893f0","name":"premium-simulator-subscription","reconcileID":"c6c653c4-b281-4c9c-83a4-6fcfecbf6fdb","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"name":"maas-trlp-premium-w0-9893f0","model":"e2e-models-e2e-worker-w0-9893f0/premium-w0-9893f0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:55.186745358Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"namespace":"ai-tenant-e2e-worker-w0-9893f0","name":"premium-simulator-access","reconcileID":"f549702d-b0a8-46dc-bfa8-d62b518ca279","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"name":"e2e-worker-w0-9893f0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:55.482495366Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"namespace":"ai-tenant-e2e-worker-w0-9893f0","name":"premium-simulator-access","reconcileID":"b509aa00-4051-4460-b8f4-2e6ebaf31656","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9893f0","tenantID":"e2e-worker-w0-9893f0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:55.536660378Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"namespace":"ai-tenant-e2e-worker-w0-9893f0","name":"premium-simulator-access","reconcileID":"b509aa00-4051-4460-b8f4-2e6ebaf31656","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"name":"e2e-worker-w0-9893f0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:55.713625619Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:56.084215098Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-9893f0","namespace":"e2e-models-e2e-worker-w0-9893f0"},"namespace":"e2e-models-e2e-worker-w0-9893f0","name":"simulator-w0-9893f0","reconcileID":"b29912e2-c800-48d9-aae6-14875314775e","MaaSModelRef":{"name":"simulator-w0-9893f0","namespace":"e2e-models-e2e-worker-w0-9893f0"},"routeName":"simulator-w0-9893f0-kserve-route","namespace":"e2e-models-e2e-worker-w0-9893f0","llmisvcName":"simulator-w0-9893f0","gateway":"openshift-ingress/e2e-worker-w0-9893f0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:56.926581944Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-worker-w1-5951bc","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-worker-w1-5951bc","reconcileID":"d1f90742-adf0-45a8-92b7-11db97e8c764","aitenant":"ai-tenants/e2e-worker-w1-5951bc","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:57.471628807Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"64dfb9a1-1717-4f10-bc9f-e8ef74f65b97","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:57.521511565Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"64dfb9a1-1717-4f10-bc9f-e8ef74f65b97","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:57.570187021Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"64dfb9a1-1717-4f10-bc9f-e8ef74f65b97","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:57.61949278Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"64dfb9a1-1717-4f10-bc9f-e8ef74f65b97","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:57.729205159Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-worker-w1-5951bc","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-worker-w1-5951bc","reconcileID":"d1f90742-adf0-45a8-92b7-11db97e8c764","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-worker-w1-5951bc","removed":["maas.opendatahub.io/gateway-access-e2e-worker-w1-5951bc"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:59.514781507Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d7870e22-070a-4a14-b8a4-8dea1a5a6c90","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:59.563569628Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d7870e22-070a-4a14-b8a4-8dea1a5a6c90","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:59.612637636Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d7870e22-070a-4a14-b8a4-8dea1a5a6c90","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:59.661302332Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d7870e22-070a-4a14-b8a4-8dea1a5a6c90","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:01.206082104Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"namespace":"ai-tenant-e2e-worker-w0-9893f0","name":"premium-simulator-access","reconcileID":"3766738f-25ed-4b76-a31b-709d00851d23","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"model":"e2e-models-e2e-worker-w0-9893f0/premium-w0-9893f0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:01.206197376Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-9893f0","namespace":"e2e-models-e2e-worker-w0-9893f0"},"namespace":"e2e-models-e2e-worker-w0-9893f0","name":"premium-w0-9893f0","reconcileID":"3fd10bf5-0089-4cf6-b343-2c187c8599e8","MaaSModelRef":{"name":"premium-w0-9893f0","namespace":"e2e-models-e2e-worker-w0-9893f0"},"routeName":"premium-w0-9893f0-kserve-route","namespace":"e2e-models-e2e-worker-w0-9893f0","llmisvcName":"premium-w0-9893f0","gateway":"openshift-ingress/e2e-worker-w0-9893f0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:01.391313821Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"namespace":"ai-tenant-e2e-worker-w0-9893f0","name":"premium-simulator-access","reconcileID":"3766738f-25ed-4b76-a31b-709d00851d23","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9893f0","tenantID":"e2e-worker-w0-9893f0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:01.457500984Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"namespace":"ai-tenant-e2e-worker-w0-9893f0","name":"premium-simulator-subscription","reconcileID":"ca04f4f2-5f15-4e24-87f3-6e71e8cb8883","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"name":"maas-trlp-premium-w0-9893f0","model":"e2e-models-e2e-worker-w0-9893f0/premium-w0-9893f0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:01.474120636Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a76573fb-098b-4ac7-b5f9-9c9254210204","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:01.524329488Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a76573fb-098b-4ac7-b5f9-9c9254210204","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:01.543519325Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"namespace":"ai-tenant-e2e-worker-w0-9893f0","name":"premium-simulator-access","reconcileID":"3766738f-25ed-4b76-a31b-709d00851d23","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"name":"e2e-worker-w0-9893f0-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:01.543548132Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"namespace":"ai-tenant-e2e-worker-w0-9893f0","name":"premium-simulator-access","reconcileID":"3766738f-25ed-4b76-a31b-709d00851d23","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9893f0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:01.573250611Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a76573fb-098b-4ac7-b5f9-9c9254210204","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:01.622743913Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a76573fb-098b-4ac7-b5f9-9c9254210204","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:01.626237702Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"namespace":"ai-tenant-e2e-worker-w0-9893f0","name":"premium-simulator-access","reconcileID":"fcb89c9b-84a5-4255-b238-b9bee84d1009","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"model":"e2e-models-e2e-worker-w0-9893f0/premium-w0-9893f0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:01.626493054Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-9893f0","namespace":"e2e-models-e2e-worker-w0-9893f0"},"namespace":"e2e-models-e2e-worker-w0-9893f0","name":"premium-w0-9893f0","reconcileID":"90b4668b-b7a3-4e8c-9c67-0ae60de2e4d6","MaaSModelRef":{"name":"premium-w0-9893f0","namespace":"e2e-models-e2e-worker-w0-9893f0"},"routeName":"premium-w0-9893f0-kserve-route","namespace":"e2e-models-e2e-worker-w0-9893f0","llmisvcName":"premium-w0-9893f0","gateway":"openshift-ingress/e2e-worker-w0-9893f0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:01.746232847Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-9893f0","namespace":"e2e-models-e2e-worker-w0-9893f0"},"namespace":"e2e-models-e2e-worker-w0-9893f0","name":"premium-w0-9893f0","reconcileID":"b16a8ac6-06d5-4997-80f0-e50375de9c2b","MaaSModelRef":{"name":"premium-w0-9893f0","namespace":"e2e-models-e2e-worker-w0-9893f0"},"routeName":"premium-w0-9893f0-kserve-route","namespace":"e2e-models-e2e-worker-w0-9893f0","llmisvcName":"premium-w0-9893f0","gateway":"openshift-ingress/e2e-worker-w0-9893f0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:01.823407198Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"namespace":"ai-tenant-e2e-worker-w0-9893f0","name":"premium-simulator-subscription","reconcileID":"ed1af222-e55f-4679-9ca7-7cf5d4b8ad5f","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"name":"maas-trlp-premium-w0-9893f0","model":"e2e-models-e2e-worker-w0-9893f0/premium-w0-9893f0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:01.873575979Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"namespace":"ai-tenant-e2e-worker-w0-9893f0","name":"premium-simulator-access","reconcileID":"fcb89c9b-84a5-4255-b238-b9bee84d1009","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9893f0","tenantID":"e2e-worker-w0-9893f0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:01.882230348Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-9893f0","namespace":"e2e-models-e2e-worker-w0-9893f0"},"namespace":"e2e-models-e2e-worker-w0-9893f0","name":"distinct-2-w0-9893f0","reconcileID":"28cc30d0-fbc7-4017-922d-513782d66ca2","MaaSModelRef":{"name":"distinct-2-w0-9893f0","namespace":"e2e-models-e2e-worker-w0-9893f0"},"routeName":"distinct-2-w0-9893f0-kserve-route","namespace":"e2e-models-e2e-worker-w0-9893f0","llmisvcName":"distinct-2-w0-9893f0","gateway":"openshift-ingress/e2e-worker-w0-9893f0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:01.882484037Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-9893f0","namespace":"e2e-models-e2e-worker-w0-9893f0"},"namespace":"e2e-models-e2e-worker-w0-9893f0","name":"distinct-w0-9893f0","reconcileID":"49952702-432c-47b2-8489-06806369bbe2","MaaSModelRef":{"name":"distinct-w0-9893f0","namespace":"e2e-models-e2e-worker-w0-9893f0"},"routeName":"distinct-w0-9893f0-kserve-route","namespace":"e2e-models-e2e-worker-w0-9893f0","llmisvcName":"distinct-w0-9893f0","gateway":"openshift-ingress/e2e-worker-w0-9893f0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:01.882728103Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-9893f0","namespace":"e2e-models-e2e-worker-w0-9893f0"},"namespace":"e2e-models-e2e-worker-w0-9893f0","name":"simulator-w0-9893f0","reconcileID":"89c31f6d-7b20-414d-816c-59ce0195f1bc","MaaSModelRef":{"name":"simulator-w0-9893f0","namespace":"e2e-models-e2e-worker-w0-9893f0"},"routeName":"simulator-w0-9893f0-kserve-route","namespace":"e2e-models-e2e-worker-w0-9893f0","llmisvcName":"simulator-w0-9893f0","gateway":"openshift-ingress/e2e-worker-w0-9893f0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:01.883014798Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-9893f0","namespace":"e2e-models-e2e-worker-w0-9893f0"},"namespace":"e2e-models-e2e-worker-w0-9893f0","name":"premium-w0-9893f0","reconcileID":"4153de26-21b3-4202-b8a5-9a039a654a4e","MaaSModelRef":{"name":"premium-w0-9893f0","namespace":"e2e-models-e2e-worker-w0-9893f0"},"routeName":"premium-w0-9893f0-kserve-route","namespace":"e2e-models-e2e-worker-w0-9893f0","llmisvcName":"premium-w0-9893f0","gateway":"openshift-ingress/e2e-worker-w0-9893f0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:01.926466695Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"namespace":"ai-tenant-e2e-worker-w0-9893f0","name":"premium-simulator-access","reconcileID":"fcb89c9b-84a5-4255-b238-b9bee84d1009","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"name":"e2e-worker-w0-9893f0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:01.926483416Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"namespace":"ai-tenant-e2e-worker-w0-9893f0","name":"premium-simulator-access","reconcileID":"fcb89c9b-84a5-4255-b238-b9bee84d1009","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9893f0","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T13:19:01.97522318Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"namespace":"ai-tenant-e2e-worker-w0-9893f0","name":"premium-simulator-access","reconcileID":"fcb89c9b-84a5-4255-b238-b9bee84d1009","error":"maasauthpolicies.maas.opendatahub.io \"premium-simulator-access\" not found","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:03.472100898Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"214e6803-8a7b-452b-a586-68e2854c4da0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:03.520950629Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"214e6803-8a7b-452b-a586-68e2854c4da0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:03.569797442Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"214e6803-8a7b-452b-a586-68e2854c4da0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:03.61876909Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"214e6803-8a7b-452b-a586-68e2854c4da0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:05.454110549Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4f1606c3-e154-4988-b30f-18598da3766c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:05.504576589Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4f1606c3-e154-4988-b30f-18598da3766c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:05.553897538Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4f1606c3-e154-4988-b30f-18598da3766c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:05.602745526Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4f1606c3-e154-4988-b30f-18598da3766c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:07.264952663Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"namespace":"ai-tenant-e2e-worker-w0-9893f0","name":"default-tenant","reconcileID":"0b020c68-fc2f-42e2-888b-a0970c7dbbef","namespace":"ai-tenant-e2e-worker-w0-9893f0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:07.265014466Z","body":"Deleting MaaSSubscription","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"namespace":"ai-tenant-e2e-worker-w0-9893f0","name":"default-tenant","reconcileID":"0b020c68-fc2f-42e2-888b-a0970c7dbbef","name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9893f0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:07.314823419Z","body":"Waiting for MaaSSubscription finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"namespace":"ai-tenant-e2e-worker-w0-9893f0","name":"default-tenant","reconcileID":"0b020c68-fc2f-42e2-888b-a0970c7dbbef","count":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:07.31484343Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"namespace":"ai-tenant-e2e-worker-w0-9893f0","name":"default-tenant","reconcileID":"0b020c68-fc2f-42e2-888b-a0970c7dbbef","namespace":"ai-tenant-e2e-worker-w0-9893f0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:11.882868881Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-9893f0","namespace":"e2e-models-e2e-worker-w0-9893f0"},"namespace":"e2e-models-e2e-worker-w0-9893f0","name":"distinct-2-w0-9893f0","reconcileID":"6c93d539-8d4f-4b67-b9bb-8da49386eb60","MaaSModelRef":{"name":"distinct-2-w0-9893f0","namespace":"e2e-models-e2e-worker-w0-9893f0"},"routeName":"distinct-2-w0-9893f0-kserve-route","namespace":"e2e-models-e2e-worker-w0-9893f0","llmisvcName":"distinct-2-w0-9893f0","gateway":"openshift-ingress/e2e-worker-w0-9893f0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:11.883212075Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-9893f0","namespace":"e2e-models-e2e-worker-w0-9893f0"},"namespace":"e2e-models-e2e-worker-w0-9893f0","name":"distinct-w0-9893f0","reconcileID":"495a73a2-ff6d-4d6f-8272-b12e96a47a75","MaaSModelRef":{"name":"distinct-w0-9893f0","namespace":"e2e-models-e2e-worker-w0-9893f0"},"routeName":"distinct-w0-9893f0-kserve-route","namespace":"e2e-models-e2e-worker-w0-9893f0","llmisvcName":"distinct-w0-9893f0","gateway":"openshift-ingress/e2e-worker-w0-9893f0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:11.883471419Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-9893f0","namespace":"e2e-models-e2e-worker-w0-9893f0"},"namespace":"e2e-models-e2e-worker-w0-9893f0","name":"simulator-w0-9893f0","reconcileID":"a652afae-fb8a-4b4b-ae46-62dafd7d8853","MaaSModelRef":{"name":"simulator-w0-9893f0","namespace":"e2e-models-e2e-worker-w0-9893f0"},"routeName":"simulator-w0-9893f0-kserve-route","namespace":"e2e-models-e2e-worker-w0-9893f0","llmisvcName":"simulator-w0-9893f0","gateway":"openshift-ingress/e2e-worker-w0-9893f0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:11.883656664Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-9893f0","namespace":"e2e-models-e2e-worker-w0-9893f0"},"namespace":"e2e-models-e2e-worker-w0-9893f0","name":"premium-w0-9893f0","reconcileID":"c06a6d6f-642a-4a47-8d68-59483bf91693","MaaSModelRef":{"name":"premium-w0-9893f0","namespace":"e2e-models-e2e-worker-w0-9893f0"},"routeName":"premium-w0-9893f0-kserve-route","namespace":"e2e-models-e2e-worker-w0-9893f0","llmisvcName":"premium-w0-9893f0","gateway":"openshift-ingress/e2e-worker-w0-9893f0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:12.07905799Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"namespace":"ai-tenant-e2e-worker-w0-9893f0","name":"premium-simulator-subscription","reconcileID":"8a12a216-bbb5-4346-8bd2-2a6611a770e3","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"model":"e2e-models-e2e-worker-w0-9893f0/premium-w0-9893f0","subscription":"premium-simulator-subscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:12.12808124Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"namespace":"ai-tenant-e2e-worker-w0-9893f0","name":"premium-simulator-subscription","reconcileID":"8a12a216-bbb5-4346-8bd2-2a6611a770e3","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"model":"e2e-models-e2e-worker-w0-9893f0/premium-w0-9893f0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:12.177771534Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"namespace":"ai-tenant-e2e-worker-w0-9893f0","name":"premium-simulator-subscription","reconcileID":"8a12a216-bbb5-4346-8bd2-2a6611a770e3","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"name":"maas-trlp-premium-w0-9893f0","namespace":"e2e-models-e2e-worker-w0-9893f0","model":"e2e-models-e2e-worker-w0-9893f0/premium-w0-9893f0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:12.315458243Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"namespace":"ai-tenant-e2e-worker-w0-9893f0","name":"default-tenant","reconcileID":"e6c44ef3-2b46-4d5a-a57a-64946f75ab32","namespace":"ai-tenant-e2e-worker-w0-9893f0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:12.315580562Z","body":"Deleting MaaSSubscription","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"namespace":"ai-tenant-e2e-worker-w0-9893f0","name":"default-tenant","reconcileID":"e6c44ef3-2b46-4d5a-a57a-64946f75ab32","name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9893f0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:12.365774594Z","body":"Waiting for MaaSSubscription finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"namespace":"ai-tenant-e2e-worker-w0-9893f0","name":"default-tenant","reconcileID":"e6c44ef3-2b46-4d5a-a57a-64946f75ab32","count":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:12.365795085Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"namespace":"ai-tenant-e2e-worker-w0-9893f0","name":"default-tenant","reconcileID":"e6c44ef3-2b46-4d5a-a57a-64946f75ab32","namespace":"ai-tenant-e2e-worker-w0-9893f0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:12.427921386Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-9893f0","namespace":"e2e-models-e2e-worker-w0-9893f0"},"namespace":"e2e-models-e2e-worker-w0-9893f0","name":"premium-w0-9893f0","reconcileID":"59088254-d3ff-423e-a5fd-ff16f19c00c7","MaaSModelRef":{"name":"premium-w0-9893f0","namespace":"e2e-models-e2e-worker-w0-9893f0"},"routeName":"premium-w0-9893f0-kserve-route","namespace":"e2e-models-e2e-worker-w0-9893f0","llmisvcName":"premium-w0-9893f0","gateway":"openshift-ingress/e2e-worker-w0-9893f0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:17.366590543Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"namespace":"ai-tenant-e2e-worker-w0-9893f0","name":"default-tenant","reconcileID":"71ef7e6f-b013-4cfa-a768-9a0f6c8e0a1a","namespace":"ai-tenant-e2e-worker-w0-9893f0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:17.366668449Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"namespace":"ai-tenant-e2e-worker-w0-9893f0","name":"default-tenant","reconcileID":"71ef7e6f-b013-4cfa-a768-9a0f6c8e0a1a","namespace":"ai-tenant-e2e-worker-w0-9893f0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:17.366719612Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"namespace":"ai-tenant-e2e-worker-w0-9893f0","name":"default-tenant","reconcileID":"71ef7e6f-b013-4cfa-a768-9a0f6c8e0a1a","tenant":"e2e-worker-w0-9893f0","tenantID":"e2e-worker-w0-9893f0","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:17.417462871Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"namespace":"ai-tenant-e2e-worker-w0-9893f0","name":"default-tenant","reconcileID":"71ef7e6f-b013-4cfa-a768-9a0f6c8e0a1a","gvk":"Deployment","name":"maas-api-e2e-worker-w0-9893f0","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:17.473676979Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"namespace":"ai-tenant-e2e-worker-w0-9893f0","name":"default-tenant","reconcileID":"71ef7e6f-b013-4cfa-a768-9a0f6c8e0a1a","gvk":"Service","name":"maas-api-e2e-worker-w0-9893f0","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:17.528854769Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"namespace":"ai-tenant-e2e-worker-w0-9893f0","name":"default-tenant","reconcileID":"71ef7e6f-b013-4cfa-a768-9a0f6c8e0a1a","gvk":"HTTPRoute","name":"maas-api-route-e2e-worker-w0-9893f0","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:17.581112918Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"namespace":"ai-tenant-e2e-worker-w0-9893f0","name":"default-tenant","reconcileID":"71ef7e6f-b013-4cfa-a768-9a0f6c8e0a1a","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-worker-w0-9893f0","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:17.63827709Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"namespace":"ai-tenant-e2e-worker-w0-9893f0","name":"default-tenant","reconcileID":"71ef7e6f-b013-4cfa-a768-9a0f6c8e0a1a","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-worker-w0-9893f0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:17.691362411Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"namespace":"ai-tenant-e2e-worker-w0-9893f0","name":"default-tenant","reconcileID":"71ef7e6f-b013-4cfa-a768-9a0f6c8e0a1a","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-worker-w0-9893f0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:17.754518309Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"namespace":"ai-tenant-e2e-worker-w0-9893f0","name":"default-tenant","reconcileID":"71ef7e6f-b013-4cfa-a768-9a0f6c8e0a1a","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-worker-w0-9893f0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:17.814740017Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"namespace":"ai-tenant-e2e-worker-w0-9893f0","name":"default-tenant","reconcileID":"71ef7e6f-b013-4cfa-a768-9a0f6c8e0a1a","gvk":"Telemetry","name":"latency-per-subscription-e2e-worker-w0-9893f0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:17.863758807Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"namespace":"ai-tenant-e2e-worker-w0-9893f0","name":"default-tenant","reconcileID":"71ef7e6f-b013-4cfa-a768-9a0f6c8e0a1a","gvk":"Deployment","name":"payload-processing-e2e-worker-w0-9893f0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:17.912224057Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"namespace":"ai-tenant-e2e-worker-w0-9893f0","name":"default-tenant","reconcileID":"71ef7e6f-b013-4cfa-a768-9a0f6c8e0a1a","gvk":"Deployment","name":"payload-pre-processing-e2e-worker-w0-9893f0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:17.960597315Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"namespace":"ai-tenant-e2e-worker-w0-9893f0","name":"default-tenant","reconcileID":"71ef7e6f-b013-4cfa-a768-9a0f6c8e0a1a","gvk":"Service","name":"payload-processing-e2e-worker-w0-9893f0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:18.010808498Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"namespace":"ai-tenant-e2e-worker-w0-9893f0","name":"default-tenant","reconcileID":"71ef7e6f-b013-4cfa-a768-9a0f6c8e0a1a","gvk":"Service","name":"payload-pre-processing-e2e-worker-w0-9893f0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:18.060629949Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"namespace":"ai-tenant-e2e-worker-w0-9893f0","name":"default-tenant","reconcileID":"71ef7e6f-b013-4cfa-a768-9a0f6c8e0a1a","gvk":"DestinationRule","name":"payload-processing-e2e-worker-w0-9893f0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:18.108787894Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"namespace":"ai-tenant-e2e-worker-w0-9893f0","name":"default-tenant","reconcileID":"71ef7e6f-b013-4cfa-a768-9a0f6c8e0a1a","gvk":"DestinationRule","name":"payload-pre-processing-e2e-worker-w0-9893f0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:18.157036607Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"namespace":"ai-tenant-e2e-worker-w0-9893f0","name":"default-tenant","reconcileID":"71ef7e6f-b013-4cfa-a768-9a0f6c8e0a1a","gvk":"EnvoyFilter","name":"payload-processing-e2e-worker-w0-9893f0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:18.208329265Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"namespace":"ai-tenant-e2e-worker-w0-9893f0","name":"default-tenant","reconcileID":"71ef7e6f-b013-4cfa-a768-9a0f6c8e0a1a","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-worker-w0-9893f0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:18.256616333Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"namespace":"ai-tenant-e2e-worker-w0-9893f0","name":"default-tenant","reconcileID":"71ef7e6f-b013-4cfa-a768-9a0f6c8e0a1a","gvk":"NetworkPolicy","name":"payload-processing-e2e-worker-w0-9893f0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:18.304787921Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"namespace":"ai-tenant-e2e-worker-w0-9893f0","name":"default-tenant","reconcileID":"71ef7e6f-b013-4cfa-a768-9a0f6c8e0a1a","gvk":"ServiceAccount","name":"payload-processing-e2e-worker-w0-9893f0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:18.353316148Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"namespace":"ai-tenant-e2e-worker-w0-9893f0","name":"default-tenant","reconcileID":"71ef7e6f-b013-4cfa-a768-9a0f6c8e0a1a","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-worker-w0-9893f0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:18.401975722Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-9893f0"},"namespace":"ai-tenant-e2e-worker-w0-9893f0","name":"default-tenant","reconcileID":"71ef7e6f-b013-4cfa-a768-9a0f6c8e0a1a","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-worker-w0-9893f0","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:21.883558529Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-9893f0","namespace":"e2e-models-e2e-worker-w0-9893f0"},"namespace":"e2e-models-e2e-worker-w0-9893f0","name":"distinct-2-w0-9893f0","reconcileID":"f413bf39-1c83-4444-b10d-1f42d0d0a3e9","MaaSModelRef":{"name":"distinct-2-w0-9893f0","namespace":"e2e-models-e2e-worker-w0-9893f0"},"routeName":"distinct-2-w0-9893f0-kserve-route","namespace":"e2e-models-e2e-worker-w0-9893f0","llmisvcName":"distinct-2-w0-9893f0","gateway":"openshift-ingress/e2e-worker-w0-9893f0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:21.88389801Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-9893f0","namespace":"e2e-models-e2e-worker-w0-9893f0"},"namespace":"e2e-models-e2e-worker-w0-9893f0","name":"distinct-w0-9893f0","reconcileID":"580454ea-da0f-456b-b0e4-66c351278ceb","MaaSModelRef":{"name":"distinct-w0-9893f0","namespace":"e2e-models-e2e-worker-w0-9893f0"},"routeName":"distinct-w0-9893f0-kserve-route","namespace":"e2e-models-e2e-worker-w0-9893f0","llmisvcName":"distinct-w0-9893f0","gateway":"openshift-ingress/e2e-worker-w0-9893f0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:21.88411677Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-9893f0","namespace":"e2e-models-e2e-worker-w0-9893f0"},"namespace":"e2e-models-e2e-worker-w0-9893f0","name":"simulator-w0-9893f0","reconcileID":"8c6546ba-916f-4b54-a56d-6402a078abf3","MaaSModelRef":{"name":"simulator-w0-9893f0","namespace":"e2e-models-e2e-worker-w0-9893f0"},"routeName":"simulator-w0-9893f0-kserve-route","namespace":"e2e-models-e2e-worker-w0-9893f0","llmisvcName":"simulator-w0-9893f0","gateway":"openshift-ingress/e2e-worker-w0-9893f0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:22.428780264Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-9893f0","namespace":"e2e-models-e2e-worker-w0-9893f0"},"namespace":"e2e-models-e2e-worker-w0-9893f0","name":"premium-w0-9893f0","reconcileID":"fa13b67b-55f2-4034-badc-2f6e12e9c5cf","MaaSModelRef":{"name":"premium-w0-9893f0","namespace":"e2e-models-e2e-worker-w0-9893f0"},"routeName":"premium-w0-9893f0-kserve-route","namespace":"e2e-models-e2e-worker-w0-9893f0","llmisvcName":"premium-w0-9893f0","gateway":"openshift-ingress/e2e-worker-w0-9893f0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:25.739265186Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T13:19:31.218923173Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-9893f0","namespace":"e2e-models-e2e-worker-w0-9893f0"},"namespace":"e2e-models-e2e-worker-w0-9893f0","name":"premium-w0-9893f0","reconcileID":"0898cbd0-2a1d-43d6-a039-aaad08edd7da","error":"maasmodelrefs.maas.opendatahub.io \"premium-w0-9893f0\" not found","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:33.185624752Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-worker-w0-9893f0","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-worker-w0-9893f0","reconcileID":"f040f2a7-714b-440a-9d21-631f61e74570","aitenant":"ai-tenants/e2e-worker-w0-9893f0","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:33.724447844Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"24892077-35e9-4738-9d01-d22c4be76ba2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:33.773586741Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"24892077-35e9-4738-9d01-d22c4be76ba2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:33.822493608Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"24892077-35e9-4738-9d01-d22c4be76ba2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:33.871151592Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"24892077-35e9-4738-9d01-d22c4be76ba2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:34.018045216Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-worker-w0-9893f0","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-worker-w0-9893f0","reconcileID":"f040f2a7-714b-440a-9d21-631f61e74570","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-worker-w0-9893f0","removed":["maas.opendatahub.io/gateway-access-e2e-worker-w0-9893f0"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:35.814565146Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bf5633eb-58d0-4cb4-9af6-2ae3de44659e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:35.863367758Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bf5633eb-58d0-4cb4-9af6-2ae3de44659e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:35.912096401Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bf5633eb-58d0-4cb4-9af6-2ae3de44659e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:35.960696673Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bf5633eb-58d0-4cb4-9af6-2ae3de44659e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:36.647078296Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"aff439ed-f329-4a19-bc87-28d48914fdc7","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:36.749028662Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"e22f931c-6bd0-4ec0-8b1b-f49957a3f1c6","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:37.83582153Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1760f694-f8f9-4b94-a39d-0af353321224","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:37.885180499Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1760f694-f8f9-4b94-a39d-0af353321224","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:37.934799808Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1760f694-f8f9-4b94-a39d-0af353321224","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:37.983736852Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1760f694-f8f9-4b94-a39d-0af353321224","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}